from transformers import AutoModelForMaskedLM, AutoTokenizer def create_distilbert_mlm(): """ Initializes model and tokenizer for distilbert checkpoint. """ checkpoint = "distilbert-base-uncased" tokenizer = AutoTokenizer.from_pretrained(checkpoint) model = AutoModelForMaskedLM.from_pretrained(checkpoint) return model, tokenizer