Spaces:
Build error
Build error
| from transformers import AutoModelForMaskedLM, AutoTokenizer | |
| def create_distilbert_mlm(): | |
| """ | |
| Initializes model and tokenizer for distilbert checkpoint. | |
| """ | |
| checkpoint = "distilbert-base-uncased" | |
| tokenizer = AutoTokenizer.from_pretrained(checkpoint) | |
| model = AutoModelForMaskedLM.from_pretrained(checkpoint) | |
| return model, tokenizer | |