first_model / training.py
pankaj4u4m's picture
First model version
891cc0e
raw
history blame contribute delete
263 Bytes
from transformers import AutoModelForMaskedLM, AutoTokenizer
checkpoint = "camembert-base"
model = AutoModelForMaskedLM.from_pretrained(checkpoint)
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model.save_pretrained(".")
tokenizer.save_pretrained(".")