from transformers import AutoConfig, AutoModel config = AutoConfig.from_pretrained("distilbert-base-uncased") model = AutoModel.from_config(config) model.save_pretrained("humanoid-dummy-model")