| | import json |
| |
|
| | from .factory import create_model_from_config |
| | from .utils import load_ckpt_state_dict |
| |
|
| | from huggingface_hub import hf_hub_download |
| |
|
| | def get_pretrained_model(name: str): |
| | |
| | model_config_path = hf_hub_download(name, filename="config.json", repo_type='model') |
| |
|
| | with open(model_config_path) as f: |
| | model_config = json.load(f) |
| |
|
| | model = create_model_from_config(model_config) |
| |
|
| | |
| | try: |
| | model_ckpt_path = hf_hub_download(name, filename="model.safetensors", repo_type='model') |
| | except Exception as e: |
| | model_ckpt_path = hf_hub_download(name, filename="model.ckpt", repo_type='model') |
| |
|
| | model.load_state_dict(load_ckpt_state_dict(model_ckpt_path)) |
| |
|
| | return model, model_config |