| { | |
| "architectures": ["BVVBestMoeForCausalLM"], | |
| "auto_map": { | |
| "AutoConfig": "modeling_bvv_best_moe.BVVBestConfig", | |
| "AutoModel": "modeling_bvv_best_moe.BVVBestMoeForCausalLM", | |
| "AutoModelForCausalLM": "modeling_bvv_best_moe.BVVBestMoeForCausalLM" | |
| }, | |
| "model_type": "bvv_best", | |
| "vocab_size": 131072, | |
| "block_size ": 1024, | |
| "n_embd": 1024, | |
| "n_layer": 16, | |
| "n_head": 32, | |
| "pad_id": 57344, | |
| "bos_token": "<s>", | |
| "eos_token": "</s>", | |
| "unk_token": "<unk>", | |
| "pad_token": "<pad>", | |
| "torch_dtype": "float32" | |
| } |