Upload MuonGPTForCausalLM
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"AutoModelForCausalLM": "modeling_nano_gpt.MuonGPTForCausalLM"
|
| 8 |
},
|
| 9 |
"block_size": 128,
|
| 10 |
-
"eos_token_id":
|
| 11 |
"model_dim": 768,
|
| 12 |
"model_type": "muon-gpt",
|
| 13 |
"num_heads": 6,
|
|
|
|
| 7 |
"AutoModelForCausalLM": "modeling_nano_gpt.MuonGPTForCausalLM"
|
| 8 |
},
|
| 9 |
"block_size": 128,
|
| 10 |
+
"eos_token_id": 2,
|
| 11 |
"model_dim": 768,
|
| 12 |
"model_type": "muon-gpt",
|
| 13 |
"num_heads": 6,
|