Checkpoint checkpoints/1217308k (step 62,895)
Browse files
checkpoints/1217308k/config.json
CHANGED
|
@@ -1,10 +1,13 @@
|
|
| 1 |
{
|
| 2 |
"name": "nirca-mini",
|
| 3 |
"step": 62895,
|
|
|
|
| 4 |
"quant": "ternary",
|
| 5 |
"quant_scope": "all",
|
| 6 |
"n_experts": 32,
|
| 7 |
"chat_format": "chatml",
|
|
|
|
|
|
|
| 8 |
"cfg": {
|
| 9 |
"vocab_size": 265,
|
| 10 |
"d_model": 512,
|
|
|
|
| 1 |
{
|
| 2 |
"name": "nirca-mini",
|
| 3 |
"step": 62895,
|
| 4 |
+
"tokens": 1217308397,
|
| 5 |
"quant": "ternary",
|
| 6 |
"quant_scope": "all",
|
| 7 |
"n_experts": 32,
|
| 8 |
"chat_format": "chatml",
|
| 9 |
+
"bytes": 32638048,
|
| 10 |
+
"parameters": 108815393,
|
| 11 |
"cfg": {
|
| 12 |
"vocab_size": 265,
|
| 13 |
"d_model": 512,
|