Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -109,5 +109,6 @@
|
|
| 109 |
"use_mtp": true,
|
| 110 |
"use_qk_norm": true,
|
| 111 |
"use_routing_bias": true,
|
| 112 |
-
"vocab_size": 200064
|
|
|
|
| 113 |
}
|
|
|
|
| 109 |
"use_mtp": true,
|
| 110 |
"use_qk_norm": true,
|
| 111 |
"use_routing_bias": true,
|
| 112 |
+
"vocab_size": 200064,
|
| 113 |
+
"dtype": "bfloat16"
|
| 114 |
}
|