Update config.json
Browse files- config.json +5 -1
config.json
CHANGED
|
@@ -114,7 +114,11 @@
|
|
| 114 |
"weight_block_size": [
|
| 115 |
1,
|
| 116 |
256
|
| 117 |
-
]
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
},
|
| 119 |
"tf_legacy_loss": false,
|
| 120 |
"use_bfloat16": false,
|
|
|
|
| 114 |
"weight_block_size": [
|
| 115 |
1,
|
| 116 |
256
|
| 117 |
+
],
|
| 118 |
+
"tpu_settings": {
|
| 119 |
+
"mlp_dtype": "float4_e2m1fn",
|
| 120 |
+
"proj_dtype": "float8_e4m3fn"
|
| 121 |
+
}
|
| 122 |
},
|
| 123 |
"tf_legacy_loss": false,
|
| 124 |
"use_bfloat16": false,
|