Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -47,6 +47,7 @@
|
|
| 47 |
"num_key_value_heads": 8,
|
| 48 |
"intermediate_size": 8192,
|
| 49 |
"max_position_embeddings": 131072,
|
|
|
|
| 50 |
"mapping": {
|
| 51 |
"world_size": 1,
|
| 52 |
"gpus_per_node": 8,
|
|
|
|
| 47 |
"num_key_value_heads": 8,
|
| 48 |
"intermediate_size": 8192,
|
| 49 |
"max_position_embeddings": 131072,
|
| 50 |
+
"weight_key_prefix": "transformer",
|
| 51 |
"mapping": {
|
| 52 |
"world_size": 1,
|
| 53 |
"gpus_per_node": 8,
|