Run 11. Outer Step 410. Inner Step 1.
Browse files- config.json +3 -3
config.json
CHANGED
|
@@ -265,7 +265,7 @@
|
|
| 265 |
"attention_dropout": 0.0,
|
| 266 |
"block_list": [
|
| 267 |
6753566,
|
| 268 |
-
|
| 269 |
],
|
| 270 |
"bos_token_id": 1,
|
| 271 |
"dtype": "float32",
|
|
@@ -274,7 +274,7 @@
|
|
| 274 |
"hidden_act": "silu",
|
| 275 |
"hidden_size": 2048,
|
| 276 |
"initializer_range": 0.02,
|
| 277 |
-
"inner_step":
|
| 278 |
"intermediate_size": 5632,
|
| 279 |
"last_allreduce_block": 6750947,
|
| 280 |
"max_position_embeddings": 2048,
|
|
@@ -292,4 +292,4 @@
|
|
| 292 |
"transformers_version": "4.39.3",
|
| 293 |
"use_cache": false,
|
| 294 |
"vocab_size": 32000
|
| 295 |
-
}
|
|
|
|
| 265 |
"attention_dropout": 0.0,
|
| 266 |
"block_list": [
|
| 267 |
6753566,
|
| 268 |
+
6760576
|
| 269 |
],
|
| 270 |
"bos_token_id": 1,
|
| 271 |
"dtype": "float32",
|
|
|
|
| 274 |
"hidden_act": "silu",
|
| 275 |
"hidden_size": 2048,
|
| 276 |
"initializer_range": 0.02,
|
| 277 |
+
"inner_step": 1,
|
| 278 |
"intermediate_size": 5632,
|
| 279 |
"last_allreduce_block": 6750947,
|
| 280 |
"max_position_embeddings": 2048,
|
|
|
|
| 292 |
"transformers_version": "4.39.3",
|
| 293 |
"use_cache": false,
|
| 294 |
"vocab_size": 32000
|
| 295 |
+
}
|