zeras141a commited on
Commit
ef77190
·
verified ·
1 Parent(s): 4016787

Run 6. Outer Step 22. Inner Step 203.

Browse files
Files changed (4) hide show
  1. config.json +4 -4
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,16 +264,16 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6140859,
268
- 6140868,
269
- 6140876
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 193,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6140120,
279
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6140897,
268
+ 6140905,
269
+ 6140912
270
  ],
271
  "bos_token_id": 1,
272
  "eos_token_id": 2,
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
+ "inner_step": 202,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6140120,
279
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5aecc0385a73941c123c7e1d6f9fc8abc17d19b0a365910bb2eef3ac360718a3
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de06bf963291213ce1a5ff031e313f3029ef61be33ab74594ff53ad4c58e0994
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c0434e3356fb2e5897bb2c2108671d989788552d690a7ce9ee216f968bddb5
3
  size 8800564076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ebcc3962c4b0adb917a82e7841d6b1a36e32455b40dded6759c056eb66a347b
3
  size 8800564076
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f517ec907aebb0c18a4e35a7f474a64a01277912e3862c1383cf3830cdd0857
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68270b4ab553ca3cb71167f50aab75a6610a97379b51cd978cc41685d79a5ea9
3
  size 4400216536