zeras141a commited on
Commit
12a34d2
·
verified ·
1 Parent(s): 2f5efcc

Run 8. Outer Step 62. Inner Step 189.

Browse files
Files changed (4) hide show
  1. config.json +5 -5
  2. gradients.pt +1 -1
  3. inner_optimizer.pt +1 -1
  4. model.safetensors +1 -1
config.json CHANGED
@@ -264,17 +264,17 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6384867,
268
- 6384880,
269
- 6384895,
270
- 6384907
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
- "inner_step": 176,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6382929,
280
  "max_position_embeddings": 2048,
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6384943,
268
+ 6384959,
269
+ 6384974,
270
+ 6384991
271
  ],
272
  "bos_token_id": 1,
273
  "eos_token_id": 2,
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 188,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6382929,
280
  "max_position_embeddings": 2048,
gradients.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dadcdb971854bf0df75c14c5fe63b4e2022cfe2dc1b43ff3f4d2f1143fa1c14a
3
  size 88389626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa623128f1df08c0d989dc41cabb773cfe1427a44b494a2258ead78464c810c
3
  size 88389626
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f40c3d2488c3c77419363f609d52d1a1e5c8c62dc90e79e64a4898b3d211e2b1
3
  size 4924926906
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a1f8e0c5caf348f8d75e9111e906299395f6ffa56fe80c6ae9ccf35c4e1029
3
  size 4924926906
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:262bacd44a07a0a5fd99d640abce03f699704fe6bc1e0c8fc8b551f6547ee8cd
3
  size 4400216536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c4bad9ac1525e39f8a05a5dda2e458eac2b2642b6bfeea503438682829cb47
3
  size 4400216536