Run 5. Outer Step 90. Inner Step 8.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "ncaagcc/ter2",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5938883,
-    5938891,
-    5938898
+    5939278,
+    5939292
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 7,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 5938691,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02bda513cf295e6e6ce32689c923617d0f7ab2ccb816170c04fddae946b68448
+oid sha256:edaa5fe5ca578923d207c57988aa9a81833e33eedf22574e39bee83630e8ac7e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d0148474b99dc204c9e6ab356c2e9b35a611c90f31a315c445b60c86a6b7db5
+oid sha256:c4aa266b32d3f5fd63f48b05d1d9c7c0a22a867bfac3f38b24cbeecc273418c4
 size 4400216536