Upload meta_000765.json with huggingface_hub

meta_000765.json

@@ -1,6 +1,6 @@
 {
   "step": 765,
-  "val_bpb": 0.4475785077800831,
+  "val_bpb": 0.4384375044226997,
   "model_config": {
     "sequence_len": 2048,
     "vocab_size": 65536,
@@ -10,7 +10,7 @@
     "n_embd": 1280
   },
   "user_config": {
-    "run": "nanochat-h100-diloco-base-mid-f",
+    "run": "nanochat-h100-diloco-base-mid-standard-f",
     "max_iterations": -1,
     "dtype": "bfloat16",
     "max_seq_len": 2048,
@@ -23,8 +23,8 @@
     "eval_every": 150,
     "eval_tokens": 10485760,
     "total_batch_size": 524288,
-    "use_diloco": 1,
-    "base_diloco": 0,
+    "use_diloco": 0,
+    "base_diloco": 1,
     "diloco_H": 30,
     "diloco_outer_lr": 0.8,
     "diloco_outer_momentum": 0.9,
@@ -32,6 +32,6 @@
   },
   "device_batch_size": 32,
   "max_seq_len": 2048,
-  "use_diloco": 1,
-  "base_diloco": 0
+  "use_diloco": 0,
+  "base_diloco": 1
 }