Upload chatsft_checkpoints/d18/meta_001750.json with huggingface_hub

chatsft_checkpoints/d18/meta_001750.json

@@ -0,0 +1,42 @@
+{
+  "step": 1750,
+  "val_bpb": 0.2651569889048805,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 18,
+    "n_head": 9,
+    "n_kv_head": 9,
+    "n_embd": 1152,
+    "window_pattern": "SSSL"
+  },
+  "user_config": {
+    "run": "dummy",
+    "device_type": "",
+    "model_tag": "d18",
+    "model_step": null,
+    "resume_sft_step": null,
+    "load_optimizer": 1,
+    "num_iterations": 5000,
+    "max_seq_len": null,
+    "device_batch_size": 16,
+    "total_batch_size": 32768,
+    "embedding_lr": null,
+    "unembedding_lr": null,
+    "matrix_lr": null,
+    "init_lr_frac": 0.8,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "eval_every": 250,
+    "eval_tokens": 20971520,
+    "chatcore_every": -1,
+    "chatcore_max_cat": -1,
+    "chatcore_max_sample": 24,
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4,
+    "save_every": 250,
+    "sft_file": "/workspace/.cache/nanochat/sft_data_babbelaar/sft_train.jsonl",
+    "sft_val_file": "/workspace/.cache/nanochat/sft_data_babbelaar/sft_val.jsonl"
+  }
+}