Remove chatsft_checkpoints/d18/meta_004000.json (superseded by step 1750)

chatsft_checkpoints/d18/meta_004000.json

@@ -1,42 +0,0 @@
-{
-  "step": 4000,
-  "val_bpb": 0.39914477826511635,
-  "model_config": {
-    "sequence_len": 2048,
-    "vocab_size": 32768,
-    "n_layer": 18,
-    "n_head": 9,
-    "n_kv_head": 9,
-    "n_embd": 1152,
-    "window_pattern": "SSSL"
-  },
-  "user_config": {
-    "run": "dummy",
-    "device_type": "",
-    "model_tag": "d18",
-    "model_step": null,
-    "resume_sft_step": null,
-    "load_optimizer": 1,
-    "num_iterations": 10000,
-    "max_seq_len": null,
-    "device_batch_size": 16,
-    "total_batch_size": 32768,
-    "embedding_lr": null,
-    "unembedding_lr": null,
-    "matrix_lr": null,
-    "init_lr_frac": 0.8,
-    "warmup_ratio": 0.0,
-    "warmdown_ratio": 0.5,
-    "final_lr_frac": 0.0,
-    "eval_every": 500,
-    "eval_tokens": 20971520,
-    "chatcore_every": -1,
-    "chatcore_max_cat": -1,
-    "chatcore_max_sample": 24,
-    "mmlu_epochs": 3,
-    "gsm8k_epochs": 4,
-    "save_every": 500,
-    "sft_file": "/workspace/.cache/nanochat/sft_data_babbelaar/sft_train.jsonl",
-    "sft_val_file": "/workspace/.cache/nanochat/sft_data_babbelaar/sft_val.jsonl"
-  }
-}