Upload training_metadata.json with huggingface_hub

training_metadata.json

@@ -0,0 +1,30 @@
+{
+  "final_step": 20000,
+  "best_val_loss": 2.6275619745254515,
+  "dataset": "HuggingFaceFW/fineweb-edu (sample-10BT)",
+  "tokenizer": "Custom BPE (train_new mode)",
+  "training_config": {
+    "learning_rate": 0.0003,
+    "min_learning_rate": 3e-05,
+    "weight_decay": 0.1,
+    "beta1": 0.9,
+    "beta2": 0.95,
+    "adam_eps": 1e-08,
+    "grad_clip": 1.0,
+    "warmup_steps": 2000,
+    "total_steps": 20000,
+    "micro_batch_size": 4,
+    "gradient_accumulation_steps": 32,
+    "dtype": "bfloat16",
+    "checkpoint_dir": "/content/drive/MyDrive/llm-1b-lab/checkpoints",
+    "checkpoint_interval": 500,
+    "max_checkpoints": 3,
+    "log_interval": 10,
+    "eval_interval": 500,
+    "eval_steps": 20,
+    "wandb_project": "llm-1b-lab",
+    "wandb_run_name": null,
+    "use_wandb": true,
+    "seed": 42
+  }
+}