Bc-AI commited on
Commit
76aec9c
·
verified ·
1 Parent(s): 88e644f

Upload metrics.jsonl with huggingface_hub

Browse files
Files changed (1) hide show
  1. metrics.jsonl +1 -0
metrics.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"timestamp": 1787806113.2622015, "elapsed_hours": 0.003857434723112318, "event": "start", "config": {"vocab_size": 50304, "d_model": 896, "n_layers": 18, "n_heads": 14, "n_kv_heads": 2, "max_len": 2048, "rope_theta": 500000.0, "window_size": 512, "pattern_mult": 2.5, "reason_mult": 0.75, "reason_depth": 2, "gate_hidden": 64, "gate_init": 0.0, "diff_lambda_init": 0.8, "tie_embeddings": true, "sft_lr": 1e-05, "sft_min_lr": 1e-06, "warmup": 50, "epochs": 3, "micro_batch": 4, "grad_accum": 4, "grad_clip": 1.0, "wd": 0.0, "log_every": 10, "sample_every": 50, "ckpt_every": 200, "max_hours": 11.0, "max_examples": 1096, "end_token_weight": 5.0, "tag_close_weight": 3.0}, "n_examples": 1096}