| { |
| "lane": "Lane-G-ref", |
| "substrate": "PyTorch-CUDA", |
| "note": "BASELINE REFERENCE \u2014 NOT the hexa-native flame+forge production artifact (a_train_flame_forge)", |
| "config": { |
| "vocab": 256, |
| "d": 768, |
| "n_layer": 12, |
| "n_head": 12, |
| "block": 512, |
| "batch": 32, |
| "steps": 3000, |
| "n_params": 85645824 |
| }, |
| "descent": { |
| "first_val_ce": 5.580406188964844, |
| "last_val_ce": 1.5688461065292358, |
| "F_CLM_REF_DESCENT": 1, |
| "verdict": "PASS" |
| }, |
| "util": { |
| "n": 89, |
| "util_peak": 100.0, |
| "util_mean": 98.85393258426966, |
| "mem_peak_mib": 8529.0, |
| "power_mean_w": 587.7849438202246 |
| }, |
| "throughput": { |
| "total_s": 180.3, |
| "tok_per_s_final": 272622.0, |
| "tok_seen": 49152000 |
| }, |
| "ckpt": { |
| "path": "/root/laneg_ref/clm_ref_pytorch_cuda.pt", |
| "sha256": "9882f5cbfeb24283fe00d19bbaf6947fac339f5f06ef7a37b8a727aa2371d321", |
| "bytes": 342636482 |
| }, |
| "curve": [ |
| { |
| "step": 0, |
| "train_ce": 5.709890365600586, |
| "val_ce": 5.580406188964844, |
| "lr": 2.9999999999999997e-06, |
| "elapsed_s": 0.5, |
| "tok_per_s": 34154.1 |
| }, |
| { |
| "step": 100, |
| "train_ce": 2.6970996856689453, |
| "val_ce": 2.8268299102783203, |
| "lr": 0.000285, |
| "elapsed_s": 6.5, |
| "tok_per_s": 255507.4 |
| }, |
| { |
| "step": 200, |
| "train_ce": 2.5875449180603027, |
| "val_ce": 2.643609046936035, |
| "lr": 0.0002842086242158385, |
| "elapsed_s": 12.5, |
| "tok_per_s": 263980.9 |
| }, |
| { |
| "step": 300, |
| "train_ce": 2.3915350437164307, |
| "val_ce": 2.399930477142334, |
| "lr": 0.00028184377502086166, |
| "elapsed_s": 18.5, |
| "tok_per_s": 266946.5 |
| }, |
| { |
| "step": 400, |
| "train_ce": 2.365194320678711, |
| "val_ce": 2.2105484008789062, |
| "lr": 0.00027793317810967833, |
| "elapsed_s": 24.5, |
| "tok_per_s": 268463.1 |
| }, |
| { |
| "step": 500, |
| "train_ce": 2.119870901107788, |
| "val_ce": 2.2813305854797363, |
| "lr": 0.0002725226816555792, |
| "elapsed_s": 30.5, |
| "tok_per_s": 269381.8 |
| }, |
| { |
| "step": 600, |
| "train_ce": 1.9277604818344116, |
| "val_ce": 2.1148173809051514, |
| "lr": 0.0002656757187826245, |
| "elapsed_s": 36.5, |
| "tok_per_s": 269994.2 |
| }, |
| { |
| "step": 700, |
| "train_ce": 1.9212350845336914, |
| "val_ce": 1.991155743598938, |
| "lr": 0.00025747256387026186, |
| "elapsed_s": 42.5, |
| "tok_per_s": 270382.1 |
| }, |
| { |
| "step": 800, |
| "train_ce": 2.0267608165740967, |
| "val_ce": 1.8992573022842407, |
| "lr": 0.00024800939140962264, |
| "elapsed_s": 48.5, |
| "tok_per_s": 270654.9 |
| }, |
| { |
| "step": 900, |
| "train_ce": 1.825111985206604, |
| "val_ce": 2.033867835998535, |
| "lr": 0.00023739714844554674, |
| "elapsed_s": 54.5, |
| "tok_per_s": 270923.1 |
| }, |
| { |
| "step": 1000, |
| "train_ce": 1.9068242311477661, |
| "val_ce": 1.785348653793335, |
| "lr": 0.0002257602538239216, |
| "elapsed_s": 60.5, |
| "tok_per_s": 271018.6 |
| }, |
| { |
| "step": 1100, |
| "train_ce": 1.8573015928268433, |
| "val_ce": 1.8098082542419434, |
| "lr": 0.00021323513949447168, |
| "elapsed_s": 66.5, |
| "tok_per_s": 271212.5 |
| }, |
| { |
| "step": 1200, |
| "train_ce": 1.7617135047912598, |
| "val_ce": 1.8456193208694458, |
| "lr": 0.00019996865097088843, |
| "elapsed_s": 72.5, |
| "tok_per_s": 271376.3 |
| }, |
| { |
| "step": 1300, |
| "train_ce": 1.8214399814605713, |
| "val_ce": 1.7033685445785522, |
| "lr": 0.00018611632570144482, |
| "elapsed_s": 78.5, |
| "tok_per_s": 271514.4 |
| }, |
| { |
| "step": 1400, |
| "train_ce": 1.6957789659500122, |
| "val_ce": 1.7081215381622314, |
| "lr": 0.00017184056953462327, |
| "elapsed_s": 84.5, |
| "tok_per_s": 271660.1 |
| }, |
| { |
| "step": 1500, |
| "train_ce": 1.545870304107666, |
| "val_ce": 1.6709611415863037, |
| "lr": 0.00015730875265903134, |
| "elapsed_s": 90.5, |
| "tok_per_s": 271784.7 |
| }, |
| { |
| "step": 1600, |
| "train_ce": 1.6873689889907837, |
| "val_ce": 1.5884978771209717, |
| "lr": 0.00014269124734096864, |
| "elapsed_s": 96.5, |
| "tok_per_s": 271893.3 |
| }, |
| { |
| "step": 1700, |
| "train_ce": 1.6488295793533325, |
| "val_ce": 1.6994558572769165, |
| "lr": 0.00012815943046537675, |
| "elapsed_s": 102.5, |
| "tok_per_s": 271989.1 |
| }, |
| { |
| "step": 1800, |
| "train_ce": 1.6918094158172607, |
| "val_ce": 1.634321689605713, |
| "lr": 0.0001138836742985552, |
| "elapsed_s": 108.5, |
| "tok_per_s": 272074.2 |
| }, |
| { |
| "step": 1900, |
| "train_ce": 1.5671133995056152, |
| "val_ce": 1.5018056631088257, |
| "lr": 0.00010003134902911154, |
| "elapsed_s": 114.4, |
| "tok_per_s": 272151.1 |
| }, |
| { |
| "step": 2000, |
| "train_ce": 1.6319389343261719, |
| "val_ce": 1.4990273714065552, |
| "lr": 8.676486050552834e-05, |
| "elapsed_s": 120.4, |
| "tok_per_s": 272220.7 |
| }, |
| { |
| "step": 2100, |
| "train_ce": 1.6000128984451294, |
| "val_ce": 1.63832426071167, |
| "lr": 7.42397461760784e-05, |
| "elapsed_s": 126.4, |
| "tok_per_s": 272283.9 |
| }, |
| { |
| "step": 2200, |
| "train_ce": 1.5814253091812134, |
| "val_ce": 1.617719292640686, |
| "lr": 6.260285155445328e-05, |
| "elapsed_s": 132.4, |
| "tok_per_s": 272341.1 |
| }, |
| { |
| "step": 2300, |
| "train_ce": 1.6231330633163452, |
| "val_ce": 1.6176594495773315, |
| "lr": 5.199060859037736e-05, |
| "elapsed_s": 138.4, |
| "tok_per_s": 272392.6 |
| }, |
| { |
| "step": 2400, |
| "train_ce": 1.4534480571746826, |
| "val_ce": 1.6460052728652954, |
| "lr": 4.2527436129738086e-05, |
| "elapsed_s": 144.4, |
| "tok_per_s": 272415.0 |
| }, |
| { |
| "step": 2500, |
| "train_ce": 1.5609209537506104, |
| "val_ce": 1.4581724405288696, |
| "lr": 3.4324281217375475e-05, |
| "elapsed_s": 150.4, |
| "tok_per_s": 272441.1 |
| }, |
| { |
| "step": 2600, |
| "train_ce": 1.4334359169006348, |
| "val_ce": 1.5472081899642944, |
| "lr": 2.7477318344420816e-05, |
| "elapsed_s": 156.4, |
| "tok_per_s": 272482.8 |
| }, |
| { |
| "step": 2700, |
| "train_ce": 1.5293118953704834, |
| "val_ce": 1.5294520854949951, |
| "lr": 2.2066821890321682e-05, |
| "elapsed_s": 162.4, |
| "tok_per_s": 272522.4 |
| }, |
| { |
| "step": 2800, |
| "train_ce": 1.410809874534607, |
| "val_ce": 1.4850399494171143, |
| "lr": 1.81562249791383e-05, |
| "elapsed_s": 168.4, |
| "tok_per_s": 272557.7 |
| }, |
| { |
| "step": 2900, |
| "train_ce": 1.4719370603561401, |
| "val_ce": 1.488185167312622, |
| "lr": 1.5791375784161453e-05, |
| "elapsed_s": 174.4, |
| "tok_per_s": 272591.0 |
| }, |
| { |
| "step": 2999, |
| "train_ce": 1.419477939605713, |
| "val_ce": 1.5688461065292358, |
| "lr": 1.5000079215009745e-05, |
| "elapsed_s": 180.3, |
| "tok_per_s": 272622.6 |
| } |
| ] |
| } |
