| { |
| "config": { |
| "epochs": 1, |
| "batch_size": 16, |
| "gradient_accumulation_steps": 4, |
| "effective_batch_size": 64, |
| "cross_max_length": 64, |
| "lora_r": 8, |
| "lora_alpha": 16, |
| "target_modules": [ |
| "query_key_value" |
| ], |
| "total_steps": 13249, |
| "start_time": "2026-01-11T03:45:55.374803" |
| }, |
| "steps": [ |
| { |
| "step": 100, |
| "epoch": 0, |
| "loss": 3.0553906083106996, |
| "perplexity": 21.229476317462176, |
| "grad_norm": 0.9999998862745418, |
| "lr": 1.8882175226586103e-06, |
| "cross_attn_scale": 0.0755287009063444, |
| "tokens_per_sec": 29659.667067018858, |
| "step_time_ms": 72.3056697845459, |
| "elapsed_sec": 11.671439170837402, |
| "progress_pct": 0.7547739452034116 |
| }, |
| { |
| "step": 200, |
| "epoch": 0, |
| "loss": 3.0449283146858215, |
| "perplexity": 21.00852514617355, |
| "grad_norm": 0.9999998771969448, |
| "lr": 3.7764350453172205e-06, |
| "cross_attn_scale": 0.1510574018126888, |
| "tokens_per_sec": 29998.955284666587, |
| "step_time_ms": 68.73083829879761, |
| "elapsed_sec": 22.878730058670044, |
| "progress_pct": 1.5095478904068231 |
| }, |
| { |
| "step": 300, |
| "epoch": 0, |
| "loss": 3.047647387981415, |
| "perplexity": 21.065726598105954, |
| "grad_norm": 0.9999998694186822, |
| "lr": 5.664652567975831e-06, |
| "cross_attn_scale": 0.22658610271903323, |
| "tokens_per_sec": 30055.703757973926, |
| "step_time_ms": 68.56269359588623, |
| "elapsed_sec": 33.98429822921753, |
| "progress_pct": 2.2643218356102346 |
| }, |
| { |
| "step": 400, |
| "epoch": 0, |
| "loss": 3.0421357417106627, |
| "perplexity": 20.949939147514087, |
| "grad_norm": 0.9999998708066421, |
| "lr": 7.552870090634441e-06, |
| "cross_attn_scale": 0.3021148036253776, |
| "tokens_per_sec": 30210.86789891559, |
| "step_time_ms": 68.70847702026367, |
| "elapsed_sec": 45.12389397621155, |
| "progress_pct": 3.0190957808136463 |
| }, |
| { |
| "step": 500, |
| "epoch": 0, |
| "loss": 3.0340122056007384, |
| "perplexity": 20.780440954816772, |
| "grad_norm": 0.9999998721696909, |
| "lr": 9.441087613293053e-06, |
| "cross_attn_scale": 0.3776435045317221, |
| "tokens_per_sec": 30287.550862030017, |
| "step_time_ms": 68.67650508880615, |
| "elapsed_sec": 56.31241059303284, |
| "progress_pct": 3.773869726017058 |
| }, |
| { |
| "step": 600, |
| "epoch": 0, |
| "loss": 3.0240328454971315, |
| "perplexity": 20.574096755393853, |
| "grad_norm": 0.9999998774025239, |
| "lr": 1.1329305135951662e-05, |
| "cross_attn_scale": 0.45317220543806647, |
| "tokens_per_sec": 30337.509813968918, |
| "step_time_ms": 68.6249566078186, |
| "elapsed_sec": 67.54812812805176, |
| "progress_pct": 4.528643671220469 |
| }, |
| { |
| "step": 700, |
| "epoch": 0, |
| "loss": 3.0103702998161315, |
| "perplexity": 20.294913736798694, |
| "grad_norm": 0.9999998854215264, |
| "lr": 1.3217522658610274e-05, |
| "cross_attn_scale": 0.5287009063444109, |
| "tokens_per_sec": 30390.876870190146, |
| "step_time_ms": 68.71308088302612, |
| "elapsed_sec": 78.77034974098206, |
| "progress_pct": 5.283417616423881 |
| }, |
| { |
| "step": 800, |
| "epoch": 0, |
| "loss": 3.005305087566376, |
| "perplexity": 20.192375599076605, |
| "grad_norm": 0.9999998881305956, |
| "lr": 1.5105740181268882e-05, |
| "cross_attn_scale": 0.6042296072507553, |
| "tokens_per_sec": 30399.323564352733, |
| "step_time_ms": 68.67244720458984, |
| "elapsed_sec": 89.90821766853333, |
| "progress_pct": 6.0381915616272925 |
| }, |
| { |
| "step": 900, |
| "epoch": 0, |
| "loss": 2.9808620524406435, |
| "perplexity": 19.704795892601492, |
| "grad_norm": 0.999999884566103, |
| "lr": 1.6993957703927492e-05, |
| "cross_attn_scale": 0.6797583081570997, |
| "tokens_per_sec": 30464.53898853465, |
| "step_time_ms": 68.634774684906, |
| "elapsed_sec": 101.1823616027832, |
| "progress_pct": 6.792965506830704 |
| }, |
| { |
| "step": 1000, |
| "epoch": 0, |
| "loss": 2.9657063841819764, |
| "perplexity": 19.408408192965855, |
| "grad_norm": 0.9999998912970435, |
| "lr": 1.8882175226586106e-05, |
| "cross_attn_scale": 0.7552870090634441, |
| "tokens_per_sec": 30482.017177706704, |
| "step_time_ms": 68.62752199172974, |
| "elapsed_sec": 112.40210843086243, |
| "progress_pct": 7.547739452034116 |
| }, |
| { |
| "step": 1100, |
| "epoch": 0, |
| "loss": 2.9404901576042177, |
| "perplexity": 18.925120330844894, |
| "grad_norm": 0.9999998957905454, |
| "lr": 2.0770392749244713e-05, |
| "cross_attn_scale": 0.8308157099697885, |
| "tokens_per_sec": 30520.18917730466, |
| "step_time_ms": 68.61571073532104, |
| "elapsed_sec": 123.61365056037903, |
| "progress_pct": 8.302513397237528 |
| }, |
| { |
| "step": 1200, |
| "epoch": 0, |
| "loss": 2.916158149242401, |
| "perplexity": 18.470191258417472, |
| "grad_norm": 0.9999999059134038, |
| "lr": 2.2658610271903323e-05, |
| "cross_attn_scale": 0.9063444108761329, |
| "tokens_per_sec": 30514.05504365179, |
| "step_time_ms": 68.67437601089478, |
| "elapsed_sec": 134.80070066452026, |
| "progress_pct": 9.057287342440938 |
| }, |
| { |
| "step": 1300, |
| "epoch": 0, |
| "loss": 2.9002408885955813, |
| "perplexity": 18.17852384113777, |
| "grad_norm": 0.9999999221452138, |
| "lr": 2.4546827794561937e-05, |
| "cross_attn_scale": 0.9818731117824774, |
| "tokens_per_sec": 30518.41110587493, |
| "step_time_ms": 68.52020263671875, |
| "elapsed_sec": 145.9552721977234, |
| "progress_pct": 9.812061287644351 |
| }, |
| { |
| "step": 1400, |
| "epoch": 0, |
| "loss": 2.872870879173279, |
| "perplexity": 17.687724699355996, |
| "grad_norm": 0.9999999227685785, |
| "lr": 2.6435045317220547e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30511.622849857926, |
| "step_time_ms": 68.70761156082153, |
| "elapsed_sec": 157.15584921836853, |
| "progress_pct": 10.566835232847762 |
| }, |
| { |
| "step": 1500, |
| "epoch": 0, |
| "loss": 2.8776234197616577, |
| "perplexity": 17.771986398880262, |
| "grad_norm": 0.9999999237417435, |
| "lr": 2.8323262839879154e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30493.903728302623, |
| "step_time_ms": 68.75503063201904, |
| "elapsed_sec": 168.2848823070526, |
| "progress_pct": 11.321609178051174 |
| }, |
| { |
| "step": 1600, |
| "epoch": 0, |
| "loss": 2.8588545417785642, |
| "perplexity": 17.44153693803145, |
| "grad_norm": 0.9999999207595216, |
| "lr": 3.0211480362537764e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30505.121130819396, |
| "step_time_ms": 68.64941120147705, |
| "elapsed_sec": 179.4573106765747, |
| "progress_pct": 12.076383123254585 |
| }, |
| { |
| "step": 1700, |
| "epoch": 0, |
| "loss": 2.8620681262016294, |
| "perplexity": 17.4976769464644, |
| "grad_norm": 0.9999999136486478, |
| "lr": 3.209969788519638e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30496.028601579812, |
| "step_time_ms": 68.41788530349731, |
| "elapsed_sec": 190.5410726070404, |
| "progress_pct": 12.831157068457998 |
| }, |
| { |
| "step": 1800, |
| "epoch": 0, |
| "loss": 2.851705029010773, |
| "perplexity": 17.317283153287743, |
| "grad_norm": 0.9999999101516841, |
| "lr": 3.3987915407854985e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30486.163746654358, |
| "step_time_ms": 68.65042924880981, |
| "elapsed_sec": 201.64810013771057, |
| "progress_pct": 13.585931013661408 |
| }, |
| { |
| "step": 1900, |
| "epoch": 0, |
| "loss": 2.839317078590393, |
| "perplexity": 17.104080804749838, |
| "grad_norm": 0.9999999094789626, |
| "lr": 3.5876132930513595e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30499.8027812949, |
| "step_time_ms": 68.49920272827148, |
| "elapsed_sec": 212.8020317554474, |
| "progress_pct": 14.34070495886482 |
| }, |
| { |
| "step": 2000, |
| "epoch": 0, |
| "loss": 2.833750886917114, |
| "perplexity": 17.009140685170195, |
| "grad_norm": 0.9999999050466546, |
| "lr": 3.776435045317221e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30498.478093732738, |
| "step_time_ms": 68.63363027572632, |
| "elapsed_sec": 223.98661923408508, |
| "progress_pct": 15.095478904068232 |
| }, |
| { |
| "step": 2100, |
| "epoch": 0, |
| "loss": 2.833835325241089, |
| "perplexity": 17.010576969139752, |
| "grad_norm": 0.9999999051555772, |
| "lr": 3.9652567975830816e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30496.763241222277, |
| "step_time_ms": 68.50829124450684, |
| "elapsed_sec": 235.1098358631134, |
| "progress_pct": 15.850252849271643 |
| }, |
| { |
| "step": 2200, |
| "epoch": 0, |
| "loss": 2.830011742115021, |
| "perplexity": 16.9456598012593, |
| "grad_norm": 0.9999999086205261, |
| "lr": 4.1540785498489426e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30504.708020780217, |
| "step_time_ms": 68.68033170700073, |
| "elapsed_sec": 246.3288288116455, |
| "progress_pct": 16.605026794475055 |
| }, |
| { |
| "step": 2300, |
| "epoch": 0, |
| "loss": 2.826364483833313, |
| "perplexity": 16.88396717606802, |
| "grad_norm": 0.9999999082911996, |
| "lr": 4.342900302114804e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30501.204524633395, |
| "step_time_ms": 68.73678207397461, |
| "elapsed_sec": 257.5635986328125, |
| "progress_pct": 17.359800739678466 |
| }, |
| { |
| "step": 2400, |
| "epoch": 0, |
| "loss": 2.8305963826179505, |
| "perplexity": 16.95556981694399, |
| "grad_norm": 0.9999999116385626, |
| "lr": 4.5317220543806646e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30500.794054619466, |
| "step_time_ms": 68.69770526885986, |
| "elapsed_sec": 268.69559478759766, |
| "progress_pct": 18.114574684881877 |
| }, |
| { |
| "step": 2500, |
| "epoch": 0, |
| "loss": 2.823909387588501, |
| "perplexity": 16.842566254075912, |
| "grad_norm": 0.9999999056484468, |
| "lr": 4.720543806646526e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30494.381494274585, |
| "step_time_ms": 68.81577491760254, |
| "elapsed_sec": 279.87601590156555, |
| "progress_pct": 18.86934863008529 |
| }, |
| { |
| "step": 2600, |
| "epoch": 0, |
| "loss": 2.8317417907714844, |
| "perplexity": 16.975001991621266, |
| "grad_norm": 0.9999999060478559, |
| "lr": 4.9093655589123874e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30493.046658925927, |
| "step_time_ms": 68.76836061477661, |
| "elapsed_sec": 291.05359983444214, |
| "progress_pct": 19.624122575288702 |
| }, |
| { |
| "step": 2700, |
| "epoch": 0, |
| "loss": 2.8178824305534365, |
| "perplexity": 16.741362113751652, |
| "grad_norm": 0.9999999106669464, |
| "lr": 5.098187311178248e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30497.10975803011, |
| "step_time_ms": 68.62552165985107, |
| "elapsed_sec": 302.2955641746521, |
| "progress_pct": 20.378896520492113 |
| }, |
| { |
| "step": 2800, |
| "epoch": 0, |
| "loss": 2.8133517289161682, |
| "perplexity": 16.665683564931342, |
| "grad_norm": 0.9999999143853615, |
| "lr": 5.2870090634441094e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30502.20993387066, |
| "step_time_ms": 68.7237548828125, |
| "elapsed_sec": 313.51184129714966, |
| "progress_pct": 21.133670465695523 |
| }, |
| { |
| "step": 2900, |
| "epoch": 0, |
| "loss": 2.8192299604415894, |
| "perplexity": 16.763936806188713, |
| "grad_norm": 0.9999999153165114, |
| "lr": 5.4758308157099705e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30495.965582028683, |
| "step_time_ms": 68.75383377075195, |
| "elapsed_sec": 324.68157052993774, |
| "progress_pct": 21.888444410898934 |
| }, |
| { |
| "step": 3000, |
| "epoch": 0, |
| "loss": 2.814334969520569, |
| "perplexity": 16.682078000228916, |
| "grad_norm": 0.9999999103789803, |
| "lr": 5.664652567975831e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30497.05613414167, |
| "step_time_ms": 68.89568090438843, |
| "elapsed_sec": 335.9107172489166, |
| "progress_pct": 22.64321835610235 |
| }, |
| { |
| "step": 3100, |
| "epoch": 0, |
| "loss": 2.812694685459137, |
| "perplexity": 16.654737083138976, |
| "grad_norm": 0.9999999103699377, |
| "lr": 5.853474320241692e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30503.323091845978, |
| "step_time_ms": 68.7230896949768, |
| "elapsed_sec": 347.12381887435913, |
| "progress_pct": 23.39799230130576 |
| }, |
| { |
| "step": 3200, |
| "epoch": 0, |
| "loss": 2.8209491848945616, |
| "perplexity": 16.79278256533621, |
| "grad_norm": 0.9999999116175871, |
| "lr": 6.042296072507553e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30471.149506940925, |
| "step_time_ms": 72.36854791641235, |
| "elapsed_sec": 358.6222107410431, |
| "progress_pct": 24.15276624650917 |
| }, |
| { |
| "step": 3300, |
| "epoch": 0, |
| "loss": 2.823811297416687, |
| "perplexity": 16.84091424488252, |
| "grad_norm": 0.9999999183970942, |
| "lr": 6.231117824773414e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30475.15581021754, |
| "step_time_ms": 68.7209701538086, |
| "elapsed_sec": 369.78560733795166, |
| "progress_pct": 24.90754019171258 |
| }, |
| { |
| "step": 3400, |
| "epoch": 0, |
| "loss": 2.8320892524719237, |
| "perplexity": 16.98090117948981, |
| "grad_norm": 0.9999999248059107, |
| "lr": 6.419939577039276e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29670.286366915152, |
| "step_time_ms": 68.97594928741455, |
| "elapsed_sec": 391.05166888237, |
| "progress_pct": 25.662314136915995 |
| }, |
| { |
| "step": 3500, |
| "epoch": 0, |
| "loss": 2.815865466594696, |
| "perplexity": 16.70762941999754, |
| "grad_norm": 0.9999999286289808, |
| "lr": 6.608761329305136e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29686.79626575453, |
| "step_time_ms": 69.19201135635376, |
| "elapsed_sec": 402.31939792633057, |
| "progress_pct": 26.417088082119406 |
| }, |
| { |
| "step": 3600, |
| "epoch": 0, |
| "loss": 2.846110601425171, |
| "perplexity": 17.220673356933453, |
| "grad_norm": 0.9999999358015611, |
| "lr": 6.797583081570997e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29707.146446527197, |
| "step_time_ms": 68.82575511932373, |
| "elapsed_sec": 413.6111161708832, |
| "progress_pct": 27.171862027322817 |
| }, |
| { |
| "step": 3700, |
| "epoch": 0, |
| "loss": 2.8651936769485475, |
| "perplexity": 17.55245238082157, |
| "grad_norm": 0.9999999406451835, |
| "lr": 6.986404833836858e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29731.035920613755, |
| "step_time_ms": 68.87631177902222, |
| "elapsed_sec": 424.8875832557678, |
| "progress_pct": 27.926635972526228 |
| }, |
| { |
| "step": 3800, |
| "epoch": 0, |
| "loss": 2.8802473044395445, |
| "perplexity": 17.81867927325758, |
| "grad_norm": 0.999999938128731, |
| "lr": 7.175226586102719e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29740.50111024254, |
| "step_time_ms": 68.9161491394043, |
| "elapsed_sec": 436.10438680648804, |
| "progress_pct": 28.68140991772964 |
| }, |
| { |
| "step": 3900, |
| "epoch": 0, |
| "loss": 2.8760248684883116, |
| "perplexity": 17.7435996622643, |
| "grad_norm": 0.9999999370933762, |
| "lr": 7.36404833836858e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29756.389974960584, |
| "step_time_ms": 68.69559288024902, |
| "elapsed_sec": 447.3066461086273, |
| "progress_pct": 29.436183862933053 |
| }, |
| { |
| "step": 4000, |
| "epoch": 0, |
| "loss": 2.833030352592468, |
| "perplexity": 16.996889429728867, |
| "grad_norm": 0.9999999344961908, |
| "lr": 7.552870090634442e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29775.895470741994, |
| "step_time_ms": 68.65659475326538, |
| "elapsed_sec": 458.5267641544342, |
| "progress_pct": 30.190957808136464 |
| }, |
| { |
| "step": 4100, |
| "epoch": 0, |
| "loss": 2.8502792358398437, |
| "perplexity": 17.29260988289878, |
| "grad_norm": 0.9999999411152237, |
| "lr": 7.741691842900302e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29789.044694580516, |
| "step_time_ms": 68.78466129302979, |
| "elapsed_sec": 469.70932245254517, |
| "progress_pct": 30.945731753339874 |
| }, |
| { |
| "step": 4200, |
| "epoch": 0, |
| "loss": 2.845259420871735, |
| "perplexity": 17.206021691146056, |
| "grad_norm": 0.9999999597855691, |
| "lr": 7.930513595166163e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29810.506707537246, |
| "step_time_ms": 68.6014461517334, |
| "elapsed_sec": 480.918527841568, |
| "progress_pct": 31.700505698543285 |
| }, |
| { |
| "step": 4300, |
| "epoch": 0, |
| "loss": 2.851608917713165, |
| "perplexity": 17.315618846713456, |
| "grad_norm": 0.9999999759995412, |
| "lr": 8.119335347432024e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29823.229438646857, |
| "step_time_ms": 68.48395347595215, |
| "elapsed_sec": 492.0337359905243, |
| "progress_pct": 32.4552796437467 |
| }, |
| { |
| "step": 4400, |
| "epoch": 0, |
| "loss": 2.8928983926773073, |
| "perplexity": 18.045536929430227, |
| "grad_norm": 0.9999999802354099, |
| "lr": 8.308157099697885e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29839.21784462899, |
| "step_time_ms": 68.63518953323364, |
| "elapsed_sec": 503.2420446872711, |
| "progress_pct": 33.21005358895011 |
| }, |
| { |
| "step": 4500, |
| "epoch": 0, |
| "loss": 2.8919497418403624, |
| "perplexity": 18.028426133087862, |
| "grad_norm": 0.9999999832088211, |
| "lr": 8.496978851963746e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29851.35171674971, |
| "step_time_ms": 68.82947206497192, |
| "elapsed_sec": 514.4808900356293, |
| "progress_pct": 33.96482753415352 |
| }, |
| { |
| "step": 4600, |
| "epoch": 0, |
| "loss": 2.912613160610199, |
| "perplexity": 18.404830560286392, |
| "grad_norm": 0.9999999852952282, |
| "lr": 8.685800604229609e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29868.9929982354, |
| "step_time_ms": 68.60780239105225, |
| "elapsed_sec": 525.6990418434143, |
| "progress_pct": 34.71960147935693 |
| }, |
| { |
| "step": 4700, |
| "epoch": 0, |
| "loss": 2.9198369789123535, |
| "perplexity": 18.538265085260896, |
| "grad_norm": 0.9999999861072904, |
| "lr": 8.874622356495468e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29881.651406257948, |
| "step_time_ms": 68.78975629806519, |
| "elapsed_sec": 536.9214298725128, |
| "progress_pct": 35.47437542456034 |
| }, |
| { |
| "step": 4800, |
| "epoch": 0, |
| "loss": 2.9220591092109682, |
| "perplexity": 18.57950532941875, |
| "grad_norm": 0.9999999939528834, |
| "lr": 9.063444108761329e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29894.195528337976, |
| "step_time_ms": 68.80178928375244, |
| "elapsed_sec": 548.1407246589661, |
| "progress_pct": 36.22914936976375 |
| }, |
| { |
| "step": 4900, |
| "epoch": 0, |
| "loss": 2.9370435547828673, |
| "perplexity": 18.86000523511343, |
| "grad_norm": 1.0000000011274732, |
| "lr": 9.25226586102719e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29899.872434533, |
| "step_time_ms": 68.81359100341797, |
| "elapsed_sec": 559.2738242149353, |
| "progress_pct": 36.983923314967164 |
| }, |
| { |
| "step": 5000, |
| "epoch": 0, |
| "loss": 2.9583297395706176, |
| "perplexity": 19.265766020381903, |
| "grad_norm": 0.9999999952426983, |
| "lr": 9.441087613293051e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29914.890276799215, |
| "step_time_ms": 68.60477924346924, |
| "elapsed_sec": 570.4796454906464, |
| "progress_pct": 37.73869726017058 |
| }, |
| { |
| "step": 5100, |
| "epoch": 0, |
| "loss": 2.9550197100639344, |
| "perplexity": 19.20210119074545, |
| "grad_norm": 0.9999999955847756, |
| "lr": 9.629909365558912e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29927.735715089886, |
| "step_time_ms": 68.55671644210815, |
| "elapsed_sec": 581.667058467865, |
| "progress_pct": 38.49347120537399 |
| }, |
| { |
| "step": 5200, |
| "epoch": 0, |
| "loss": 2.9828960919380187, |
| "perplexity": 19.744917015876656, |
| "grad_norm": 0.9999999973577894, |
| "lr": 9.818731117824775e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29941.160552589776, |
| "step_time_ms": 68.76250982284546, |
| "elapsed_sec": 592.8996963500977, |
| "progress_pct": 39.248245150577404 |
| }, |
| { |
| "step": 5300, |
| "epoch": 0, |
| "loss": 2.9812774753570555, |
| "perplexity": 19.712983416903363, |
| "grad_norm": 0.9999999977527527, |
| "lr": 9.999999828225707e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29953.48526766276, |
| "step_time_ms": 68.57383966445923, |
| "elapsed_sec": 604.1068956851959, |
| "progress_pct": 40.003019095780814 |
| }, |
| { |
| "step": 5400, |
| "epoch": 0, |
| "loss": 2.9874549293518067, |
| "perplexity": 19.835136373740465, |
| "grad_norm": 1.000000005050804, |
| "lr": 9.99988388103099e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29965.8283068889, |
| "step_time_ms": 68.63211393356323, |
| "elapsed_sec": 615.2640204429626, |
| "progress_pct": 40.757793040984225 |
| }, |
| { |
| "step": 5500, |
| "epoch": 0, |
| "loss": 2.9855289316177367, |
| "perplexity": 19.7969707113172, |
| "grad_norm": 1.0000000047012423, |
| "lr": 9.999553221781354e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29979.453810055362, |
| "step_time_ms": 68.55385541915894, |
| "elapsed_sec": 626.467483997345, |
| "progress_pct": 41.512566986187636 |
| }, |
| { |
| "step": 5600, |
| "epoch": 0, |
| "loss": 3.001195156574249, |
| "perplexity": 20.10955663548813, |
| "grad_norm": 1.0000000009146937, |
| "lr": 9.999007864819872e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29985.720598712633, |
| "step_time_ms": 68.79624128341675, |
| "elapsed_sec": 637.6670501232147, |
| "progress_pct": 42.26734093139105 |
| }, |
| { |
| "step": 5700, |
| "epoch": 0, |
| "loss": 2.9869230651855467, |
| "perplexity": 19.824589580449725, |
| "grad_norm": 0.9999999955026968, |
| "lr": 9.998247833802596e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30003.619229602187, |
| "step_time_ms": 68.55745553970337, |
| "elapsed_sec": 648.9761068820953, |
| "progress_pct": 43.02211487659446 |
| }, |
| { |
| "step": 5800, |
| "epoch": 0, |
| "loss": 2.992214176654816, |
| "perplexity": 19.929761687056967, |
| "grad_norm": 0.9999999920373142, |
| "lr": 9.997273161697535e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30007.238330623877, |
| "step_time_ms": 68.54370355606079, |
| "elapsed_sec": 660.0942339897156, |
| "progress_pct": 43.77688882179787 |
| }, |
| { |
| "step": 5900, |
| "epoch": 0, |
| "loss": 2.9899471187591553, |
| "perplexity": 19.884630939803454, |
| "grad_norm": 0.9999999905480129, |
| "lr": 9.996083890783225e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30016.763888893925, |
| "step_time_ms": 68.59871864318848, |
| "elapsed_sec": 671.2416126728058, |
| "progress_pct": 44.531662767001286 |
| }, |
| { |
| "step": 6000, |
| "epoch": 0, |
| "loss": 2.973553490638733, |
| "perplexity": 19.561307160862828, |
| "grad_norm": 0.9999999961927993, |
| "lr": 9.9946800726469e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30019.099421691335, |
| "step_time_ms": 68.57965469360352, |
| "elapsed_sec": 682.3533148765564, |
| "progress_pct": 45.2864367122047 |
| }, |
| { |
| "step": 6100, |
| "epoch": 0, |
| "loss": 2.9827182602882387, |
| "perplexity": 19.74140605689802, |
| "grad_norm": 0.9999999982933864, |
| "lr": 9.993061768182244e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30026.30841714172, |
| "step_time_ms": 68.58452320098877, |
| "elapsed_sec": 693.5168223381042, |
| "progress_pct": 46.04121065740811 |
| }, |
| { |
| "step": 6200, |
| "epoch": 0, |
| "loss": 2.988657066822052, |
| "perplexity": 19.858995272367505, |
| "grad_norm": 0.9999999972547158, |
| "lr": 9.991229047586758e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30032.30921841359, |
| "step_time_ms": 68.62870931625366, |
| "elapsed_sec": 704.7209339141846, |
| "progress_pct": 46.79598460261152 |
| }, |
| { |
| "step": 6300, |
| "epoch": 0, |
| "loss": 3.0013710594177248, |
| "perplexity": 20.11309427481263, |
| "grad_norm": 1.0000000035538437, |
| "lr": 9.989181990358713e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30027.30892734739, |
| "step_time_ms": 72.44897842407227, |
| "elapsed_sec": 716.3112769126892, |
| "progress_pct": 47.55075854781493 |
| }, |
| { |
| "step": 6400, |
| "epoch": 0, |
| "loss": 3.0535635590553283, |
| "perplexity": 21.1907244301477, |
| "grad_norm": 1.0000000054736338, |
| "lr": 9.9869206852937e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30031.377185455563, |
| "step_time_ms": 68.55860948562622, |
| "elapsed_sec": 727.4697349071503, |
| "progress_pct": 48.30553249301834 |
| }, |
| { |
| "step": 6500, |
| "epoch": 0, |
| "loss": 3.0514983248710634, |
| "perplexity": 21.147005781827758, |
| "grad_norm": 1.0000000088419636, |
| "lr": 9.984445230480777e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30037.350771694248, |
| "step_time_ms": 68.51820468902588, |
| "elapsed_sec": 738.6134738922119, |
| "progress_pct": 49.06030643822175 |
| }, |
| { |
| "step": 6600, |
| "epoch": 0, |
| "loss": 3.073709189891815, |
| "perplexity": 21.62195405375797, |
| "grad_norm": 1.0000000080646183, |
| "lr": 9.981755733298221e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 30044.33637658769, |
| "step_time_ms": 68.57419729232788, |
| "elapsed_sec": 749.8031148910522, |
| "progress_pct": 49.81508038342516 |
| }, |
| { |
| "step": 6700, |
| "epoch": 0, |
| "loss": 3.060198895931244, |
| "perplexity": 21.331799548252498, |
| "grad_norm": 1.0000000045052264, |
| "lr": 9.978852310408861e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29765.687951709533, |
| "step_time_ms": 68.89270305633545, |
| "elapsed_sec": 768.0259914398193, |
| "progress_pct": 50.56985432862857 |
| }, |
| { |
| "step": 6800, |
| "epoch": 0, |
| "loss": 3.0322815942764283, |
| "perplexity": 20.744509189304374, |
| "grad_norm": 1.0000000008077732, |
| "lr": 9.975735087755025e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29777.555021316624, |
| "step_time_ms": 68.59505653381348, |
| "elapsed_sec": 779.2872176170349, |
| "progress_pct": 51.32462827383199 |
| }, |
| { |
| "step": 6900, |
| "epoch": 0, |
| "loss": 3.022260241508484, |
| "perplexity": 20.537659333523006, |
| "grad_norm": 0.9999999955198917, |
| "lr": 9.972404200553072e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29787.611626839698, |
| "step_time_ms": 68.62642526626587, |
| "elapsed_sec": 790.5256149768829, |
| "progress_pct": 52.0794022190354 |
| }, |
| { |
| "step": 7000, |
| "epoch": 0, |
| "loss": 3.0193919491767884, |
| "perplexity": 20.478835724727677, |
| "grad_norm": 0.9999999978591363, |
| "lr": 9.968859793287533e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29800.945444945188, |
| "step_time_ms": 68.56673240661621, |
| "elapsed_sec": 801.7361745834351, |
| "progress_pct": 52.83417616423881 |
| }, |
| { |
| "step": 7100, |
| "epoch": 0, |
| "loss": 3.0333949518203736, |
| "perplexity": 20.767618106962548, |
| "grad_norm": 1.0000000012009478, |
| "lr": 9.965102019704832e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29810.921233546793, |
| "step_time_ms": 68.66058826446533, |
| "elapsed_sec": 812.898763179779, |
| "progress_pct": 53.58895010944222 |
| }, |
| { |
| "step": 7200, |
| "epoch": 0, |
| "loss": 3.070095462799072, |
| "perplexity": 21.543959223489487, |
| "grad_norm": 1.0000000010922643, |
| "lr": 9.961131042806633e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29820.53550024627, |
| "step_time_ms": 68.54245662689209, |
| "elapsed_sec": 824.1274540424347, |
| "progress_pct": 54.343724054645634 |
| }, |
| { |
| "step": 7300, |
| "epoch": 0, |
| "loss": 3.1172192811965944, |
| "perplexity": 22.58349390377302, |
| "grad_norm": 1.0000000016193091, |
| "lr": 9.956947034842753e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29828.650771642715, |
| "step_time_ms": 68.64347219467163, |
| "elapsed_sec": 835.327624797821, |
| "progress_pct": 55.098497999849045 |
| }, |
| { |
| "step": 7400, |
| "epoch": 0, |
| "loss": 3.0517469382286073, |
| "perplexity": 21.15226386352477, |
| "grad_norm": 0.9999999990690044, |
| "lr": 9.952550177303704e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29836.492375958653, |
| "step_time_ms": 68.64686489105225, |
| "elapsed_sec": 846.4573409557343, |
| "progress_pct": 55.853271945052455 |
| }, |
| { |
| "step": 7500, |
| "epoch": 0, |
| "loss": 3.043672297000885, |
| "perplexity": 20.982154631438764, |
| "grad_norm": 0.9999999930456833, |
| "lr": 9.947940660912811e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29846.262143054675, |
| "step_time_ms": 68.66245746612549, |
| "elapsed_sec": 857.693733215332, |
| "progress_pct": 56.608045890255866 |
| }, |
| { |
| "step": 7600, |
| "epoch": 0, |
| "loss": 3.035440671443939, |
| "perplexity": 20.8101463164234, |
| "grad_norm": 0.9999999920525307, |
| "lr": 9.943118685617943e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29854.453670190185, |
| "step_time_ms": 68.69853019714355, |
| "elapsed_sec": 868.9143431186676, |
| "progress_pct": 57.36281983545928 |
| }, |
| { |
| "step": 7700, |
| "epoch": 0, |
| "loss": 2.9939205646514893, |
| "perplexity": 19.963798625028573, |
| "grad_norm": 0.9999999901331601, |
| "lr": 9.93808446058284e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29860.685174223207, |
| "step_time_ms": 68.79801273345947, |
| "elapsed_sec": 880.1283643245697, |
| "progress_pct": 58.117593780662695 |
| }, |
| { |
| "step": 7800, |
| "epoch": 0, |
| "loss": 3.024644274711609, |
| "perplexity": 20.586680205764154, |
| "grad_norm": 0.9999999972906101, |
| "lr": 9.932838204178041e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29871.18400819665, |
| "step_time_ms": 68.64381074905396, |
| "elapsed_sec": 891.3801338672638, |
| "progress_pct": 58.872367725866106 |
| }, |
| { |
| "step": 7900, |
| "epoch": 0, |
| "loss": 3.0337059926986694, |
| "perplexity": 20.77407868983925, |
| "grad_norm": 0.9999999996058188, |
| "lr": 9.927380143971407e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29876.69149581676, |
| "step_time_ms": 68.74019622802734, |
| "elapsed_sec": 902.5685124397278, |
| "progress_pct": 59.627141671069516 |
| }, |
| { |
| "step": 8000, |
| "epoch": 0, |
| "loss": 3.0616763854026794, |
| "perplexity": 21.36334035235707, |
| "grad_norm": 1.0000000019298847, |
| "lr": 9.921710516718252e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29880.446721366232, |
| "step_time_ms": 68.79402160644531, |
| "elapsed_sec": 913.6925647258759, |
| "progress_pct": 60.38191561627293 |
| }, |
| { |
| "step": 8100, |
| "epoch": 0, |
| "loss": 3.0444650769233705, |
| "perplexity": 20.99879545774598, |
| "grad_norm": 1.0000000104659683, |
| "lr": 9.915829568351079e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29885.601052957238, |
| "step_time_ms": 68.65685224533081, |
| "elapsed_sec": 924.8072993755341, |
| "progress_pct": 61.13668956147634 |
| }, |
| { |
| "step": 8200, |
| "epoch": 0, |
| "loss": 2.9955936670303345, |
| "perplexity": 19.997228061635678, |
| "grad_norm": 1.0000000080553764, |
| "lr": 9.909737553968903e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29894.409481672225, |
| "step_time_ms": 68.80224943161011, |
| "elapsed_sec": 936.0114979743958, |
| "progress_pct": 61.89146350667975 |
| }, |
| { |
| "step": 8300, |
| "epoch": 0, |
| "loss": 3.0462084817886352, |
| "perplexity": 21.0354367909702, |
| "grad_norm": 1.0000000055912892, |
| "lr": 9.903434737826193e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29898.611187936058, |
| "step_time_ms": 68.72424364089966, |
| "elapsed_sec": 947.1763026714325, |
| "progress_pct": 62.64623745188316 |
| }, |
| { |
| "step": 8400, |
| "epoch": 0, |
| "loss": 3.04290563583374, |
| "perplexity": 20.966074593037924, |
| "grad_norm": 1.0000000033133467, |
| "lr": 9.896921393321402e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29903.666075391204, |
| "step_time_ms": 68.6596155166626, |
| "elapsed_sec": 958.3606882095337, |
| "progress_pct": 63.40101139708657 |
| }, |
| { |
| "step": 8500, |
| "epoch": 0, |
| "loss": 3.0263629794120788, |
| "perplexity": 20.622093053197236, |
| "grad_norm": 0.9999999969913438, |
| "lr": 9.890197802985112e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29909.96927952112, |
| "step_time_ms": 68.68655204772949, |
| "elapsed_sec": 969.5727109909058, |
| "progress_pct": 64.15578534228999 |
| }, |
| { |
| "step": 8600, |
| "epoch": 0, |
| "loss": 2.982111701965332, |
| "perplexity": 19.729435373574137, |
| "grad_norm": 0.9999999969984414, |
| "lr": 9.883264258467786e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29918.46704130954, |
| "step_time_ms": 68.8025951385498, |
| "elapsed_sec": 980.8517916202545, |
| "progress_pct": 64.9105592874934 |
| }, |
| { |
| "step": 8700, |
| "epoch": 0, |
| "loss": 3.008047037124634, |
| "perplexity": 20.247818049896424, |
| "grad_norm": 1.000000000964267, |
| "lr": 9.876121060527097e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29925.865710112143, |
| "step_time_ms": 68.60105514526367, |
| "elapsed_sec": 992.0734219551086, |
| "progress_pct": 65.66533323269681 |
| }, |
| { |
| "step": 8800, |
| "epoch": 0, |
| "loss": 3.0379968214035036, |
| "perplexity": 20.86340821478766, |
| "grad_norm": 1.000000000967493, |
| "lr": 9.868768519014906e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29930.96776317607, |
| "step_time_ms": 68.73708248138428, |
| "elapsed_sec": 1003.2306418418884, |
| "progress_pct": 66.42010717790022 |
| }, |
| { |
| "step": 8900, |
| "epoch": 0, |
| "loss": 3.0114793157577515, |
| "perplexity": 20.317433604804787, |
| "grad_norm": 1.0000000049415028, |
| "lr": 9.861206952863805e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29938.500064531298, |
| "step_time_ms": 68.66981267929077, |
| "elapsed_sec": 1014.4962818622589, |
| "progress_pct": 67.17488112310363 |
| }, |
| { |
| "step": 9000, |
| "epoch": 0, |
| "loss": 3.0084391617774964, |
| "perplexity": 20.255759275393853, |
| "grad_norm": 1.0000000038688899, |
| "lr": 9.853436690073285e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29943.498254578597, |
| "step_time_ms": 68.49103927612305, |
| "elapsed_sec": 1025.6270906925201, |
| "progress_pct": 67.92965506830704 |
| }, |
| { |
| "step": 9100, |
| "epoch": 0, |
| "loss": 3.0745689249038697, |
| "perplexity": 21.640551197849472, |
| "grad_norm": 1.000000004718636, |
| "lr": 9.845458067695514e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29948.06303955987, |
| "step_time_ms": 69.01569843292236, |
| "elapsed_sec": 1036.9010162353516, |
| "progress_pct": 68.68442901351045 |
| }, |
| { |
| "step": 9200, |
| "epoch": 0, |
| "loss": 3.0796532964706422, |
| "perplexity": 21.750859988858302, |
| "grad_norm": 1.000000002997285, |
| "lr": 9.837271431820715e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29949.88973194273, |
| "step_time_ms": 68.61918210983276, |
| "elapsed_sec": 1048.0913045406342, |
| "progress_pct": 69.43920295871386 |
| }, |
| { |
| "step": 9300, |
| "epoch": 0, |
| "loss": 3.153324291706085, |
| "perplexity": 23.4137695523185, |
| "grad_norm": 0.9999999963941149, |
| "lr": 9.828877137562149e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29954.18284575665, |
| "step_time_ms": 68.8855242729187, |
| "elapsed_sec": 1059.2905225753784, |
| "progress_pct": 70.19397690391727 |
| }, |
| { |
| "step": 9400, |
| "epoch": 0, |
| "loss": 3.3674811506271363, |
| "perplexity": 29.005374796594197, |
| "grad_norm": 0.9999999980681187, |
| "lr": 9.820275549040714e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29950.33890410087, |
| "step_time_ms": 72.31015920639038, |
| "elapsed_sec": 1070.8681161403656, |
| "progress_pct": 70.94875084912069 |
| }, |
| { |
| "step": 9500, |
| "epoch": 0, |
| "loss": 3.40507611989975, |
| "perplexity": 30.116588108336245, |
| "grad_norm": 0.9999999904071671, |
| "lr": 9.811467039369153e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29961.53980985831, |
| "step_time_ms": 68.4125828742981, |
| "elapsed_sec": 1082.0211913585663, |
| "progress_pct": 71.7035247943241 |
| }, |
| { |
| "step": 9600, |
| "epoch": 0, |
| "loss": 3.374427659511566, |
| "perplexity": 29.207562326020838, |
| "grad_norm": 0.9999999853951721, |
| "lr": 9.802451990635867e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29966.307797668982, |
| "step_time_ms": 68.59289169311523, |
| "elapsed_sec": 1093.2418575286865, |
| "progress_pct": 72.4582987395275 |
| }, |
| { |
| "step": 9700, |
| "epoch": 0, |
| "loss": 3.4392935371398927, |
| "perplexity": 31.164933521357394, |
| "grad_norm": 0.999999970808979, |
| "lr": 9.793230793888339e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29969.481180441442, |
| "step_time_ms": 68.55150938034058, |
| "elapsed_sec": 1104.3426744937897, |
| "progress_pct": 73.21307268473092 |
| }, |
| { |
| "step": 9800, |
| "epoch": 0, |
| "loss": 3.418562099933624, |
| "perplexity": 30.525490844018883, |
| "grad_norm": 0.9999999525241351, |
| "lr": 9.783803849116176e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29976.895268205295, |
| "step_time_ms": 68.71764898300171, |
| "elapsed_sec": 1115.6174013614655, |
| "progress_pct": 73.96784662993433 |
| }, |
| { |
| "step": 9900, |
| "epoch": 0, |
| "loss": 3.3591481018066407, |
| "perplexity": 28.76467586317593, |
| "grad_norm": 0.9999999456205916, |
| "lr": 9.774171565233752e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29984.36230858003, |
| "step_time_ms": 68.62653970718384, |
| "elapsed_sec": 1126.913010597229, |
| "progress_pct": 74.72262057513774 |
| }, |
| { |
| "step": 10000, |
| "epoch": 0, |
| "loss": 3.265201942920685, |
| "perplexity": 26.185398412761046, |
| "grad_norm": 0.999999952462774, |
| "lr": 9.764334360062481e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29767.874544478855, |
| "step_time_ms": 68.8528823852539, |
| "elapsed_sec": 1146.5747394561768, |
| "progress_pct": 75.47739452034116 |
| }, |
| { |
| "step": 10100, |
| "epoch": 0, |
| "loss": 3.204775149822235, |
| "perplexity": 24.64995684610944, |
| "grad_norm": 0.9999999653872187, |
| "lr": 9.754292660312681e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29778.15250087888, |
| "step_time_ms": 68.64858627319336, |
| "elapsed_sec": 1157.871127128601, |
| "progress_pct": 76.23216846554458 |
| }, |
| { |
| "step": 10200, |
| "epoch": 0, |
| "loss": 3.2032279491424562, |
| "perplexity": 24.61184790481275, |
| "grad_norm": 0.9999999683836718, |
| "lr": 9.744046901565074e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29782.495889385045, |
| "step_time_ms": 68.81840467453003, |
| "elapsed_sec": 1169.0545053482056, |
| "progress_pct": 76.98694241074799 |
| }, |
| { |
| "step": 10300, |
| "epoch": 0, |
| "loss": 3.169970953464508, |
| "perplexity": 23.80679284153244, |
| "grad_norm": 0.9999999616953779, |
| "lr": 9.733597528251886e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29786.453693018226, |
| "step_time_ms": 68.88345241546631, |
| "elapsed_sec": 1180.3069396018982, |
| "progress_pct": 77.7417163559514 |
| }, |
| { |
| "step": 10400, |
| "epoch": 0, |
| "loss": 3.1525204300880434, |
| "perplexity": 23.394955684527936, |
| "grad_norm": 0.9999999453561814, |
| "lr": 9.722944993637574e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29792.717834850704, |
| "step_time_ms": 68.55859756469727, |
| "elapsed_sec": 1191.465786933899, |
| "progress_pct": 78.49649030115481 |
| }, |
| { |
| "step": 10500, |
| "epoch": 0, |
| "loss": 3.12509893655777, |
| "perplexity": 22.762146990598122, |
| "grad_norm": 0.9999999442481443, |
| "lr": 9.712089759799156e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29801.167133433617, |
| "step_time_ms": 68.67520809173584, |
| "elapsed_sec": 1202.713901758194, |
| "progress_pct": 79.25126424635822 |
| }, |
| { |
| "step": 10600, |
| "epoch": 0, |
| "loss": 3.1125614857673645, |
| "perplexity": 22.478549204294474, |
| "grad_norm": 0.9999999499257827, |
| "lr": 9.701032297606176e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29806.945147531915, |
| "step_time_ms": 68.78292798995972, |
| "elapsed_sec": 1213.9093027114868, |
| "progress_pct": 80.00603819156163 |
| }, |
| { |
| "step": 10700, |
| "epoch": 0, |
| "loss": 3.17107980966568, |
| "perplexity": 23.83320579278082, |
| "grad_norm": 0.9999999544155758, |
| "lr": 9.689773086700275e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29811.05019124841, |
| "step_time_ms": 68.5623836517334, |
| "elapsed_sec": 1225.0971624851227, |
| "progress_pct": 80.76081213676504 |
| }, |
| { |
| "step": 10800, |
| "epoch": 0, |
| "loss": 3.1426844120025637, |
| "perplexity": 23.16597047477597, |
| "grad_norm": 0.9999999623638297, |
| "lr": 9.678312615474386e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29817.68600049851, |
| "step_time_ms": 68.59636545181274, |
| "elapsed_sec": 1236.327594280243, |
| "progress_pct": 81.51558608196845 |
| }, |
| { |
| "step": 10900, |
| "epoch": 0, |
| "loss": 3.1451004695892335, |
| "perplexity": 23.22200846173652, |
| "grad_norm": 0.9999999613214944, |
| "lr": 9.666651381051555e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29821.05204868826, |
| "step_time_ms": 68.49246263504028, |
| "elapsed_sec": 1247.4301691055298, |
| "progress_pct": 82.27036002717186 |
| }, |
| { |
| "step": 11000, |
| "epoch": 0, |
| "loss": 3.1183106231689455, |
| "perplexity": 22.608153672225175, |
| "grad_norm": 0.9999999582262188, |
| "lr": 9.654789889263361e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29829.229888281192, |
| "step_time_ms": 68.70523452758789, |
| "elapsed_sec": 1258.7128846645355, |
| "progress_pct": 83.02513397237527 |
| }, |
| { |
| "step": 11100, |
| "epoch": 0, |
| "loss": 3.1134038853645323, |
| "perplexity": 22.497493103135188, |
| "grad_norm": 0.9999999537734283, |
| "lr": 9.642728654627993e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29835.080075716916, |
| "step_time_ms": 68.42459917068481, |
| "elapsed_sec": 1269.830243587494, |
| "progress_pct": 83.77990791757868 |
| }, |
| { |
| "step": 11200, |
| "epoch": 0, |
| "loss": 3.1126963663101197, |
| "perplexity": 22.481581327694126, |
| "grad_norm": 0.9999999430285232, |
| "lr": 9.630468200327917e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29840.622569238225, |
| "step_time_ms": 68.69045734405518, |
| "elapsed_sec": 1281.010505437851, |
| "progress_pct": 84.5346818627821 |
| }, |
| { |
| "step": 11300, |
| "epoch": 0, |
| "loss": 3.1477469062805175, |
| "perplexity": 23.283545427902375, |
| "grad_norm": 0.9999999335019356, |
| "lr": 9.618009058187196e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29847.154809522483, |
| "step_time_ms": 68.6976432800293, |
| "elapsed_sec": 1292.2503416538239, |
| "progress_pct": 85.2894558079855 |
| }, |
| { |
| "step": 11400, |
| "epoch": 0, |
| "loss": 3.1873206615448, |
| "perplexity": 24.223437629163133, |
| "grad_norm": 0.9999999261044604, |
| "lr": 9.605351768648408e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29852.87892273204, |
| "step_time_ms": 68.48160028457642, |
| "elapsed_sec": 1303.4236028194427, |
| "progress_pct": 86.04422975318892 |
| }, |
| { |
| "step": 11500, |
| "epoch": 0, |
| "loss": 3.12576908826828, |
| "perplexity": 22.77740619475855, |
| "grad_norm": 0.9999999320799811, |
| "lr": 9.59249688074921e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29859.745047711865, |
| "step_time_ms": 68.7877631187439, |
| "elapsed_sec": 1314.6685926914215, |
| "progress_pct": 86.79900369839233 |
| }, |
| { |
| "step": 11600, |
| "epoch": 0, |
| "loss": 3.120550537109375, |
| "perplexity": 22.65885074815001, |
| "grad_norm": 0.999999936853886, |
| "lr": 9.579444952098517e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29862.469704053565, |
| "step_time_ms": 68.95772695541382, |
| "elapsed_sec": 1325.9032957553864, |
| "progress_pct": 87.55377764359574 |
| }, |
| { |
| "step": 11700, |
| "epoch": 0, |
| "loss": 3.10750075340271, |
| "perplexity": 22.365078647061083, |
| "grad_norm": 0.9999999361651032, |
| "lr": 9.566196548852327e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29868.643271348836, |
| "step_time_ms": 68.56596231460571, |
| "elapsed_sec": 1337.0910301208496, |
| "progress_pct": 88.30855158879915 |
| }, |
| { |
| "step": 11800, |
| "epoch": 0, |
| "loss": 3.0350870537757872, |
| "perplexity": 20.802788781962846, |
| "grad_norm": 0.9999999511592819, |
| "lr": 9.552752245689144e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29873.580938625204, |
| "step_time_ms": 68.68452787399292, |
| "elapsed_sec": 1348.3001613616943, |
| "progress_pct": 89.06332553400257 |
| }, |
| { |
| "step": 11900, |
| "epoch": 0, |
| "loss": 2.983770315647125, |
| "perplexity": 19.76218603786065, |
| "grad_norm": 0.9999999564182059, |
| "lr": 9.539112625785066e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29876.49008130546, |
| "step_time_ms": 68.60888242721558, |
| "elapsed_sec": 1359.4474079608917, |
| "progress_pct": 89.81809947920598 |
| }, |
| { |
| "step": 12000, |
| "epoch": 0, |
| "loss": 2.9881193041801453, |
| "perplexity": 19.848318717587674, |
| "grad_norm": 0.9999999694847291, |
| "lr": 9.525278280788481e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29880.676071785907, |
| "step_time_ms": 68.67148876190186, |
| "elapsed_sec": 1370.6449580192566, |
| "progress_pct": 90.5728734244094 |
| }, |
| { |
| "step": 12100, |
| "epoch": 0, |
| "loss": 3.010297691822052, |
| "perplexity": 20.293440217317546, |
| "grad_norm": 0.9999999756513553, |
| "lr": 9.511249810794403e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29890.41306297647, |
| "step_time_ms": 68.7269401550293, |
| "elapsed_sec": 1381.9189755916595, |
| "progress_pct": 91.3276473696128 |
| }, |
| { |
| "step": 12200, |
| "epoch": 0, |
| "loss": 3.044492042064667, |
| "perplexity": 20.99936170086693, |
| "grad_norm": 0.9999999580831208, |
| "lr": 9.497027824318445e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29895.381058749288, |
| "step_time_ms": 68.52395057678223, |
| "elapsed_sec": 1393.132401227951, |
| "progress_pct": 92.08242131481622 |
| }, |
| { |
| "step": 12300, |
| "epoch": 0, |
| "loss": 3.0311736488342285, |
| "perplexity": 20.721538132586037, |
| "grad_norm": 0.9999999508302908, |
| "lr": 9.482612938270422e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29901.363092922238, |
| "step_time_ms": 68.59883308410645, |
| "elapsed_sec": 1404.3868458271027, |
| "progress_pct": 92.83719526001963 |
| }, |
| { |
| "step": 12400, |
| "epoch": 0, |
| "loss": 3.026858425140381, |
| "perplexity": 20.632312712543328, |
| "grad_norm": 0.9999999444981733, |
| "lr": 9.468005777927585e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29905.344204329296, |
| "step_time_ms": 68.69802236557007, |
| "elapsed_sec": 1415.589993238449, |
| "progress_pct": 93.59196920522304 |
| }, |
| { |
| "step": 12500, |
| "epoch": 0, |
| "loss": 3.0245711183547974, |
| "perplexity": 20.58517421432855, |
| "grad_norm": 0.9999999515947503, |
| "lr": 9.453206976907509e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29900.696944622938, |
| "step_time_ms": 72.52441644668579, |
| "elapsed_sec": 1427.1709144115448, |
| "progress_pct": 94.34674315042645 |
| }, |
| { |
| "step": 12600, |
| "epoch": 0, |
| "loss": 2.980508255958557, |
| "perplexity": 19.6978256382329, |
| "grad_norm": 0.9999999723068747, |
| "lr": 9.438217177140604e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29907.388512661983, |
| "step_time_ms": 68.8193130493164, |
| "elapsed_sec": 1438.4461545944214, |
| "progress_pct": 95.10151709562986 |
| }, |
| { |
| "step": 12700, |
| "epoch": 0, |
| "loss": 2.958230459690094, |
| "perplexity": 19.263853412376523, |
| "grad_norm": 0.9999999839033161, |
| "lr": 9.423037028842264e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29910.816981131564, |
| "step_time_ms": 68.63985061645508, |
| "elapsed_sec": 1449.6005918979645, |
| "progress_pct": 95.85629104083327 |
| }, |
| { |
| "step": 12800, |
| "epoch": 0, |
| "loss": 3.013811137676239, |
| "perplexity": 20.364865521711458, |
| "grad_norm": 0.9999999886467441, |
| "lr": 9.407667190484671e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29915.38890613257, |
| "step_time_ms": 68.79305124282837, |
| "elapsed_sec": 1460.799962759018, |
| "progress_pct": 96.61106498603668 |
| }, |
| { |
| "step": 12900, |
| "epoch": 0, |
| "loss": 3.0150211238861084, |
| "perplexity": 20.389521641933122, |
| "grad_norm": 0.9999999887120172, |
| "lr": 9.392108328768228e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29917.230695050563, |
| "step_time_ms": 68.78490209579468, |
| "elapsed_sec": 1472.0201361179352, |
| "progress_pct": 97.36583893124009 |
| }, |
| { |
| "step": 13000, |
| "epoch": 0, |
| "loss": 3.05732549905777, |
| "perplexity": 21.270592799877004, |
| "grad_norm": 0.9999999784801565, |
| "lr": 9.376361118592639e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29922.00874517518, |
| "step_time_ms": 68.64551305770874, |
| "elapsed_sec": 1483.2417628765106, |
| "progress_pct": 98.1206128764435 |
| }, |
| { |
| "step": 13100, |
| "epoch": 0, |
| "loss": 3.0526057434082032, |
| "perplexity": 21.170437339911786, |
| "grad_norm": 0.9999999756636413, |
| "lr": 9.360426243027637e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29925.620308368234, |
| "step_time_ms": 68.60826253890991, |
| "elapsed_sec": 1494.4739503860474, |
| "progress_pct": 98.87538682164691 |
| }, |
| { |
| "step": 13200, |
| "epoch": 0, |
| "loss": 3.0945112991333006, |
| "perplexity": 22.076447122031155, |
| "grad_norm": 0.9999999676132567, |
| "lr": 9.344304393283349e-05, |
| "cross_attn_scale": 1, |
| "tokens_per_sec": 29928.514932177743, |
| "step_time_ms": 68.54766130447388, |
| "elapsed_sec": 1505.5981595516205, |
| "progress_pct": 99.63016076685032 |
| } |
| ], |
| "checkpoint": { |
| "pct": 100, |
| "step": 13249, |
| "final_loss": 3.102254876783655, |
| "total_tokens": 45225439, |
| "total_time_sec": 1511.2042155265808 |
| }, |
| "final": { |
| "total_time_sec": 1518.5682985782623, |
| "total_tokens": 45225439, |
| "final_loss": 3.102254876783655, |
| "final_perplexity": 22.248061401271826, |
| "avg_tokens_per_sec": 29781.62986962237 |
| } |
| } |
