| { |
| "model": "google/gemma-4-E2B-it-qat-mobile-transformers", |
| "args": { |
| "model": "google/gemma-4-E2B-it-qat-mobile-transformers", |
| "steps": 600, |
| "bs": 2, |
| "accum": 4, |
| "lr": 0.0001, |
| "r": 32, |
| "block": 1024, |
| "load_4bit": false, |
| "dequant_qat": true, |
| "targets": "attn_mlp", |
| "corpus": "/home/ubuntu/self-learning-model/strands_tune/corpus.jsonl", |
| "out": "artifacts/strands_gemma4_e2b_lora" |
| }, |
| "nll_before": 2.68935369849205, |
| "nll_after": 1.2602788805961609, |
| "log": [ |
| { |
| "step": 1, |
| "loss": 3.0693, |
| "lr": 9.999931461237134e-05, |
| "tok_s": 2557 |
| }, |
| { |
| "step": 10, |
| "loss": 1.7782, |
| "lr": 9.993147673772868e-05, |
| "tok_s": 2594 |
| }, |
| { |
| "step": 20, |
| "loss": 1.5848, |
| "lr": 9.972609476841367e-05, |
| "tok_s": 2583 |
| }, |
| { |
| "step": 30, |
| "loss": 1.7978, |
| "lr": 9.938441702975687e-05, |
| "tok_s": 2579 |
| }, |
| { |
| "step": 40, |
| "loss": 1.6216, |
| "lr": 9.890738003669028e-05, |
| "tok_s": 2582 |
| }, |
| { |
| "step": 50, |
| "loss": 1.4679, |
| "lr": 9.829629131445343e-05, |
| "tok_s": 2581 |
| }, |
| { |
| "step": 60, |
| "loss": 1.6909, |
| "lr": 9.755282581475769e-05, |
| "tok_s": 2578 |
| }, |
| { |
| "step": 70, |
| "loss": 1.0998, |
| "lr": 9.667902132486009e-05, |
| "tok_s": 2580 |
| }, |
| { |
| "step": 80, |
| "loss": 1.4509, |
| "lr": 9.567727288213006e-05, |
| "tok_s": 2579 |
| }, |
| { |
| "step": 90, |
| "loss": 1.4452, |
| "lr": 9.455032620941841e-05, |
| "tok_s": 2577 |
| }, |
| { |
| "step": 100, |
| "loss": 1.5662, |
| "lr": 9.330127018922195e-05, |
| "tok_s": 2579 |
| }, |
| { |
| "step": 110, |
| "loss": 1.3704, |
| "lr": 9.193352839727123e-05, |
| "tok_s": 2573 |
| }, |
| { |
| "step": 120, |
| "loss": 1.0406, |
| "lr": 9.045084971874741e-05, |
| "tok_s": 2573 |
| }, |
| { |
| "step": 130, |
| "loss": 1.3993, |
| "lr": 8.88572980728486e-05, |
| "tok_s": 2575 |
| }, |
| { |
| "step": 140, |
| "loss": 1.3269, |
| "lr": 8.715724127386976e-05, |
| "tok_s": 2574 |
| }, |
| { |
| "step": 150, |
| "loss": 1.462, |
| "lr": 8.535533905932743e-05, |
| "tok_s": 2573 |
| }, |
| { |
| "step": 160, |
| "loss": 1.2279, |
| "lr": 8.345653031794296e-05, |
| "tok_s": 2575 |
| }, |
| { |
| "step": 170, |
| "loss": 1.2806, |
| "lr": 8.146601955249193e-05, |
| "tok_s": 2575 |
| }, |
| { |
| "step": 180, |
| "loss": 1.1756, |
| "lr": 7.938926261462371e-05, |
| "tok_s": 2574 |
| }, |
| { |
| "step": 190, |
| "loss": 0.918, |
| "lr": 7.723195175075142e-05, |
| "tok_s": 2576 |
| }, |
| { |
| "step": 200, |
| "loss": 1.3074, |
| "lr": 7.500000000000009e-05, |
| "tok_s": 2575 |
| }, |
| { |
| "step": 210, |
| "loss": 1.3411, |
| "lr": 7.269952498697741e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 220, |
| "loss": 1.4813, |
| "lr": 7.033683215379006e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 230, |
| "loss": 1.3284, |
| "lr": 6.791839747726506e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 240, |
| "loss": 1.6288, |
| "lr": 6.545084971874744e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 250, |
| "loss": 1.7878, |
| "lr": 6.294095225512611e-05, |
| "tok_s": 2571 |
| }, |
| { |
| "step": 260, |
| "loss": 1.6825, |
| "lr": 6.039558454088805e-05, |
| "tok_s": 2571 |
| }, |
| { |
| "step": 270, |
| "loss": 1.2099, |
| "lr": 5.7821723252011626e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 280, |
| "loss": 1.3091, |
| "lr": 5.522642316338277e-05, |
| "tok_s": 2571 |
| }, |
| { |
| "step": 290, |
| "loss": 1.4771, |
| "lr": 5.261679781214727e-05, |
| "tok_s": 2571 |
| }, |
| { |
| "step": 300, |
| "loss": 1.0913, |
| "lr": 5.000000000000007e-05, |
| "tok_s": 2571 |
| }, |
| { |
| "step": 310, |
| "loss": 1.5202, |
| "lr": 4.7383202187852876e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 320, |
| "loss": 1.2693, |
| "lr": 4.477357683661741e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 330, |
| "loss": 1.1337, |
| "lr": 4.217827674798853e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 340, |
| "loss": 1.3723, |
| "lr": 3.960441545911209e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 350, |
| "loss": 1.3359, |
| "lr": 3.7059047744874025e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 360, |
| "loss": 1.5499, |
| "lr": 3.454915028125268e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 370, |
| "loss": 1.1808, |
| "lr": 3.208160252273505e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 380, |
| "loss": 1.389, |
| "lr": 2.9663167846210028e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 390, |
| "loss": 1.1763, |
| "lr": 2.73004750130227e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 400, |
| "loss": 1.3025, |
| "lr": 2.500000000000002e-05, |
| "tok_s": 2570 |
| }, |
| { |
| "step": 410, |
| "loss": 1.1334, |
| "lr": 2.2768048249248692e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 420, |
| "loss": 1.2506, |
| "lr": 2.0610737385376383e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 430, |
| "loss": 1.0039, |
| "lr": 1.8533980447508165e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 440, |
| "loss": 1.6885, |
| "lr": 1.6543469682057116e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 450, |
| "loss": 1.3592, |
| "lr": 1.4644660940672653e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 460, |
| "loss": 1.3486, |
| "lr": 1.2842758726130306e-05, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 470, |
| "loss": 1.279, |
| "lr": 1.1142701927151473e-05, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 480, |
| "loss": 1.339, |
| "lr": 9.549150281252647e-06, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 490, |
| "loss": 1.0581, |
| "lr": 8.066471602728818e-06, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 500, |
| "loss": 1.3058, |
| "lr": 6.69872981077809e-06, |
| "tok_s": 2569 |
| }, |
| { |
| "step": 510, |
| "loss": 1.5708, |
| "lr": 5.449673790581622e-06, |
| "tok_s": 2567 |
| }, |
| { |
| "step": 520, |
| "loss": 1.2886, |
| "lr": 4.322727117869972e-06, |
| "tok_s": 2567 |
| }, |
| { |
| "step": 530, |
| "loss": 1.3237, |
| "lr": 3.3209786751399204e-06, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 540, |
| "loss": 1.1265, |
| "lr": 2.4471741852423297e-06, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 550, |
| "loss": 1.3335, |
| "lr": 1.7037086855465882e-06, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 560, |
| "loss": 1.6331, |
| "lr": 1.0926199633097236e-06, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 570, |
| "loss": 1.3864, |
| "lr": 6.155829702431183e-07, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 580, |
| "loss": 1.1831, |
| "lr": 2.7390523158633617e-07, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 590, |
| "loss": 0.9576, |
| "lr": 6.852326227130851e-08, |
| "tok_s": 2568 |
| }, |
| { |
| "step": 600, |
| "loss": 0.9617, |
| "lr": 0.0, |
| "tok_s": 2568 |
| } |
| ] |
| } |
