| { |
| "best_metric": 0.37647188, |
| "best_model_checkpoint": "/mnt/petrelfs/caoyuhang/InternLM-XComposer/finetune_audio/output/sft-continue_base_silence/qwen2-audio-7b-instruct/v0-20241120-155458/checkpoint-20000", |
| "epoch": 3.0, |
| "eval_steps": 2000, |
| "global_step": 32220, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 9.310986964618249e-05, |
| "grad_norm": 1.40625, |
| "learning_rate": 1.2414649286157668e-07, |
| "loss": 0.18691748, |
| "memory(GiB)": 26.35, |
| "step": 1, |
| "train_speed(iter/s)": 0.046198 |
| }, |
| { |
| "epoch": 0.00186219739292365, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.4829298572315337e-06, |
| "loss": 0.2265442, |
| "memory(GiB)": 59.78, |
| "step": 20, |
| "train_speed(iter/s)": 0.434773 |
| }, |
| { |
| "epoch": 0.0037243947858473, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.965859714463067e-06, |
| "loss": 0.21457853, |
| "memory(GiB)": 59.78, |
| "step": 40, |
| "train_speed(iter/s)": 0.569546 |
| }, |
| { |
| "epoch": 0.00558659217877095, |
| "grad_norm": 1.5, |
| "learning_rate": 7.4487895716946e-06, |
| "loss": 0.2096719, |
| "memory(GiB)": 75.39, |
| "step": 60, |
| "train_speed(iter/s)": 0.627998 |
| }, |
| { |
| "epoch": 0.0074487895716946, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.931719428926135e-06, |
| "loss": 0.21570706, |
| "memory(GiB)": 75.39, |
| "step": 80, |
| "train_speed(iter/s)": 0.655146 |
| }, |
| { |
| "epoch": 0.00931098696461825, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.2414649286157666e-05, |
| "loss": 0.22957432, |
| "memory(GiB)": 75.39, |
| "step": 100, |
| "train_speed(iter/s)": 0.680076 |
| }, |
| { |
| "epoch": 0.0111731843575419, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.48975791433892e-05, |
| "loss": 0.22518969, |
| "memory(GiB)": 75.39, |
| "step": 120, |
| "train_speed(iter/s)": 0.695236 |
| }, |
| { |
| "epoch": 0.01303538175046555, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.7380509000620735e-05, |
| "loss": 0.20143158, |
| "memory(GiB)": 75.39, |
| "step": 140, |
| "train_speed(iter/s)": 0.709963 |
| }, |
| { |
| "epoch": 0.0148975791433892, |
| "grad_norm": 1.875, |
| "learning_rate": 1.986343885785227e-05, |
| "loss": 0.19077778, |
| "memory(GiB)": 75.39, |
| "step": 160, |
| "train_speed(iter/s)": 0.719808 |
| }, |
| { |
| "epoch": 0.01675977653631285, |
| "grad_norm": 1.390625, |
| "learning_rate": 2.2346368715083797e-05, |
| "loss": 0.2053205, |
| "memory(GiB)": 75.39, |
| "step": 180, |
| "train_speed(iter/s)": 0.729386 |
| }, |
| { |
| "epoch": 0.0186219739292365, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.482929857231533e-05, |
| "loss": 0.21171951, |
| "memory(GiB)": 75.39, |
| "step": 200, |
| "train_speed(iter/s)": 0.735649 |
| }, |
| { |
| "epoch": 0.020484171322160148, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.7312228429546866e-05, |
| "loss": 0.19139764, |
| "memory(GiB)": 75.39, |
| "step": 220, |
| "train_speed(iter/s)": 0.74262 |
| }, |
| { |
| "epoch": 0.0223463687150838, |
| "grad_norm": 1.421875, |
| "learning_rate": 2.97951582867784e-05, |
| "loss": 0.19102612, |
| "memory(GiB)": 75.39, |
| "step": 240, |
| "train_speed(iter/s)": 0.748473 |
| }, |
| { |
| "epoch": 0.024208566108007448, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.227808814400993e-05, |
| "loss": 0.22476618, |
| "memory(GiB)": 75.39, |
| "step": 260, |
| "train_speed(iter/s)": 0.749743 |
| }, |
| { |
| "epoch": 0.0260707635009311, |
| "grad_norm": 1.390625, |
| "learning_rate": 3.476101800124147e-05, |
| "loss": 0.20150518, |
| "memory(GiB)": 75.39, |
| "step": 280, |
| "train_speed(iter/s)": 0.751916 |
| }, |
| { |
| "epoch": 0.027932960893854747, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.7243947858473e-05, |
| "loss": 0.20568705, |
| "memory(GiB)": 75.39, |
| "step": 300, |
| "train_speed(iter/s)": 0.755403 |
| }, |
| { |
| "epoch": 0.0297951582867784, |
| "grad_norm": 1.328125, |
| "learning_rate": 3.972687771570454e-05, |
| "loss": 0.21228166, |
| "memory(GiB)": 75.39, |
| "step": 320, |
| "train_speed(iter/s)": 0.758702 |
| }, |
| { |
| "epoch": 0.03165735567970205, |
| "grad_norm": 1.5546875, |
| "learning_rate": 4.220980757293606e-05, |
| "loss": 0.23770952, |
| "memory(GiB)": 75.39, |
| "step": 340, |
| "train_speed(iter/s)": 0.760792 |
| }, |
| { |
| "epoch": 0.0335195530726257, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.4692737430167594e-05, |
| "loss": 0.1984645, |
| "memory(GiB)": 75.39, |
| "step": 360, |
| "train_speed(iter/s)": 0.761537 |
| }, |
| { |
| "epoch": 0.035381750465549346, |
| "grad_norm": 1.34375, |
| "learning_rate": 4.717566728739913e-05, |
| "loss": 0.20803604, |
| "memory(GiB)": 45.23, |
| "step": 380, |
| "train_speed(iter/s)": 0.762314 |
| }, |
| { |
| "epoch": 0.037243947858473, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.965859714463066e-05, |
| "loss": 0.21420815, |
| "memory(GiB)": 45.23, |
| "step": 400, |
| "train_speed(iter/s)": 0.764075 |
| }, |
| { |
| "epoch": 0.03910614525139665, |
| "grad_norm": 1.34375, |
| "learning_rate": 5.21415270018622e-05, |
| "loss": 0.20427363, |
| "memory(GiB)": 45.23, |
| "step": 420, |
| "train_speed(iter/s)": 0.765517 |
| }, |
| { |
| "epoch": 0.040968342644320296, |
| "grad_norm": 1.265625, |
| "learning_rate": 5.462445685909373e-05, |
| "loss": 0.20555434, |
| "memory(GiB)": 45.23, |
| "step": 440, |
| "train_speed(iter/s)": 0.765864 |
| }, |
| { |
| "epoch": 0.04283054003724395, |
| "grad_norm": 1.34375, |
| "learning_rate": 5.7107386716325263e-05, |
| "loss": 0.21655397, |
| "memory(GiB)": 45.23, |
| "step": 460, |
| "train_speed(iter/s)": 0.766872 |
| }, |
| { |
| "epoch": 0.0446927374301676, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.95903165735568e-05, |
| "loss": 0.19097025, |
| "memory(GiB)": 45.23, |
| "step": 480, |
| "train_speed(iter/s)": 0.768982 |
| }, |
| { |
| "epoch": 0.04655493482309125, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.207324643078833e-05, |
| "loss": 0.19996111, |
| "memory(GiB)": 45.23, |
| "step": 500, |
| "train_speed(iter/s)": 0.770034 |
| }, |
| { |
| "epoch": 0.048417132216014895, |
| "grad_norm": 1.484375, |
| "learning_rate": 6.455617628801986e-05, |
| "loss": 0.20735807, |
| "memory(GiB)": 45.23, |
| "step": 520, |
| "train_speed(iter/s)": 0.771256 |
| }, |
| { |
| "epoch": 0.05027932960893855, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.70391061452514e-05, |
| "loss": 0.20899239, |
| "memory(GiB)": 45.23, |
| "step": 540, |
| "train_speed(iter/s)": 0.773346 |
| }, |
| { |
| "epoch": 0.0521415270018622, |
| "grad_norm": 2.1875, |
| "learning_rate": 6.952203600248294e-05, |
| "loss": 0.21587, |
| "memory(GiB)": 45.23, |
| "step": 560, |
| "train_speed(iter/s)": 0.775101 |
| }, |
| { |
| "epoch": 0.054003724394785846, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.200496585971447e-05, |
| "loss": 0.20331898, |
| "memory(GiB)": 45.23, |
| "step": 580, |
| "train_speed(iter/s)": 0.776379 |
| }, |
| { |
| "epoch": 0.055865921787709494, |
| "grad_norm": 1.1796875, |
| "learning_rate": 7.4487895716946e-05, |
| "loss": 0.19293334, |
| "memory(GiB)": 45.23, |
| "step": 600, |
| "train_speed(iter/s)": 0.776493 |
| }, |
| { |
| "epoch": 0.05772811918063315, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.697082557417753e-05, |
| "loss": 0.23722024, |
| "memory(GiB)": 45.23, |
| "step": 620, |
| "train_speed(iter/s)": 0.777184 |
| }, |
| { |
| "epoch": 0.0595903165735568, |
| "grad_norm": 1.3984375, |
| "learning_rate": 7.945375543140908e-05, |
| "loss": 0.21692863, |
| "memory(GiB)": 45.23, |
| "step": 640, |
| "train_speed(iter/s)": 0.77775 |
| }, |
| { |
| "epoch": 0.061452513966480445, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.193668528864061e-05, |
| "loss": 0.22430882, |
| "memory(GiB)": 45.23, |
| "step": 660, |
| "train_speed(iter/s)": 0.778898 |
| }, |
| { |
| "epoch": 0.0633147113594041, |
| "grad_norm": 1.5546875, |
| "learning_rate": 8.441961514587213e-05, |
| "loss": 0.22223544, |
| "memory(GiB)": 45.23, |
| "step": 680, |
| "train_speed(iter/s)": 0.7801 |
| }, |
| { |
| "epoch": 0.06517690875232775, |
| "grad_norm": 1.6015625, |
| "learning_rate": 8.690254500310366e-05, |
| "loss": 0.23334203, |
| "memory(GiB)": 45.23, |
| "step": 700, |
| "train_speed(iter/s)": 0.781002 |
| }, |
| { |
| "epoch": 0.0670391061452514, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.938547486033519e-05, |
| "loss": 0.20012813, |
| "memory(GiB)": 45.23, |
| "step": 720, |
| "train_speed(iter/s)": 0.781167 |
| }, |
| { |
| "epoch": 0.06890130353817504, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.186840471756673e-05, |
| "loss": 0.22085505, |
| "memory(GiB)": 45.23, |
| "step": 740, |
| "train_speed(iter/s)": 0.780622 |
| }, |
| { |
| "epoch": 0.07076350093109869, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.435133457479826e-05, |
| "loss": 0.213342, |
| "memory(GiB)": 45.23, |
| "step": 760, |
| "train_speed(iter/s)": 0.781779 |
| }, |
| { |
| "epoch": 0.07262569832402235, |
| "grad_norm": 1.4921875, |
| "learning_rate": 9.68342644320298e-05, |
| "loss": 0.21715076, |
| "memory(GiB)": 45.23, |
| "step": 780, |
| "train_speed(iter/s)": 0.782338 |
| }, |
| { |
| "epoch": 0.074487895716946, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.931719428926133e-05, |
| "loss": 0.22635069, |
| "memory(GiB)": 45.23, |
| "step": 800, |
| "train_speed(iter/s)": 0.782662 |
| }, |
| { |
| "epoch": 0.07635009310986965, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00010180012414649287, |
| "loss": 0.20717359, |
| "memory(GiB)": 45.23, |
| "step": 820, |
| "train_speed(iter/s)": 0.783065 |
| }, |
| { |
| "epoch": 0.0782122905027933, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.0001042830540037244, |
| "loss": 0.22582912, |
| "memory(GiB)": 45.23, |
| "step": 840, |
| "train_speed(iter/s)": 0.783863 |
| }, |
| { |
| "epoch": 0.08007448789571694, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00010676598386095593, |
| "loss": 0.22400272, |
| "memory(GiB)": 45.23, |
| "step": 860, |
| "train_speed(iter/s)": 0.784412 |
| }, |
| { |
| "epoch": 0.08193668528864059, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00010924891371818746, |
| "loss": 0.23082299, |
| "memory(GiB)": 45.23, |
| "step": 880, |
| "train_speed(iter/s)": 0.784183 |
| }, |
| { |
| "epoch": 0.08379888268156424, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.000111731843575419, |
| "loss": 0.23772116, |
| "memory(GiB)": 45.23, |
| "step": 900, |
| "train_speed(iter/s)": 0.784761 |
| }, |
| { |
| "epoch": 0.0856610800744879, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00011421477343265053, |
| "loss": 0.23279626, |
| "memory(GiB)": 45.23, |
| "step": 920, |
| "train_speed(iter/s)": 0.785722 |
| }, |
| { |
| "epoch": 0.08752327746741155, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00011669770328988207, |
| "loss": 0.22019596, |
| "memory(GiB)": 45.23, |
| "step": 940, |
| "train_speed(iter/s)": 0.786441 |
| }, |
| { |
| "epoch": 0.0893854748603352, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.0001191806331471136, |
| "loss": 0.22586164, |
| "memory(GiB)": 45.23, |
| "step": 960, |
| "train_speed(iter/s)": 0.787059 |
| }, |
| { |
| "epoch": 0.09124767225325885, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00012166356300434513, |
| "loss": 0.23982925, |
| "memory(GiB)": 45.23, |
| "step": 980, |
| "train_speed(iter/s)": 0.786758 |
| }, |
| { |
| "epoch": 0.0931098696461825, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.00012414649286157667, |
| "loss": 0.22995653, |
| "memory(GiB)": 45.23, |
| "step": 1000, |
| "train_speed(iter/s)": 0.787241 |
| }, |
| { |
| "epoch": 0.09497206703910614, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.0001266294227188082, |
| "loss": 0.25532598, |
| "memory(GiB)": 45.23, |
| "step": 1020, |
| "train_speed(iter/s)": 0.788014 |
| }, |
| { |
| "epoch": 0.09683426443202979, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00012911235257603973, |
| "loss": 0.22124271, |
| "memory(GiB)": 45.23, |
| "step": 1040, |
| "train_speed(iter/s)": 0.788227 |
| }, |
| { |
| "epoch": 0.09869646182495345, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00013159528243327127, |
| "loss": 0.22865233, |
| "memory(GiB)": 45.23, |
| "step": 1060, |
| "train_speed(iter/s)": 0.788926 |
| }, |
| { |
| "epoch": 0.1005586592178771, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.0001340782122905028, |
| "loss": 0.25925579, |
| "memory(GiB)": 45.23, |
| "step": 1080, |
| "train_speed(iter/s)": 0.788974 |
| }, |
| { |
| "epoch": 0.10242085661080075, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.00013656114214773433, |
| "loss": 0.24655545, |
| "memory(GiB)": 45.23, |
| "step": 1100, |
| "train_speed(iter/s)": 0.789406 |
| }, |
| { |
| "epoch": 0.1042830540037244, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00013904407200496588, |
| "loss": 0.25059803, |
| "memory(GiB)": 45.23, |
| "step": 1120, |
| "train_speed(iter/s)": 0.789646 |
| }, |
| { |
| "epoch": 0.10614525139664804, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.0001415270018621974, |
| "loss": 0.26447239, |
| "memory(GiB)": 45.23, |
| "step": 1140, |
| "train_speed(iter/s)": 0.790032 |
| }, |
| { |
| "epoch": 0.10800744878957169, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00014400993171942894, |
| "loss": 0.28571393, |
| "memory(GiB)": 45.23, |
| "step": 1160, |
| "train_speed(iter/s)": 0.790468 |
| }, |
| { |
| "epoch": 0.10986964618249534, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00014649286157666046, |
| "loss": 0.26289692, |
| "memory(GiB)": 45.23, |
| "step": 1180, |
| "train_speed(iter/s)": 0.790894 |
| }, |
| { |
| "epoch": 0.11173184357541899, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.000148975791433892, |
| "loss": 0.26204472, |
| "memory(GiB)": 45.23, |
| "step": 1200, |
| "train_speed(iter/s)": 0.791024 |
| }, |
| { |
| "epoch": 0.11359404096834265, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00015145872129112352, |
| "loss": 0.29556036, |
| "memory(GiB)": 45.23, |
| "step": 1220, |
| "train_speed(iter/s)": 0.791423 |
| }, |
| { |
| "epoch": 0.1154562383612663, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00015394165114835507, |
| "loss": 0.27372065, |
| "memory(GiB)": 45.23, |
| "step": 1240, |
| "train_speed(iter/s)": 0.79099 |
| }, |
| { |
| "epoch": 0.11731843575418995, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.00015642458100558658, |
| "loss": 0.28276806, |
| "memory(GiB)": 45.23, |
| "step": 1260, |
| "train_speed(iter/s)": 0.791011 |
| }, |
| { |
| "epoch": 0.1191806331471136, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00015890751086281816, |
| "loss": 0.28502092, |
| "memory(GiB)": 45.23, |
| "step": 1280, |
| "train_speed(iter/s)": 0.791642 |
| }, |
| { |
| "epoch": 0.12104283054003724, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00016139044072004967, |
| "loss": 0.29006686, |
| "memory(GiB)": 45.23, |
| "step": 1300, |
| "train_speed(iter/s)": 0.791155 |
| }, |
| { |
| "epoch": 0.12290502793296089, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00016387337057728122, |
| "loss": 0.29351676, |
| "memory(GiB)": 45.23, |
| "step": 1320, |
| "train_speed(iter/s)": 0.79116 |
| }, |
| { |
| "epoch": 0.12476722532588454, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00016635630043451273, |
| "loss": 0.30054893, |
| "memory(GiB)": 45.23, |
| "step": 1340, |
| "train_speed(iter/s)": 0.791442 |
| }, |
| { |
| "epoch": 0.1266294227188082, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00016883923029174425, |
| "loss": 0.284747, |
| "memory(GiB)": 45.23, |
| "step": 1360, |
| "train_speed(iter/s)": 0.791642 |
| }, |
| { |
| "epoch": 0.12849162011173185, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.0001713221601489758, |
| "loss": 0.28408041, |
| "memory(GiB)": 45.23, |
| "step": 1380, |
| "train_speed(iter/s)": 0.792049 |
| }, |
| { |
| "epoch": 0.1303538175046555, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00017380509000620731, |
| "loss": 0.30376158, |
| "memory(GiB)": 45.23, |
| "step": 1400, |
| "train_speed(iter/s)": 0.79165 |
| }, |
| { |
| "epoch": 0.13221601489757914, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00017628801986343886, |
| "loss": 0.30356815, |
| "memory(GiB)": 45.23, |
| "step": 1420, |
| "train_speed(iter/s)": 0.791951 |
| }, |
| { |
| "epoch": 0.1340782122905028, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00017877094972067038, |
| "loss": 0.29253561, |
| "memory(GiB)": 45.23, |
| "step": 1440, |
| "train_speed(iter/s)": 0.792277 |
| }, |
| { |
| "epoch": 0.13594040968342644, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.00018125387957790195, |
| "loss": 0.31560664, |
| "memory(GiB)": 45.23, |
| "step": 1460, |
| "train_speed(iter/s)": 0.792471 |
| }, |
| { |
| "epoch": 0.1378026070763501, |
| "grad_norm": 1.9609375, |
| "learning_rate": 0.00018373680943513347, |
| "loss": 0.34103947, |
| "memory(GiB)": 45.23, |
| "step": 1480, |
| "train_speed(iter/s)": 0.792883 |
| }, |
| { |
| "epoch": 0.13966480446927373, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.000186219739292365, |
| "loss": 0.32740824, |
| "memory(GiB)": 45.23, |
| "step": 1500, |
| "train_speed(iter/s)": 0.793276 |
| }, |
| { |
| "epoch": 0.14152700186219738, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00018870266914959653, |
| "loss": 0.32411356, |
| "memory(GiB)": 45.23, |
| "step": 1520, |
| "train_speed(iter/s)": 0.793438 |
| }, |
| { |
| "epoch": 0.14338919925512103, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00019118559900682807, |
| "loss": 0.33667076, |
| "memory(GiB)": 45.23, |
| "step": 1540, |
| "train_speed(iter/s)": 0.793845 |
| }, |
| { |
| "epoch": 0.1452513966480447, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.0001936685288640596, |
| "loss": 0.3620486, |
| "memory(GiB)": 45.23, |
| "step": 1560, |
| "train_speed(iter/s)": 0.793711 |
| }, |
| { |
| "epoch": 0.14711359404096835, |
| "grad_norm": 2.0, |
| "learning_rate": 0.00019615145872129114, |
| "loss": 0.35051939, |
| "memory(GiB)": 45.23, |
| "step": 1580, |
| "train_speed(iter/s)": 0.793904 |
| }, |
| { |
| "epoch": 0.148975791433892, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00019863438857852265, |
| "loss": 0.32083566, |
| "memory(GiB)": 45.23, |
| "step": 1600, |
| "train_speed(iter/s)": 0.794229 |
| }, |
| { |
| "epoch": 0.15083798882681565, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00019999995733650257, |
| "loss": 0.34570508, |
| "memory(GiB)": 45.23, |
| "step": 1620, |
| "train_speed(iter/s)": 0.794576 |
| }, |
| { |
| "epoch": 0.1527001862197393, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00019999955703731584, |
| "loss": 0.37476125, |
| "memory(GiB)": 45.23, |
| "step": 1640, |
| "train_speed(iter/s)": 0.794974 |
| }, |
| { |
| "epoch": 0.15456238361266295, |
| "grad_norm": 3.046875, |
| "learning_rate": 0.00019999873537223758, |
| "loss": 0.34583857, |
| "memory(GiB)": 45.23, |
| "step": 1660, |
| "train_speed(iter/s)": 0.79501 |
| }, |
| { |
| "epoch": 0.1564245810055866, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00019999749234473, |
| "loss": 0.36670647, |
| "memory(GiB)": 45.23, |
| "step": 1680, |
| "train_speed(iter/s)": 0.794806 |
| }, |
| { |
| "epoch": 0.15828677839851024, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00019999582796003082, |
| "loss": 0.35735064, |
| "memory(GiB)": 61.09, |
| "step": 1700, |
| "train_speed(iter/s)": 0.794864 |
| }, |
| { |
| "epoch": 0.1601489757914339, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00019999374222515323, |
| "loss": 0.37268331, |
| "memory(GiB)": 61.09, |
| "step": 1720, |
| "train_speed(iter/s)": 0.794839 |
| }, |
| { |
| "epoch": 0.16201117318435754, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.00019999123514888583, |
| "loss": 0.35943956, |
| "memory(GiB)": 61.09, |
| "step": 1740, |
| "train_speed(iter/s)": 0.795031 |
| }, |
| { |
| "epoch": 0.16387337057728119, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00019998830674179265, |
| "loss": 0.36007235, |
| "memory(GiB)": 61.09, |
| "step": 1760, |
| "train_speed(iter/s)": 0.794945 |
| }, |
| { |
| "epoch": 0.16573556797020483, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.00019998495701621302, |
| "loss": 0.36344244, |
| "memory(GiB)": 61.09, |
| "step": 1780, |
| "train_speed(iter/s)": 0.794986 |
| }, |
| { |
| "epoch": 0.16759776536312848, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00019998118598626164, |
| "loss": 0.37410173, |
| "memory(GiB)": 61.09, |
| "step": 1800, |
| "train_speed(iter/s)": 0.794841 |
| }, |
| { |
| "epoch": 0.16945996275605213, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.0001999769936678284, |
| "loss": 0.36024194, |
| "memory(GiB)": 61.09, |
| "step": 1820, |
| "train_speed(iter/s)": 0.795138 |
| }, |
| { |
| "epoch": 0.1713221601489758, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.00019997238007857834, |
| "loss": 0.36868992, |
| "memory(GiB)": 61.09, |
| "step": 1840, |
| "train_speed(iter/s)": 0.795246 |
| }, |
| { |
| "epoch": 0.17318435754189945, |
| "grad_norm": 2.0, |
| "learning_rate": 0.0001999673452379517, |
| "loss": 0.39632101, |
| "memory(GiB)": 61.09, |
| "step": 1860, |
| "train_speed(iter/s)": 0.795603 |
| }, |
| { |
| "epoch": 0.1750465549348231, |
| "grad_norm": 2.53125, |
| "learning_rate": 0.00019996188916716366, |
| "loss": 0.38238664, |
| "memory(GiB)": 61.09, |
| "step": 1880, |
| "train_speed(iter/s)": 0.795803 |
| }, |
| { |
| "epoch": 0.17690875232774675, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00019995601188920432, |
| "loss": 0.39695168, |
| "memory(GiB)": 61.09, |
| "step": 1900, |
| "train_speed(iter/s)": 0.795572 |
| }, |
| { |
| "epoch": 0.1787709497206704, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00019994971342883865, |
| "loss": 0.37256937, |
| "memory(GiB)": 61.09, |
| "step": 1920, |
| "train_speed(iter/s)": 0.795652 |
| }, |
| { |
| "epoch": 0.18063314711359404, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00019994299381260634, |
| "loss": 0.38835607, |
| "memory(GiB)": 61.09, |
| "step": 1940, |
| "train_speed(iter/s)": 0.795347 |
| }, |
| { |
| "epoch": 0.1824953445065177, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.00019993585306882165, |
| "loss": 0.37124941, |
| "memory(GiB)": 61.09, |
| "step": 1960, |
| "train_speed(iter/s)": 0.795281 |
| }, |
| { |
| "epoch": 0.18435754189944134, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00019992829122757343, |
| "loss": 0.40771437, |
| "memory(GiB)": 61.09, |
| "step": 1980, |
| "train_speed(iter/s)": 0.795167 |
| }, |
| { |
| "epoch": 0.186219739292365, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001999203083207248, |
| "loss": 0.40394459, |
| "memory(GiB)": 61.09, |
| "step": 2000, |
| "train_speed(iter/s)": 0.795156 |
| }, |
| { |
| "epoch": 0.186219739292365, |
| "eval_loss": 0.4044577181339264, |
| "eval_runtime": 77.5215, |
| "eval_samples_per_second": 179.112, |
| "eval_steps_per_second": 1.406, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.18808193668528864, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.00019991190438191315, |
| "loss": 0.39065728, |
| "memory(GiB)": 61.09, |
| "step": 2020, |
| "train_speed(iter/s)": 0.762049 |
| }, |
| { |
| "epoch": 0.18994413407821228, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00019990307944654995, |
| "loss": 0.38545542, |
| "memory(GiB)": 61.09, |
| "step": 2040, |
| "train_speed(iter/s)": 0.762203 |
| }, |
| { |
| "epoch": 0.19180633147113593, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.0001998938335518207, |
| "loss": 0.39323997, |
| "memory(GiB)": 61.09, |
| "step": 2060, |
| "train_speed(iter/s)": 0.762592 |
| }, |
| { |
| "epoch": 0.19366852886405958, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.0001998841667366846, |
| "loss": 0.40772767, |
| "memory(GiB)": 61.09, |
| "step": 2080, |
| "train_speed(iter/s)": 0.76303 |
| }, |
| { |
| "epoch": 0.19553072625698323, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00019987407904187445, |
| "loss": 0.37801023, |
| "memory(GiB)": 61.09, |
| "step": 2100, |
| "train_speed(iter/s)": 0.763483 |
| }, |
| { |
| "epoch": 0.1973929236499069, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00019986357050989656, |
| "loss": 0.37646284, |
| "memory(GiB)": 61.09, |
| "step": 2120, |
| "train_speed(iter/s)": 0.764105 |
| }, |
| { |
| "epoch": 0.19925512104283055, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.0001998526411850305, |
| "loss": 0.39433451, |
| "memory(GiB)": 61.09, |
| "step": 2140, |
| "train_speed(iter/s)": 0.764481 |
| }, |
| { |
| "epoch": 0.2011173184357542, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00019984129111332895, |
| "loss": 0.37200718, |
| "memory(GiB)": 61.09, |
| "step": 2160, |
| "train_speed(iter/s)": 0.764802 |
| }, |
| { |
| "epoch": 0.20297951582867785, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00019982952034261744, |
| "loss": 0.39085593, |
| "memory(GiB)": 61.09, |
| "step": 2180, |
| "train_speed(iter/s)": 0.765212 |
| }, |
| { |
| "epoch": 0.2048417132216015, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00019981732892249414, |
| "loss": 0.41396513, |
| "memory(GiB)": 61.09, |
| "step": 2200, |
| "train_speed(iter/s)": 0.765596 |
| }, |
| { |
| "epoch": 0.20670391061452514, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00019980471690432986, |
| "loss": 0.38944612, |
| "memory(GiB)": 61.09, |
| "step": 2220, |
| "train_speed(iter/s)": 0.76564 |
| }, |
| { |
| "epoch": 0.2085661080074488, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00019979168434126752, |
| "loss": 0.3887634, |
| "memory(GiB)": 61.09, |
| "step": 2240, |
| "train_speed(iter/s)": 0.765877 |
| }, |
| { |
| "epoch": 0.21042830540037244, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.00019977823128822215, |
| "loss": 0.40166087, |
| "memory(GiB)": 61.09, |
| "step": 2260, |
| "train_speed(iter/s)": 0.766381 |
| }, |
| { |
| "epoch": 0.2122905027932961, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00019976435780188058, |
| "loss": 0.39366639, |
| "memory(GiB)": 61.09, |
| "step": 2280, |
| "train_speed(iter/s)": 0.766888 |
| }, |
| { |
| "epoch": 0.21415270018621974, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00019975006394070118, |
| "loss": 0.3975667, |
| "memory(GiB)": 61.09, |
| "step": 2300, |
| "train_speed(iter/s)": 0.767231 |
| }, |
| { |
| "epoch": 0.21601489757914338, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.00019973534976491374, |
| "loss": 0.4033679, |
| "memory(GiB)": 61.09, |
| "step": 2320, |
| "train_speed(iter/s)": 0.767385 |
| }, |
| { |
| "epoch": 0.21787709497206703, |
| "grad_norm": 2.0, |
| "learning_rate": 0.000199720215336519, |
| "loss": 0.39846911, |
| "memory(GiB)": 61.09, |
| "step": 2340, |
| "train_speed(iter/s)": 0.767652 |
| }, |
| { |
| "epoch": 0.21973929236499068, |
| "grad_norm": 1.9453125, |
| "learning_rate": 0.0001997046607192886, |
| "loss": 0.38012104, |
| "memory(GiB)": 61.09, |
| "step": 2360, |
| "train_speed(iter/s)": 0.767841 |
| }, |
| { |
| "epoch": 0.22160148975791433, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.0001996886859787646, |
| "loss": 0.40880508, |
| "memory(GiB)": 61.09, |
| "step": 2380, |
| "train_speed(iter/s)": 0.768088 |
| }, |
| { |
| "epoch": 0.22346368715083798, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.0001996722911822595, |
| "loss": 0.40787139, |
| "memory(GiB)": 61.09, |
| "step": 2400, |
| "train_speed(iter/s)": 0.76849 |
| }, |
| { |
| "epoch": 0.22532588454376165, |
| "grad_norm": 1.640625, |
| "learning_rate": 0.00019965547639885564, |
| "loss": 0.37931633, |
| "memory(GiB)": 61.09, |
| "step": 2420, |
| "train_speed(iter/s)": 0.768893 |
| }, |
| { |
| "epoch": 0.2271880819366853, |
| "grad_norm": 2.0, |
| "learning_rate": 0.0001996382416994051, |
| "loss": 0.40943422, |
| "memory(GiB)": 61.09, |
| "step": 2440, |
| "train_speed(iter/s)": 0.76922 |
| }, |
| { |
| "epoch": 0.22905027932960895, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00019962058715652936, |
| "loss": 0.39480171, |
| "memory(GiB)": 61.09, |
| "step": 2460, |
| "train_speed(iter/s)": 0.769501 |
| }, |
| { |
| "epoch": 0.2309124767225326, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00019960251284461896, |
| "loss": 0.39054556, |
| "memory(GiB)": 61.09, |
| "step": 2480, |
| "train_speed(iter/s)": 0.769688 |
| }, |
| { |
| "epoch": 0.23277467411545624, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00019958401883983325, |
| "loss": 0.41470366, |
| "memory(GiB)": 61.09, |
| "step": 2500, |
| "train_speed(iter/s)": 0.769923 |
| }, |
| { |
| "epoch": 0.2346368715083799, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00019956510522009993, |
| "loss": 0.40362306, |
| "memory(GiB)": 61.09, |
| "step": 2520, |
| "train_speed(iter/s)": 0.770155 |
| }, |
| { |
| "epoch": 0.23649906890130354, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00019954577206511497, |
| "loss": 0.41036525, |
| "memory(GiB)": 61.09, |
| "step": 2540, |
| "train_speed(iter/s)": 0.770394 |
| }, |
| { |
| "epoch": 0.2383612662942272, |
| "grad_norm": 2.859375, |
| "learning_rate": 0.00019952601945634203, |
| "loss": 0.37247095, |
| "memory(GiB)": 61.09, |
| "step": 2560, |
| "train_speed(iter/s)": 0.770637 |
| }, |
| { |
| "epoch": 0.24022346368715083, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00019950584747701223, |
| "loss": 0.39711597, |
| "memory(GiB)": 61.09, |
| "step": 2580, |
| "train_speed(iter/s)": 0.770483 |
| }, |
| { |
| "epoch": 0.24208566108007448, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00019948525621212376, |
| "loss": 0.40421638, |
| "memory(GiB)": 61.09, |
| "step": 2600, |
| "train_speed(iter/s)": 0.770381 |
| }, |
| { |
| "epoch": 0.24394785847299813, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00019946424574844164, |
| "loss": 0.38328767, |
| "memory(GiB)": 61.09, |
| "step": 2620, |
| "train_speed(iter/s)": 0.770361 |
| }, |
| { |
| "epoch": 0.24581005586592178, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.00019944281617449713, |
| "loss": 0.40005746, |
| "memory(GiB)": 61.09, |
| "step": 2640, |
| "train_speed(iter/s)": 0.770354 |
| }, |
| { |
| "epoch": 0.24767225325884543, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.00019942096758058758, |
| "loss": 0.43671055, |
| "memory(GiB)": 61.09, |
| "step": 2660, |
| "train_speed(iter/s)": 0.770409 |
| }, |
| { |
| "epoch": 0.24953445065176907, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00019939870005877589, |
| "loss": 0.40949144, |
| "memory(GiB)": 61.09, |
| "step": 2680, |
| "train_speed(iter/s)": 0.770232 |
| }, |
| { |
| "epoch": 0.25139664804469275, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00019937601370289022, |
| "loss": 0.39216471, |
| "memory(GiB)": 61.09, |
| "step": 2700, |
| "train_speed(iter/s)": 0.7704 |
| }, |
| { |
| "epoch": 0.2532588454376164, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0001993529086085236, |
| "loss": 0.42032986, |
| "memory(GiB)": 61.09, |
| "step": 2720, |
| "train_speed(iter/s)": 0.770556 |
| }, |
| { |
| "epoch": 0.25512104283054005, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0001993293848730334, |
| "loss": 0.39470253, |
| "memory(GiB)": 61.09, |
| "step": 2740, |
| "train_speed(iter/s)": 0.770526 |
| }, |
| { |
| "epoch": 0.2569832402234637, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00019930544259554107, |
| "loss": 0.40104327, |
| "memory(GiB)": 61.09, |
| "step": 2760, |
| "train_speed(iter/s)": 0.77006 |
| }, |
| { |
| "epoch": 0.25884543761638734, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.00019928108187693166, |
| "loss": 0.38365974, |
| "memory(GiB)": 61.09, |
| "step": 2780, |
| "train_speed(iter/s)": 0.769969 |
| }, |
| { |
| "epoch": 0.260707635009311, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.0001992563028198534, |
| "loss": 0.41973991, |
| "memory(GiB)": 61.09, |
| "step": 2800, |
| "train_speed(iter/s)": 0.770041 |
| }, |
| { |
| "epoch": 0.26256983240223464, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.0001992311055287172, |
| "loss": 0.39436083, |
| "memory(GiB)": 61.09, |
| "step": 2820, |
| "train_speed(iter/s)": 0.769916 |
| }, |
| { |
| "epoch": 0.2644320297951583, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00019920549010969633, |
| "loss": 0.40017633, |
| "memory(GiB)": 61.09, |
| "step": 2840, |
| "train_speed(iter/s)": 0.770067 |
| }, |
| { |
| "epoch": 0.26629422718808193, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.00019917945667072596, |
| "loss": 0.41224184, |
| "memory(GiB)": 61.09, |
| "step": 2860, |
| "train_speed(iter/s)": 0.770021 |
| }, |
| { |
| "epoch": 0.2681564245810056, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00019915300532150255, |
| "loss": 0.39522376, |
| "memory(GiB)": 61.09, |
| "step": 2880, |
| "train_speed(iter/s)": 0.769932 |
| }, |
| { |
| "epoch": 0.27001862197392923, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.00019912613617348359, |
| "loss": 0.3813251, |
| "memory(GiB)": 61.09, |
| "step": 2900, |
| "train_speed(iter/s)": 0.770051 |
| }, |
| { |
| "epoch": 0.2718808193668529, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.000199098849339887, |
| "loss": 0.40877409, |
| "memory(GiB)": 61.09, |
| "step": 2920, |
| "train_speed(iter/s)": 0.77 |
| }, |
| { |
| "epoch": 0.2737430167597765, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.00019907114493569067, |
| "loss": 0.3886503, |
| "memory(GiB)": 61.09, |
| "step": 2940, |
| "train_speed(iter/s)": 0.769917 |
| }, |
| { |
| "epoch": 0.2756052141527002, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00019904302307763208, |
| "loss": 0.39552131, |
| "memory(GiB)": 61.09, |
| "step": 2960, |
| "train_speed(iter/s)": 0.769804 |
| }, |
| { |
| "epoch": 0.2774674115456238, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00019901448388420762, |
| "loss": 0.42156706, |
| "memory(GiB)": 61.09, |
| "step": 2980, |
| "train_speed(iter/s)": 0.769718 |
| }, |
| { |
| "epoch": 0.27932960893854747, |
| "grad_norm": 1.984375, |
| "learning_rate": 0.00019898552747567226, |
| "loss": 0.42330751, |
| "memory(GiB)": 61.09, |
| "step": 3000, |
| "train_speed(iter/s)": 0.769751 |
| }, |
| { |
| "epoch": 0.2811918063314711, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00019895615397403903, |
| "loss": 0.40717449, |
| "memory(GiB)": 61.09, |
| "step": 3020, |
| "train_speed(iter/s)": 0.769716 |
| }, |
| { |
| "epoch": 0.28305400372439476, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.00019892636350307832, |
| "loss": 0.40095501, |
| "memory(GiB)": 61.09, |
| "step": 3040, |
| "train_speed(iter/s)": 0.769668 |
| }, |
| { |
| "epoch": 0.2849162011173184, |
| "grad_norm": 1.8359375, |
| "learning_rate": 0.0001988961561883176, |
| "loss": 0.40677986, |
| "memory(GiB)": 61.09, |
| "step": 3060, |
| "train_speed(iter/s)": 0.769698 |
| }, |
| { |
| "epoch": 0.28677839851024206, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.00019886553215704074, |
| "loss": 0.43705454, |
| "memory(GiB)": 61.09, |
| "step": 3080, |
| "train_speed(iter/s)": 0.769667 |
| }, |
| { |
| "epoch": 0.2886405959031657, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.00019883449153828756, |
| "loss": 0.42250085, |
| "memory(GiB)": 61.09, |
| "step": 3100, |
| "train_speed(iter/s)": 0.769504 |
| }, |
| { |
| "epoch": 0.2905027932960894, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0001988030344628532, |
| "loss": 0.4198226, |
| "memory(GiB)": 61.09, |
| "step": 3120, |
| "train_speed(iter/s)": 0.76958 |
| }, |
| { |
| "epoch": 0.29236499068901306, |
| "grad_norm": 2.4375, |
| "learning_rate": 0.00019877116106328764, |
| "loss": 0.39872463, |
| "memory(GiB)": 61.09, |
| "step": 3140, |
| "train_speed(iter/s)": 0.769603 |
| }, |
| { |
| "epoch": 0.2942271880819367, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0001987388714738951, |
| "loss": 0.42246108, |
| "memory(GiB)": 61.09, |
| "step": 3160, |
| "train_speed(iter/s)": 0.769508 |
| }, |
| { |
| "epoch": 0.29608938547486036, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00019870616583073352, |
| "loss": 0.40915985, |
| "memory(GiB)": 61.09, |
| "step": 3180, |
| "train_speed(iter/s)": 0.769716 |
| }, |
| { |
| "epoch": 0.297951582867784, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.0001986730442716139, |
| "loss": 0.3973412, |
| "memory(GiB)": 61.09, |
| "step": 3200, |
| "train_speed(iter/s)": 0.769624 |
| }, |
| { |
| "epoch": 0.29981378026070765, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.00019863950693609986, |
| "loss": 0.40871854, |
| "memory(GiB)": 61.09, |
| "step": 3220, |
| "train_speed(iter/s)": 0.769628 |
| }, |
| { |
| "epoch": 0.3016759776536313, |
| "grad_norm": 3.96875, |
| "learning_rate": 0.0001986055539655069, |
| "loss": 0.40967684, |
| "memory(GiB)": 61.09, |
| "step": 3240, |
| "train_speed(iter/s)": 0.769597 |
| }, |
| { |
| "epoch": 0.30353817504655495, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00019857118550290186, |
| "loss": 0.40765038, |
| "memory(GiB)": 61.09, |
| "step": 3260, |
| "train_speed(iter/s)": 0.769707 |
| }, |
| { |
| "epoch": 0.3054003724394786, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0001985364016931024, |
| "loss": 0.39425554, |
| "memory(GiB)": 61.09, |
| "step": 3280, |
| "train_speed(iter/s)": 0.769702 |
| }, |
| { |
| "epoch": 0.30726256983240224, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.00019850120268267624, |
| "loss": 0.43635969, |
| "memory(GiB)": 61.09, |
| "step": 3300, |
| "train_speed(iter/s)": 0.769851 |
| }, |
| { |
| "epoch": 0.3091247672253259, |
| "grad_norm": 1.984375, |
| "learning_rate": 0.0001984655886199407, |
| "loss": 0.38309081, |
| "memory(GiB)": 61.09, |
| "step": 3320, |
| "train_speed(iter/s)": 0.7701 |
| }, |
| { |
| "epoch": 0.31098696461824954, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00019842955965496196, |
| "loss": 0.39160743, |
| "memory(GiB)": 61.09, |
| "step": 3340, |
| "train_speed(iter/s)": 0.770116 |
| }, |
| { |
| "epoch": 0.3128491620111732, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00019839311593955442, |
| "loss": 0.3894845, |
| "memory(GiB)": 61.09, |
| "step": 3360, |
| "train_speed(iter/s)": 0.770262 |
| }, |
| { |
| "epoch": 0.31471135940409684, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.00019835625762728017, |
| "loss": 0.40365009, |
| "memory(GiB)": 61.09, |
| "step": 3380, |
| "train_speed(iter/s)": 0.770237 |
| }, |
| { |
| "epoch": 0.3165735567970205, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00019831898487344827, |
| "loss": 0.39198034, |
| "memory(GiB)": 61.09, |
| "step": 3400, |
| "train_speed(iter/s)": 0.770325 |
| }, |
| { |
| "epoch": 0.31843575418994413, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.00019828129783511404, |
| "loss": 0.40903959, |
| "memory(GiB)": 61.09, |
| "step": 3420, |
| "train_speed(iter/s)": 0.770274 |
| }, |
| { |
| "epoch": 0.3202979515828678, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.00019824319667107859, |
| "loss": 0.39606228, |
| "memory(GiB)": 61.09, |
| "step": 3440, |
| "train_speed(iter/s)": 0.770391 |
| }, |
| { |
| "epoch": 0.3221601489757914, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00019820468154188781, |
| "loss": 0.40229883, |
| "memory(GiB)": 61.09, |
| "step": 3460, |
| "train_speed(iter/s)": 0.770531 |
| }, |
| { |
| "epoch": 0.3240223463687151, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00019816575260983221, |
| "loss": 0.42437396, |
| "memory(GiB)": 61.09, |
| "step": 3480, |
| "train_speed(iter/s)": 0.770378 |
| }, |
| { |
| "epoch": 0.3258845437616387, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.00019812641003894563, |
| "loss": 0.38859506, |
| "memory(GiB)": 61.09, |
| "step": 3500, |
| "train_speed(iter/s)": 0.770398 |
| }, |
| { |
| "epoch": 0.32774674115456237, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.000198086653995005, |
| "loss": 0.40636191, |
| "memory(GiB)": 61.09, |
| "step": 3520, |
| "train_speed(iter/s)": 0.77057 |
| }, |
| { |
| "epoch": 0.329608938547486, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00019804648464552947, |
| "loss": 0.3950357, |
| "memory(GiB)": 61.09, |
| "step": 3540, |
| "train_speed(iter/s)": 0.770758 |
| }, |
| { |
| "epoch": 0.33147113594040967, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00019800590215977978, |
| "loss": 0.39195304, |
| "memory(GiB)": 61.09, |
| "step": 3560, |
| "train_speed(iter/s)": 0.770732 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 2.125, |
| "learning_rate": 0.0001979649067087574, |
| "loss": 0.39345875, |
| "memory(GiB)": 61.09, |
| "step": 3580, |
| "train_speed(iter/s)": 0.770863 |
| }, |
| { |
| "epoch": 0.33519553072625696, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00019792349846520395, |
| "loss": 0.42576008, |
| "memory(GiB)": 61.09, |
| "step": 3600, |
| "train_speed(iter/s)": 0.770989 |
| }, |
| { |
| "epoch": 0.3370577281191806, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00019788167760360038, |
| "loss": 0.39812212, |
| "memory(GiB)": 61.09, |
| "step": 3620, |
| "train_speed(iter/s)": 0.770888 |
| }, |
| { |
| "epoch": 0.33891992551210426, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00019783944430016637, |
| "loss": 0.39472914, |
| "memory(GiB)": 61.09, |
| "step": 3640, |
| "train_speed(iter/s)": 0.77104 |
| }, |
| { |
| "epoch": 0.3407821229050279, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00019779679873285942, |
| "loss": 0.37525396, |
| "memory(GiB)": 61.09, |
| "step": 3660, |
| "train_speed(iter/s)": 0.771096 |
| }, |
| { |
| "epoch": 0.3426443202979516, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00019775374108137422, |
| "loss": 0.38320711, |
| "memory(GiB)": 61.09, |
| "step": 3680, |
| "train_speed(iter/s)": 0.771183 |
| }, |
| { |
| "epoch": 0.34450651769087526, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.0001977102715271418, |
| "loss": 0.43915482, |
| "memory(GiB)": 61.09, |
| "step": 3700, |
| "train_speed(iter/s)": 0.771154 |
| }, |
| { |
| "epoch": 0.3463687150837989, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.00019766639025332888, |
| "loss": 0.38033762, |
| "memory(GiB)": 61.09, |
| "step": 3720, |
| "train_speed(iter/s)": 0.771208 |
| }, |
| { |
| "epoch": 0.34823091247672255, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00019762209744483698, |
| "loss": 0.39966769, |
| "memory(GiB)": 61.09, |
| "step": 3740, |
| "train_speed(iter/s)": 0.771161 |
| }, |
| { |
| "epoch": 0.3500931098696462, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.0001975773932883017, |
| "loss": 0.40170197, |
| "memory(GiB)": 61.09, |
| "step": 3760, |
| "train_speed(iter/s)": 0.77126 |
| }, |
| { |
| "epoch": 0.35195530726256985, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00019753227797209198, |
| "loss": 0.38694088, |
| "memory(GiB)": 61.09, |
| "step": 3780, |
| "train_speed(iter/s)": 0.771333 |
| }, |
| { |
| "epoch": 0.3538175046554935, |
| "grad_norm": 2.71875, |
| "learning_rate": 0.00019748675168630917, |
| "loss": 0.41248221, |
| "memory(GiB)": 61.09, |
| "step": 3800, |
| "train_speed(iter/s)": 0.771472 |
| }, |
| { |
| "epoch": 0.35567970204841715, |
| "grad_norm": 3.296875, |
| "learning_rate": 0.0001974408146227864, |
| "loss": 0.39216695, |
| "memory(GiB)": 61.09, |
| "step": 3820, |
| "train_speed(iter/s)": 0.771659 |
| }, |
| { |
| "epoch": 0.3575418994413408, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.0001973944669750876, |
| "loss": 0.39854093, |
| "memory(GiB)": 61.09, |
| "step": 3840, |
| "train_speed(iter/s)": 0.771931 |
| }, |
| { |
| "epoch": 0.35940409683426444, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00019734770893850686, |
| "loss": 0.40031991, |
| "memory(GiB)": 61.09, |
| "step": 3860, |
| "train_speed(iter/s)": 0.772166 |
| }, |
| { |
| "epoch": 0.3612662942271881, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00019730054071006748, |
| "loss": 0.4241601, |
| "memory(GiB)": 61.09, |
| "step": 3880, |
| "train_speed(iter/s)": 0.772192 |
| }, |
| { |
| "epoch": 0.36312849162011174, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0001972529624885211, |
| "loss": 0.38440259, |
| "memory(GiB)": 61.09, |
| "step": 3900, |
| "train_speed(iter/s)": 0.772255 |
| }, |
| { |
| "epoch": 0.3649906890130354, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00019720497447434706, |
| "loss": 0.4149951, |
| "memory(GiB)": 61.09, |
| "step": 3920, |
| "train_speed(iter/s)": 0.77238 |
| }, |
| { |
| "epoch": 0.36685288640595903, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.00019715657686975138, |
| "loss": 0.37301335, |
| "memory(GiB)": 61.09, |
| "step": 3940, |
| "train_speed(iter/s)": 0.772593 |
| }, |
| { |
| "epoch": 0.3687150837988827, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.00019710776987866594, |
| "loss": 0.40297618, |
| "memory(GiB)": 61.09, |
| "step": 3960, |
| "train_speed(iter/s)": 0.772734 |
| }, |
| { |
| "epoch": 0.37057728119180633, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00019705855370674767, |
| "loss": 0.39141912, |
| "memory(GiB)": 61.09, |
| "step": 3980, |
| "train_speed(iter/s)": 0.772939 |
| }, |
| { |
| "epoch": 0.37243947858473, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.00019700892856137765, |
| "loss": 0.39458523, |
| "memory(GiB)": 61.09, |
| "step": 4000, |
| "train_speed(iter/s)": 0.773013 |
| }, |
| { |
| "epoch": 0.37243947858473, |
| "eval_loss": 0.43771594762802124, |
| "eval_runtime": 76.1164, |
| "eval_samples_per_second": 182.418, |
| "eval_steps_per_second": 1.432, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3743016759776536, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00019695889465166024, |
| "loss": 0.40729074, |
| "memory(GiB)": 61.09, |
| "step": 4020, |
| "train_speed(iter/s)": 0.757361 |
| }, |
| { |
| "epoch": 0.3761638733705773, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.0001969084521884222, |
| "loss": 0.40453234, |
| "memory(GiB)": 61.09, |
| "step": 4040, |
| "train_speed(iter/s)": 0.757463 |
| }, |
| { |
| "epoch": 0.3780260707635009, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00019685760138421181, |
| "loss": 0.37667882, |
| "memory(GiB)": 61.09, |
| "step": 4060, |
| "train_speed(iter/s)": 0.757733 |
| }, |
| { |
| "epoch": 0.37988826815642457, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00019680634245329798, |
| "loss": 0.38365791, |
| "memory(GiB)": 61.09, |
| "step": 4080, |
| "train_speed(iter/s)": 0.757943 |
| }, |
| { |
| "epoch": 0.3817504655493482, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0001967546756116693, |
| "loss": 0.42101908, |
| "memory(GiB)": 61.09, |
| "step": 4100, |
| "train_speed(iter/s)": 0.758279 |
| }, |
| { |
| "epoch": 0.38361266294227186, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.0001967026010770332, |
| "loss": 0.40190611, |
| "memory(GiB)": 61.09, |
| "step": 4120, |
| "train_speed(iter/s)": 0.758514 |
| }, |
| { |
| "epoch": 0.3854748603351955, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00019665011906881493, |
| "loss": 0.41981277, |
| "memory(GiB)": 61.09, |
| "step": 4140, |
| "train_speed(iter/s)": 0.75872 |
| }, |
| { |
| "epoch": 0.38733705772811916, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.0001965972298081568, |
| "loss": 0.38099627, |
| "memory(GiB)": 61.09, |
| "step": 4160, |
| "train_speed(iter/s)": 0.758977 |
| }, |
| { |
| "epoch": 0.3891992551210428, |
| "grad_norm": 1.875, |
| "learning_rate": 0.0001965439335179171, |
| "loss": 0.3816371, |
| "memory(GiB)": 61.09, |
| "step": 4180, |
| "train_speed(iter/s)": 0.759186 |
| }, |
| { |
| "epoch": 0.39106145251396646, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00019649023042266924, |
| "loss": 0.39355574, |
| "memory(GiB)": 61.09, |
| "step": 4200, |
| "train_speed(iter/s)": 0.759226 |
| }, |
| { |
| "epoch": 0.3929236499068901, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.00019643612074870067, |
| "loss": 0.42333245, |
| "memory(GiB)": 61.09, |
| "step": 4220, |
| "train_speed(iter/s)": 0.75949 |
| }, |
| { |
| "epoch": 0.3947858472998138, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00019638160472401216, |
| "loss": 0.38143654, |
| "memory(GiB)": 61.09, |
| "step": 4240, |
| "train_speed(iter/s)": 0.759673 |
| }, |
| { |
| "epoch": 0.39664804469273746, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.00019632668257831663, |
| "loss": 0.40620303, |
| "memory(GiB)": 61.09, |
| "step": 4260, |
| "train_speed(iter/s)": 0.759941 |
| }, |
| { |
| "epoch": 0.3985102420856611, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.00019627135454303835, |
| "loss": 0.40267248, |
| "memory(GiB)": 61.09, |
| "step": 4280, |
| "train_speed(iter/s)": 0.760262 |
| }, |
| { |
| "epoch": 0.40037243947858475, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00019621562085131179, |
| "loss": 0.40306973, |
| "memory(GiB)": 61.09, |
| "step": 4300, |
| "train_speed(iter/s)": 0.760521 |
| }, |
| { |
| "epoch": 0.4022346368715084, |
| "grad_norm": 2.125, |
| "learning_rate": 0.00019615948173798073, |
| "loss": 0.38690736, |
| "memory(GiB)": 61.09, |
| "step": 4320, |
| "train_speed(iter/s)": 0.76073 |
| }, |
| { |
| "epoch": 0.40409683426443205, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.0001961029374395973, |
| "loss": 0.40119696, |
| "memory(GiB)": 61.09, |
| "step": 4340, |
| "train_speed(iter/s)": 0.760992 |
| }, |
| { |
| "epoch": 0.4059590316573557, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00019604598819442098, |
| "loss": 0.3982002, |
| "memory(GiB)": 61.09, |
| "step": 4360, |
| "train_speed(iter/s)": 0.761273 |
| }, |
| { |
| "epoch": 0.40782122905027934, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00019598863424241753, |
| "loss": 0.36936131, |
| "memory(GiB)": 61.09, |
| "step": 4380, |
| "train_speed(iter/s)": 0.76156 |
| }, |
| { |
| "epoch": 0.409683426443203, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.000195930875825258, |
| "loss": 0.37518866, |
| "memory(GiB)": 61.09, |
| "step": 4400, |
| "train_speed(iter/s)": 0.76183 |
| }, |
| { |
| "epoch": 0.41154562383612664, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0001958727131863177, |
| "loss": 0.39472764, |
| "memory(GiB)": 61.09, |
| "step": 4420, |
| "train_speed(iter/s)": 0.762004 |
| }, |
| { |
| "epoch": 0.4134078212290503, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00019581414657067527, |
| "loss": 0.38476, |
| "memory(GiB)": 61.09, |
| "step": 4440, |
| "train_speed(iter/s)": 0.76225 |
| }, |
| { |
| "epoch": 0.41527001862197394, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.00019575517622511153, |
| "loss": 0.44369678, |
| "memory(GiB)": 61.09, |
| "step": 4460, |
| "train_speed(iter/s)": 0.762464 |
| }, |
| { |
| "epoch": 0.4171322160148976, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00019569580239810853, |
| "loss": 0.39095647, |
| "memory(GiB)": 61.09, |
| "step": 4480, |
| "train_speed(iter/s)": 0.762511 |
| }, |
| { |
| "epoch": 0.41899441340782123, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.00019563602533984842, |
| "loss": 0.39244399, |
| "memory(GiB)": 61.09, |
| "step": 4500, |
| "train_speed(iter/s)": 0.762601 |
| }, |
| { |
| "epoch": 0.4208566108007449, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00019557584530221245, |
| "loss": 0.3898438, |
| "memory(GiB)": 61.09, |
| "step": 4520, |
| "train_speed(iter/s)": 0.762751 |
| }, |
| { |
| "epoch": 0.4227188081936685, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0001955152625387799, |
| "loss": 0.38730087, |
| "memory(GiB)": 61.09, |
| "step": 4540, |
| "train_speed(iter/s)": 0.762907 |
| }, |
| { |
| "epoch": 0.4245810055865922, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00019545427730482696, |
| "loss": 0.4196455, |
| "memory(GiB)": 61.09, |
| "step": 4560, |
| "train_speed(iter/s)": 0.763065 |
| }, |
| { |
| "epoch": 0.4264432029795158, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.0001953928898573258, |
| "loss": 0.36989145, |
| "memory(GiB)": 61.09, |
| "step": 4580, |
| "train_speed(iter/s)": 0.763243 |
| }, |
| { |
| "epoch": 0.42830540037243947, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.0001953311004549433, |
| "loss": 0.38576865, |
| "memory(GiB)": 61.09, |
| "step": 4600, |
| "train_speed(iter/s)": 0.763397 |
| }, |
| { |
| "epoch": 0.4301675977653631, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.0001952689093580401, |
| "loss": 0.37395325, |
| "memory(GiB)": 61.09, |
| "step": 4620, |
| "train_speed(iter/s)": 0.763554 |
| }, |
| { |
| "epoch": 0.43202979515828677, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.00019520631682866943, |
| "loss": 0.35659883, |
| "memory(GiB)": 61.09, |
| "step": 4640, |
| "train_speed(iter/s)": 0.763689 |
| }, |
| { |
| "epoch": 0.4338919925512104, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.000195143323130576, |
| "loss": 0.37833457, |
| "memory(GiB)": 61.09, |
| "step": 4660, |
| "train_speed(iter/s)": 0.763955 |
| }, |
| { |
| "epoch": 0.43575418994413406, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00019507992852919496, |
| "loss": 0.38467407, |
| "memory(GiB)": 61.09, |
| "step": 4680, |
| "train_speed(iter/s)": 0.76422 |
| }, |
| { |
| "epoch": 0.4376163873370577, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.00019501613329165072, |
| "loss": 0.42341266, |
| "memory(GiB)": 61.09, |
| "step": 4700, |
| "train_speed(iter/s)": 0.764381 |
| }, |
| { |
| "epoch": 0.43947858472998136, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00019495193768675586, |
| "loss": 0.39320512, |
| "memory(GiB)": 61.09, |
| "step": 4720, |
| "train_speed(iter/s)": 0.76442 |
| }, |
| { |
| "epoch": 0.441340782122905, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00019488734198500992, |
| "loss": 0.39242547, |
| "memory(GiB)": 61.09, |
| "step": 4740, |
| "train_speed(iter/s)": 0.764554 |
| }, |
| { |
| "epoch": 0.44320297951582865, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.0001948223464585984, |
| "loss": 0.41076765, |
| "memory(GiB)": 61.09, |
| "step": 4760, |
| "train_speed(iter/s)": 0.764645 |
| }, |
| { |
| "epoch": 0.4450651769087523, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.0001947569513813915, |
| "loss": 0.39205194, |
| "memory(GiB)": 61.09, |
| "step": 4780, |
| "train_speed(iter/s)": 0.764725 |
| }, |
| { |
| "epoch": 0.44692737430167595, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00019469115702894295, |
| "loss": 0.41007242, |
| "memory(GiB)": 61.09, |
| "step": 4800, |
| "train_speed(iter/s)": 0.764778 |
| }, |
| { |
| "epoch": 0.44878957169459965, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00019462496367848894, |
| "loss": 0.40207219, |
| "memory(GiB)": 61.09, |
| "step": 4820, |
| "train_speed(iter/s)": 0.764936 |
| }, |
| { |
| "epoch": 0.4506517690875233, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00019455837160894693, |
| "loss": 0.37529342, |
| "memory(GiB)": 61.09, |
| "step": 4840, |
| "train_speed(iter/s)": 0.764978 |
| }, |
| { |
| "epoch": 0.45251396648044695, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00019449138110091445, |
| "loss": 0.38617492, |
| "memory(GiB)": 61.09, |
| "step": 4860, |
| "train_speed(iter/s)": 0.765185 |
| }, |
| { |
| "epoch": 0.4543761638733706, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.00019442399243666786, |
| "loss": 0.40544581, |
| "memory(GiB)": 61.09, |
| "step": 4880, |
| "train_speed(iter/s)": 0.765361 |
| }, |
| { |
| "epoch": 0.45623836126629425, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00019435620590016125, |
| "loss": 0.39625409, |
| "memory(GiB)": 61.09, |
| "step": 4900, |
| "train_speed(iter/s)": 0.765415 |
| }, |
| { |
| "epoch": 0.4581005586592179, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00019428802177702529, |
| "loss": 0.37152231, |
| "memory(GiB)": 61.09, |
| "step": 4920, |
| "train_speed(iter/s)": 0.765621 |
| }, |
| { |
| "epoch": 0.45996275605214154, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00019421944035456586, |
| "loss": 0.40098886, |
| "memory(GiB)": 61.09, |
| "step": 4940, |
| "train_speed(iter/s)": 0.765762 |
| }, |
| { |
| "epoch": 0.4618249534450652, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.00019415046192176294, |
| "loss": 0.38226032, |
| "memory(GiB)": 61.09, |
| "step": 4960, |
| "train_speed(iter/s)": 0.765864 |
| }, |
| { |
| "epoch": 0.46368715083798884, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00019408108676926942, |
| "loss": 0.4000948, |
| "memory(GiB)": 61.09, |
| "step": 4980, |
| "train_speed(iter/s)": 0.76605 |
| }, |
| { |
| "epoch": 0.4655493482309125, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00019401131518940985, |
| "loss": 0.39587092, |
| "memory(GiB)": 61.09, |
| "step": 5000, |
| "train_speed(iter/s)": 0.766201 |
| }, |
| { |
| "epoch": 0.46741154562383613, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00019394114747617916, |
| "loss": 0.37739358, |
| "memory(GiB)": 61.09, |
| "step": 5020, |
| "train_speed(iter/s)": 0.766333 |
| }, |
| { |
| "epoch": 0.4692737430167598, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00019387058392524145, |
| "loss": 0.37761064, |
| "memory(GiB)": 61.09, |
| "step": 5040, |
| "train_speed(iter/s)": 0.766541 |
| }, |
| { |
| "epoch": 0.47113594040968343, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001937996248339288, |
| "loss": 0.36651943, |
| "memory(GiB)": 61.09, |
| "step": 5060, |
| "train_speed(iter/s)": 0.766602 |
| }, |
| { |
| "epoch": 0.4729981378026071, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00019372827050123995, |
| "loss": 0.36461196, |
| "memory(GiB)": 61.09, |
| "step": 5080, |
| "train_speed(iter/s)": 0.766795 |
| }, |
| { |
| "epoch": 0.4748603351955307, |
| "grad_norm": 2.71875, |
| "learning_rate": 0.00019365652122783897, |
| "loss": 0.38799112, |
| "memory(GiB)": 61.09, |
| "step": 5100, |
| "train_speed(iter/s)": 0.766791 |
| }, |
| { |
| "epoch": 0.4767225325884544, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.00019358437731605425, |
| "loss": 0.37337472, |
| "memory(GiB)": 61.09, |
| "step": 5120, |
| "train_speed(iter/s)": 0.766967 |
| }, |
| { |
| "epoch": 0.478584729981378, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00019351183906987694, |
| "loss": 0.41348104, |
| "memory(GiB)": 61.09, |
| "step": 5140, |
| "train_speed(iter/s)": 0.767242 |
| }, |
| { |
| "epoch": 0.48044692737430167, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00019343890679495988, |
| "loss": 0.41450329, |
| "memory(GiB)": 61.09, |
| "step": 5160, |
| "train_speed(iter/s)": 0.767312 |
| }, |
| { |
| "epoch": 0.4823091247672253, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00019336558079861607, |
| "loss": 0.35895565, |
| "memory(GiB)": 61.09, |
| "step": 5180, |
| "train_speed(iter/s)": 0.767456 |
| }, |
| { |
| "epoch": 0.48417132216014896, |
| "grad_norm": 1.875, |
| "learning_rate": 0.00019329186138981769, |
| "loss": 0.35140588, |
| "memory(GiB)": 61.09, |
| "step": 5200, |
| "train_speed(iter/s)": 0.767603 |
| }, |
| { |
| "epoch": 0.4860335195530726, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001932177488791945, |
| "loss": 0.39651599, |
| "memory(GiB)": 61.09, |
| "step": 5220, |
| "train_speed(iter/s)": 0.767676 |
| }, |
| { |
| "epoch": 0.48789571694599626, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00019314324357903276, |
| "loss": 0.37009797, |
| "memory(GiB)": 61.09, |
| "step": 5240, |
| "train_speed(iter/s)": 0.767901 |
| }, |
| { |
| "epoch": 0.4897579143389199, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00019306834580327378, |
| "loss": 0.3629123, |
| "memory(GiB)": 61.09, |
| "step": 5260, |
| "train_speed(iter/s)": 0.768057 |
| }, |
| { |
| "epoch": 0.49162011173184356, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00019299305586751263, |
| "loss": 0.41036406, |
| "memory(GiB)": 61.09, |
| "step": 5280, |
| "train_speed(iter/s)": 0.768172 |
| }, |
| { |
| "epoch": 0.4934823091247672, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0001929173740889968, |
| "loss": 0.3859787, |
| "memory(GiB)": 61.09, |
| "step": 5300, |
| "train_speed(iter/s)": 0.768303 |
| }, |
| { |
| "epoch": 0.49534450651769085, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00019284130078662498, |
| "loss": 0.36947384, |
| "memory(GiB)": 61.09, |
| "step": 5320, |
| "train_speed(iter/s)": 0.768419 |
| }, |
| { |
| "epoch": 0.4972067039106145, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00019276483628094548, |
| "loss": 0.39193997, |
| "memory(GiB)": 61.09, |
| "step": 5340, |
| "train_speed(iter/s)": 0.768551 |
| }, |
| { |
| "epoch": 0.49906890130353815, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00019268798089415508, |
| "loss": 0.40856562, |
| "memory(GiB)": 61.09, |
| "step": 5360, |
| "train_speed(iter/s)": 0.768667 |
| }, |
| { |
| "epoch": 0.5009310986964618, |
| "grad_norm": 1.75, |
| "learning_rate": 0.0001926107349500976, |
| "loss": 0.38102791, |
| "memory(GiB)": 61.09, |
| "step": 5380, |
| "train_speed(iter/s)": 0.768775 |
| }, |
| { |
| "epoch": 0.5027932960893855, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00019253309877426255, |
| "loss": 0.39010181, |
| "memory(GiB)": 61.09, |
| "step": 5400, |
| "train_speed(iter/s)": 0.768826 |
| }, |
| { |
| "epoch": 0.5046554934823091, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00019245507269378376, |
| "loss": 0.36907117, |
| "memory(GiB)": 61.09, |
| "step": 5420, |
| "train_speed(iter/s)": 0.768871 |
| }, |
| { |
| "epoch": 0.5065176908752328, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00019237665703743795, |
| "loss": 0.39245234, |
| "memory(GiB)": 61.09, |
| "step": 5440, |
| "train_speed(iter/s)": 0.769044 |
| }, |
| { |
| "epoch": 0.5083798882681564, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.0001922978521356434, |
| "loss": 0.37116551, |
| "memory(GiB)": 61.09, |
| "step": 5460, |
| "train_speed(iter/s)": 0.769157 |
| }, |
| { |
| "epoch": 0.5102420856610801, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0001922186583204586, |
| "loss": 0.3747494, |
| "memory(GiB)": 61.09, |
| "step": 5480, |
| "train_speed(iter/s)": 0.769282 |
| }, |
| { |
| "epoch": 0.5121042830540037, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00019213907592558068, |
| "loss": 0.39164233, |
| "memory(GiB)": 61.09, |
| "step": 5500, |
| "train_speed(iter/s)": 0.769399 |
| }, |
| { |
| "epoch": 0.5139664804469274, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.0001920591052863443, |
| "loss": 0.36614444, |
| "memory(GiB)": 61.09, |
| "step": 5520, |
| "train_speed(iter/s)": 0.769497 |
| }, |
| { |
| "epoch": 0.515828677839851, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0001919787467397199, |
| "loss": 0.36284633, |
| "memory(GiB)": 61.09, |
| "step": 5540, |
| "train_speed(iter/s)": 0.769655 |
| }, |
| { |
| "epoch": 0.5176908752327747, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00019189800062431248, |
| "loss": 0.38447697, |
| "memory(GiB)": 61.09, |
| "step": 5560, |
| "train_speed(iter/s)": 0.769671 |
| }, |
| { |
| "epoch": 0.5195530726256983, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0001918168672803601, |
| "loss": 0.3774585, |
| "memory(GiB)": 61.09, |
| "step": 5580, |
| "train_speed(iter/s)": 0.769848 |
| }, |
| { |
| "epoch": 0.521415270018622, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00019173534704973255, |
| "loss": 0.37147908, |
| "memory(GiB)": 61.09, |
| "step": 5600, |
| "train_speed(iter/s)": 0.769928 |
| }, |
| { |
| "epoch": 0.5232774674115456, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00019165344027592985, |
| "loss": 0.4088347, |
| "memory(GiB)": 61.09, |
| "step": 5620, |
| "train_speed(iter/s)": 0.77009 |
| }, |
| { |
| "epoch": 0.5251396648044693, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00019157114730408064, |
| "loss": 0.38829794, |
| "memory(GiB)": 61.09, |
| "step": 5640, |
| "train_speed(iter/s)": 0.770242 |
| }, |
| { |
| "epoch": 0.527001862197393, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.000191488468480941, |
| "loss": 0.36397715, |
| "memory(GiB)": 61.09, |
| "step": 5660, |
| "train_speed(iter/s)": 0.770341 |
| }, |
| { |
| "epoch": 0.5288640595903166, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0001914054041548929, |
| "loss": 0.38371773, |
| "memory(GiB)": 61.09, |
| "step": 5680, |
| "train_speed(iter/s)": 0.770391 |
| }, |
| { |
| "epoch": 0.5307262569832403, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00019132195467594254, |
| "loss": 0.3827935, |
| "memory(GiB)": 61.09, |
| "step": 5700, |
| "train_speed(iter/s)": 0.77059 |
| }, |
| { |
| "epoch": 0.5325884543761639, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.00019123812039571915, |
| "loss": 0.38209565, |
| "memory(GiB)": 61.09, |
| "step": 5720, |
| "train_speed(iter/s)": 0.770819 |
| }, |
| { |
| "epoch": 0.5344506517690876, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0001911539016674734, |
| "loss": 0.35899367, |
| "memory(GiB)": 61.09, |
| "step": 5740, |
| "train_speed(iter/s)": 0.771004 |
| }, |
| { |
| "epoch": 0.5363128491620112, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00019106929884607577, |
| "loss": 0.38742561, |
| "memory(GiB)": 61.09, |
| "step": 5760, |
| "train_speed(iter/s)": 0.770977 |
| }, |
| { |
| "epoch": 0.5381750465549349, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00019098431228801535, |
| "loss": 0.40184608, |
| "memory(GiB)": 61.09, |
| "step": 5780, |
| "train_speed(iter/s)": 0.770971 |
| }, |
| { |
| "epoch": 0.5400372439478585, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00019089894235139806, |
| "loss": 0.37216854, |
| "memory(GiB)": 61.09, |
| "step": 5800, |
| "train_speed(iter/s)": 0.771075 |
| }, |
| { |
| "epoch": 0.5418994413407822, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00019081318939594532, |
| "loss": 0.38967266, |
| "memory(GiB)": 61.09, |
| "step": 5820, |
| "train_speed(iter/s)": 0.77124 |
| }, |
| { |
| "epoch": 0.5437616387337058, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.00019072705378299237, |
| "loss": 0.36322145, |
| "memory(GiB)": 61.09, |
| "step": 5840, |
| "train_speed(iter/s)": 0.771282 |
| }, |
| { |
| "epoch": 0.5456238361266295, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.00019064053587548697, |
| "loss": 0.41168041, |
| "memory(GiB)": 61.09, |
| "step": 5860, |
| "train_speed(iter/s)": 0.771409 |
| }, |
| { |
| "epoch": 0.547486033519553, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00019055363603798765, |
| "loss": 0.38845997, |
| "memory(GiB)": 61.09, |
| "step": 5880, |
| "train_speed(iter/s)": 0.771601 |
| }, |
| { |
| "epoch": 0.5493482309124768, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00019046635463666232, |
| "loss": 0.35851908, |
| "memory(GiB)": 61.09, |
| "step": 5900, |
| "train_speed(iter/s)": 0.771596 |
| }, |
| { |
| "epoch": 0.5512104283054003, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00019037869203928671, |
| "loss": 0.38949237, |
| "memory(GiB)": 61.09, |
| "step": 5920, |
| "train_speed(iter/s)": 0.771651 |
| }, |
| { |
| "epoch": 0.553072625698324, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00019029064861524267, |
| "loss": 0.36254482, |
| "memory(GiB)": 61.09, |
| "step": 5940, |
| "train_speed(iter/s)": 0.771719 |
| }, |
| { |
| "epoch": 0.5549348230912476, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00019020222473551686, |
| "loss": 0.37663541, |
| "memory(GiB)": 61.09, |
| "step": 5960, |
| "train_speed(iter/s)": 0.771885 |
| }, |
| { |
| "epoch": 0.5567970204841713, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00019011342077269894, |
| "loss": 0.37530179, |
| "memory(GiB)": 61.09, |
| "step": 5980, |
| "train_speed(iter/s)": 0.77194 |
| }, |
| { |
| "epoch": 0.5586592178770949, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00019002423710098022, |
| "loss": 0.33494754, |
| "memory(GiB)": 61.09, |
| "step": 6000, |
| "train_speed(iter/s)": 0.771986 |
| }, |
| { |
| "epoch": 0.5586592178770949, |
| "eval_loss": 0.44819557666778564, |
| "eval_runtime": 76.4302, |
| "eval_samples_per_second": 181.669, |
| "eval_steps_per_second": 1.426, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5605214152700186, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00018993467409615192, |
| "loss": 0.39943161, |
| "memory(GiB)": 61.09, |
| "step": 6020, |
| "train_speed(iter/s)": 0.761403 |
| }, |
| { |
| "epoch": 0.5623836126629422, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00018984473213560366, |
| "loss": 0.37351987, |
| "memory(GiB)": 61.09, |
| "step": 6040, |
| "train_speed(iter/s)": 0.76152 |
| }, |
| { |
| "epoch": 0.5642458100558659, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001897544115983219, |
| "loss": 0.39573755, |
| "memory(GiB)": 61.09, |
| "step": 6060, |
| "train_speed(iter/s)": 0.761669 |
| }, |
| { |
| "epoch": 0.5661080074487895, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00018966371286488823, |
| "loss": 0.4023766, |
| "memory(GiB)": 61.09, |
| "step": 6080, |
| "train_speed(iter/s)": 0.761822 |
| }, |
| { |
| "epoch": 0.5679702048417132, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00018957263631747787, |
| "loss": 0.3705966, |
| "memory(GiB)": 61.09, |
| "step": 6100, |
| "train_speed(iter/s)": 0.76184 |
| }, |
| { |
| "epoch": 0.5698324022346368, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00018948118233985803, |
| "loss": 0.38215985, |
| "memory(GiB)": 61.09, |
| "step": 6120, |
| "train_speed(iter/s)": 0.76194 |
| }, |
| { |
| "epoch": 0.5716945996275605, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0001893893513173863, |
| "loss": 0.37131, |
| "memory(GiB)": 61.09, |
| "step": 6140, |
| "train_speed(iter/s)": 0.762158 |
| }, |
| { |
| "epoch": 0.5735567970204841, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00018929714363700897, |
| "loss": 0.38114462, |
| "memory(GiB)": 61.09, |
| "step": 6160, |
| "train_speed(iter/s)": 0.762317 |
| }, |
| { |
| "epoch": 0.5754189944134078, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.0001892045596872595, |
| "loss": 0.36428151, |
| "memory(GiB)": 61.09, |
| "step": 6180, |
| "train_speed(iter/s)": 0.762461 |
| }, |
| { |
| "epoch": 0.5772811918063314, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00018911159985825684, |
| "loss": 0.38127549, |
| "memory(GiB)": 61.09, |
| "step": 6200, |
| "train_speed(iter/s)": 0.762497 |
| }, |
| { |
| "epoch": 0.5791433891992551, |
| "grad_norm": 3.015625, |
| "learning_rate": 0.00018901826454170367, |
| "loss": 0.38451765, |
| "memory(GiB)": 61.09, |
| "step": 6220, |
| "train_speed(iter/s)": 0.762625 |
| }, |
| { |
| "epoch": 0.5810055865921788, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00018892455413088493, |
| "loss": 0.39861171, |
| "memory(GiB)": 61.09, |
| "step": 6240, |
| "train_speed(iter/s)": 0.762782 |
| }, |
| { |
| "epoch": 0.5828677839851024, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.0001888304690206661, |
| "loss": 0.35783043, |
| "memory(GiB)": 61.09, |
| "step": 6260, |
| "train_speed(iter/s)": 0.762874 |
| }, |
| { |
| "epoch": 0.5847299813780261, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00018873600960749148, |
| "loss": 0.36647081, |
| "memory(GiB)": 61.09, |
| "step": 6280, |
| "train_speed(iter/s)": 0.762938 |
| }, |
| { |
| "epoch": 0.5865921787709497, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0001886411762893826, |
| "loss": 0.3527771, |
| "memory(GiB)": 61.09, |
| "step": 6300, |
| "train_speed(iter/s)": 0.763086 |
| }, |
| { |
| "epoch": 0.5884543761638734, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.0001885459694659365, |
| "loss": 0.38488383, |
| "memory(GiB)": 61.09, |
| "step": 6320, |
| "train_speed(iter/s)": 0.763164 |
| }, |
| { |
| "epoch": 0.590316573556797, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.00018845038953832401, |
| "loss": 0.37899766, |
| "memory(GiB)": 61.09, |
| "step": 6340, |
| "train_speed(iter/s)": 0.763257 |
| }, |
| { |
| "epoch": 0.5921787709497207, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00018835443690928813, |
| "loss": 0.36712158, |
| "memory(GiB)": 61.09, |
| "step": 6360, |
| "train_speed(iter/s)": 0.763341 |
| }, |
| { |
| "epoch": 0.5940409683426443, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.0001882581119831423, |
| "loss": 0.36925483, |
| "memory(GiB)": 61.09, |
| "step": 6380, |
| "train_speed(iter/s)": 0.7635 |
| }, |
| { |
| "epoch": 0.595903165735568, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00018816141516576874, |
| "loss": 0.37719622, |
| "memory(GiB)": 61.09, |
| "step": 6400, |
| "train_speed(iter/s)": 0.763631 |
| }, |
| { |
| "epoch": 0.5977653631284916, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.0001880643468646166, |
| "loss": 0.37256207, |
| "memory(GiB)": 61.09, |
| "step": 6420, |
| "train_speed(iter/s)": 0.76375 |
| }, |
| { |
| "epoch": 0.5996275605214153, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00018796690748870045, |
| "loss": 0.36438172, |
| "memory(GiB)": 61.09, |
| "step": 6440, |
| "train_speed(iter/s)": 0.763808 |
| }, |
| { |
| "epoch": 0.6014897579143389, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00018786909744859838, |
| "loss": 0.37020493, |
| "memory(GiB)": 61.09, |
| "step": 6460, |
| "train_speed(iter/s)": 0.763949 |
| }, |
| { |
| "epoch": 0.6033519553072626, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0001877709171564504, |
| "loss": 0.37200084, |
| "memory(GiB)": 61.09, |
| "step": 6480, |
| "train_speed(iter/s)": 0.763933 |
| }, |
| { |
| "epoch": 0.6052141527001862, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00018767236702595653, |
| "loss": 0.37319822, |
| "memory(GiB)": 61.09, |
| "step": 6500, |
| "train_speed(iter/s)": 0.764126 |
| }, |
| { |
| "epoch": 0.6070763500931099, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00018757344747237536, |
| "loss": 0.37853823, |
| "memory(GiB)": 61.09, |
| "step": 6520, |
| "train_speed(iter/s)": 0.764271 |
| }, |
| { |
| "epoch": 0.6089385474860335, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00018747415891252187, |
| "loss": 0.37537384, |
| "memory(GiB)": 61.09, |
| "step": 6540, |
| "train_speed(iter/s)": 0.764402 |
| }, |
| { |
| "epoch": 0.6108007448789572, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.00018737450176476613, |
| "loss": 0.36597242, |
| "memory(GiB)": 61.09, |
| "step": 6560, |
| "train_speed(iter/s)": 0.764565 |
| }, |
| { |
| "epoch": 0.6126629422718808, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.0001872744764490312, |
| "loss": 0.35904284, |
| "memory(GiB)": 61.09, |
| "step": 6580, |
| "train_speed(iter/s)": 0.764671 |
| }, |
| { |
| "epoch": 0.6145251396648045, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.00018717408338679147, |
| "loss": 0.3644063, |
| "memory(GiB)": 61.09, |
| "step": 6600, |
| "train_speed(iter/s)": 0.764735 |
| }, |
| { |
| "epoch": 0.6163873370577281, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.00018707332300107102, |
| "loss": 0.35240235, |
| "memory(GiB)": 61.09, |
| "step": 6620, |
| "train_speed(iter/s)": 0.764831 |
| }, |
| { |
| "epoch": 0.6182495344506518, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00018697219571644155, |
| "loss": 0.36407018, |
| "memory(GiB)": 61.09, |
| "step": 6640, |
| "train_speed(iter/s)": 0.765007 |
| }, |
| { |
| "epoch": 0.6201117318435754, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.0001868707019590209, |
| "loss": 0.35534208, |
| "memory(GiB)": 61.09, |
| "step": 6660, |
| "train_speed(iter/s)": 0.765128 |
| }, |
| { |
| "epoch": 0.6219739292364991, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00018676884215647094, |
| "loss": 0.34723496, |
| "memory(GiB)": 61.09, |
| "step": 6680, |
| "train_speed(iter/s)": 0.76517 |
| }, |
| { |
| "epoch": 0.6238361266294227, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00018666661673799614, |
| "loss": 0.36451449, |
| "memory(GiB)": 61.09, |
| "step": 6700, |
| "train_speed(iter/s)": 0.765259 |
| }, |
| { |
| "epoch": 0.6256983240223464, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.00018656402613434142, |
| "loss": 0.36834097, |
| "memory(GiB)": 61.09, |
| "step": 6720, |
| "train_speed(iter/s)": 0.765415 |
| }, |
| { |
| "epoch": 0.62756052141527, |
| "grad_norm": 1.8671875, |
| "learning_rate": 0.00018646107077779046, |
| "loss": 0.3686954, |
| "memory(GiB)": 61.09, |
| "step": 6740, |
| "train_speed(iter/s)": 0.765555 |
| }, |
| { |
| "epoch": 0.6294227188081937, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00018635775110216403, |
| "loss": 0.35826502, |
| "memory(GiB)": 61.09, |
| "step": 6760, |
| "train_speed(iter/s)": 0.765672 |
| }, |
| { |
| "epoch": 0.6312849162011173, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00018625406754281784, |
| "loss": 0.36378212, |
| "memory(GiB)": 61.09, |
| "step": 6780, |
| "train_speed(iter/s)": 0.765766 |
| }, |
| { |
| "epoch": 0.633147113594041, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00018615002053664104, |
| "loss": 0.36196086, |
| "memory(GiB)": 61.09, |
| "step": 6800, |
| "train_speed(iter/s)": 0.765831 |
| }, |
| { |
| "epoch": 0.6350093109869647, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00018604561052205413, |
| "loss": 0.38385079, |
| "memory(GiB)": 61.09, |
| "step": 6820, |
| "train_speed(iter/s)": 0.765852 |
| }, |
| { |
| "epoch": 0.6368715083798883, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.0001859408379390073, |
| "loss": 0.34547548, |
| "memory(GiB)": 61.09, |
| "step": 6840, |
| "train_speed(iter/s)": 0.765936 |
| }, |
| { |
| "epoch": 0.638733705772812, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00018583570322897836, |
| "loss": 0.37987022, |
| "memory(GiB)": 61.09, |
| "step": 6860, |
| "train_speed(iter/s)": 0.76609 |
| }, |
| { |
| "epoch": 0.6405959031657356, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00018573020683497113, |
| "loss": 0.34121661, |
| "memory(GiB)": 61.09, |
| "step": 6880, |
| "train_speed(iter/s)": 0.766189 |
| }, |
| { |
| "epoch": 0.6424581005586593, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00018562434920151336, |
| "loss": 0.38715105, |
| "memory(GiB)": 61.09, |
| "step": 6900, |
| "train_speed(iter/s)": 0.766299 |
| }, |
| { |
| "epoch": 0.6443202979515829, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00018551813077465504, |
| "loss": 0.36055377, |
| "memory(GiB)": 61.09, |
| "step": 6920, |
| "train_speed(iter/s)": 0.766405 |
| }, |
| { |
| "epoch": 0.6461824953445066, |
| "grad_norm": 1.984375, |
| "learning_rate": 0.00018541155200196637, |
| "loss": 0.36063504, |
| "memory(GiB)": 61.09, |
| "step": 6940, |
| "train_speed(iter/s)": 0.766488 |
| }, |
| { |
| "epoch": 0.6480446927374302, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.0001853046133325359, |
| "loss": 0.36382327, |
| "memory(GiB)": 61.09, |
| "step": 6960, |
| "train_speed(iter/s)": 0.766578 |
| }, |
| { |
| "epoch": 0.6499068901303539, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00018519731521696872, |
| "loss": 0.37230091, |
| "memory(GiB)": 61.09, |
| "step": 6980, |
| "train_speed(iter/s)": 0.766773 |
| }, |
| { |
| "epoch": 0.6517690875232774, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00018508965810738447, |
| "loss": 0.35780354, |
| "memory(GiB)": 61.09, |
| "step": 7000, |
| "train_speed(iter/s)": 0.766857 |
| }, |
| { |
| "epoch": 0.6536312849162011, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.00018498164245741555, |
| "loss": 0.34599066, |
| "memory(GiB)": 61.09, |
| "step": 7020, |
| "train_speed(iter/s)": 0.76696 |
| }, |
| { |
| "epoch": 0.6554934823091247, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00018487326872220505, |
| "loss": 0.37994871, |
| "memory(GiB)": 61.09, |
| "step": 7040, |
| "train_speed(iter/s)": 0.767115 |
| }, |
| { |
| "epoch": 0.6573556797020484, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00018476453735840492, |
| "loss": 0.37087135, |
| "memory(GiB)": 61.09, |
| "step": 7060, |
| "train_speed(iter/s)": 0.76724 |
| }, |
| { |
| "epoch": 0.659217877094972, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00018465544882417413, |
| "loss": 0.3895617, |
| "memory(GiB)": 61.09, |
| "step": 7080, |
| "train_speed(iter/s)": 0.767307 |
| }, |
| { |
| "epoch": 0.6610800744878957, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00018454600357917656, |
| "loss": 0.36390953, |
| "memory(GiB)": 61.09, |
| "step": 7100, |
| "train_speed(iter/s)": 0.76745 |
| }, |
| { |
| "epoch": 0.6629422718808193, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.0001844362020845792, |
| "loss": 0.36717396, |
| "memory(GiB)": 61.09, |
| "step": 7120, |
| "train_speed(iter/s)": 0.767583 |
| }, |
| { |
| "epoch": 0.664804469273743, |
| "grad_norm": 2.0, |
| "learning_rate": 0.00018432604480305011, |
| "loss": 0.37814822, |
| "memory(GiB)": 61.09, |
| "step": 7140, |
| "train_speed(iter/s)": 0.767624 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00018421553219875658, |
| "loss": 0.35424995, |
| "memory(GiB)": 61.09, |
| "step": 7160, |
| "train_speed(iter/s)": 0.767752 |
| }, |
| { |
| "epoch": 0.6685288640595903, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00018410466473736312, |
| "loss": 0.36877232, |
| "memory(GiB)": 61.09, |
| "step": 7180, |
| "train_speed(iter/s)": 0.767815 |
| }, |
| { |
| "epoch": 0.6703910614525139, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0001839934428860294, |
| "loss": 0.34407656, |
| "memory(GiB)": 61.09, |
| "step": 7200, |
| "train_speed(iter/s)": 0.767919 |
| }, |
| { |
| "epoch": 0.6722532588454376, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00018388186711340852, |
| "loss": 0.38237391, |
| "memory(GiB)": 61.09, |
| "step": 7220, |
| "train_speed(iter/s)": 0.768033 |
| }, |
| { |
| "epoch": 0.6741154562383612, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.0001837699378896448, |
| "loss": 0.3648797, |
| "memory(GiB)": 61.09, |
| "step": 7240, |
| "train_speed(iter/s)": 0.768127 |
| }, |
| { |
| "epoch": 0.6759776536312849, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00018365765568637178, |
| "loss": 0.33588786, |
| "memory(GiB)": 61.09, |
| "step": 7260, |
| "train_speed(iter/s)": 0.768202 |
| }, |
| { |
| "epoch": 0.6778398510242085, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00018354502097671062, |
| "loss": 0.3664793, |
| "memory(GiB)": 61.09, |
| "step": 7280, |
| "train_speed(iter/s)": 0.768262 |
| }, |
| { |
| "epoch": 0.6797020484171322, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00018343203423526762, |
| "loss": 0.34410334, |
| "memory(GiB)": 61.09, |
| "step": 7300, |
| "train_speed(iter/s)": 0.768354 |
| }, |
| { |
| "epoch": 0.6815642458100558, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.00018331869593813248, |
| "loss": 0.35052714, |
| "memory(GiB)": 61.09, |
| "step": 7320, |
| "train_speed(iter/s)": 0.768408 |
| }, |
| { |
| "epoch": 0.6834264432029795, |
| "grad_norm": 1.8671875, |
| "learning_rate": 0.00018320500656287617, |
| "loss": 0.3694984, |
| "memory(GiB)": 61.09, |
| "step": 7340, |
| "train_speed(iter/s)": 0.768539 |
| }, |
| { |
| "epoch": 0.6852886405959032, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00018309096658854917, |
| "loss": 0.3540817, |
| "memory(GiB)": 61.09, |
| "step": 7360, |
| "train_speed(iter/s)": 0.76859 |
| }, |
| { |
| "epoch": 0.6871508379888268, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.0001829765764956791, |
| "loss": 0.32105043, |
| "memory(GiB)": 61.09, |
| "step": 7380, |
| "train_speed(iter/s)": 0.768719 |
| }, |
| { |
| "epoch": 0.6890130353817505, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00018286183676626894, |
| "loss": 0.36089745, |
| "memory(GiB)": 61.09, |
| "step": 7400, |
| "train_speed(iter/s)": 0.768705 |
| }, |
| { |
| "epoch": 0.6908752327746741, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.0001827467478837949, |
| "loss": 0.33547273, |
| "memory(GiB)": 61.09, |
| "step": 7420, |
| "train_speed(iter/s)": 0.768804 |
| }, |
| { |
| "epoch": 0.6927374301675978, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00018263131033320447, |
| "loss": 0.32867005, |
| "memory(GiB)": 61.09, |
| "step": 7440, |
| "train_speed(iter/s)": 0.768897 |
| }, |
| { |
| "epoch": 0.6945996275605214, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00018251552460091423, |
| "loss": 0.34813719, |
| "memory(GiB)": 61.09, |
| "step": 7460, |
| "train_speed(iter/s)": 0.769038 |
| }, |
| { |
| "epoch": 0.6964618249534451, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00018239939117480796, |
| "loss": 0.34680479, |
| "memory(GiB)": 61.09, |
| "step": 7480, |
| "train_speed(iter/s)": 0.769117 |
| }, |
| { |
| "epoch": 0.6983240223463687, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00018228291054423444, |
| "loss": 0.34514585, |
| "memory(GiB)": 61.09, |
| "step": 7500, |
| "train_speed(iter/s)": 0.769217 |
| }, |
| { |
| "epoch": 0.7001862197392924, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00018216608320000547, |
| "loss": 0.36143909, |
| "memory(GiB)": 61.09, |
| "step": 7520, |
| "train_speed(iter/s)": 0.769262 |
| }, |
| { |
| "epoch": 0.702048417132216, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00018204890963439388, |
| "loss": 0.34863019, |
| "memory(GiB)": 61.09, |
| "step": 7540, |
| "train_speed(iter/s)": 0.769313 |
| }, |
| { |
| "epoch": 0.7039106145251397, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00018193139034113122, |
| "loss": 0.33534517, |
| "memory(GiB)": 61.09, |
| "step": 7560, |
| "train_speed(iter/s)": 0.769396 |
| }, |
| { |
| "epoch": 0.7057728119180633, |
| "grad_norm": 3.421875, |
| "learning_rate": 0.000181813525815406, |
| "loss": 0.37421381, |
| "memory(GiB)": 61.09, |
| "step": 7580, |
| "train_speed(iter/s)": 0.769524 |
| }, |
| { |
| "epoch": 0.707635009310987, |
| "grad_norm": 1.75, |
| "learning_rate": 0.0001816953165538612, |
| "loss": 0.35957568, |
| "memory(GiB)": 61.09, |
| "step": 7600, |
| "train_speed(iter/s)": 0.769611 |
| }, |
| { |
| "epoch": 0.7094972067039106, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00018157676305459268, |
| "loss": 0.34478993, |
| "memory(GiB)": 61.09, |
| "step": 7620, |
| "train_speed(iter/s)": 0.769707 |
| }, |
| { |
| "epoch": 0.7113594040968343, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00018145786581714654, |
| "loss": 0.34837961, |
| "memory(GiB)": 61.09, |
| "step": 7640, |
| "train_speed(iter/s)": 0.769876 |
| }, |
| { |
| "epoch": 0.7132216014897579, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00018133862534251748, |
| "loss": 0.3299273, |
| "memory(GiB)": 61.09, |
| "step": 7660, |
| "train_speed(iter/s)": 0.770039 |
| }, |
| { |
| "epoch": 0.7150837988826816, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00018121904213314632, |
| "loss": 0.3494205, |
| "memory(GiB)": 61.09, |
| "step": 7680, |
| "train_speed(iter/s)": 0.770117 |
| }, |
| { |
| "epoch": 0.7169459962756052, |
| "grad_norm": 2.640625, |
| "learning_rate": 0.0001810991166929183, |
| "loss": 0.33510184, |
| "memory(GiB)": 61.09, |
| "step": 7700, |
| "train_speed(iter/s)": 0.77021 |
| }, |
| { |
| "epoch": 0.7188081936685289, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.0001809788495271604, |
| "loss": 0.34384561, |
| "memory(GiB)": 61.09, |
| "step": 7720, |
| "train_speed(iter/s)": 0.770295 |
| }, |
| { |
| "epoch": 0.7206703910614525, |
| "grad_norm": 1.875, |
| "learning_rate": 0.00018085824114263981, |
| "loss": 0.35482507, |
| "memory(GiB)": 61.09, |
| "step": 7740, |
| "train_speed(iter/s)": 0.770398 |
| }, |
| { |
| "epoch": 0.7225325884543762, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0001807372920475613, |
| "loss": 0.3394609, |
| "memory(GiB)": 61.09, |
| "step": 7760, |
| "train_speed(iter/s)": 0.770488 |
| }, |
| { |
| "epoch": 0.7243947858472998, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0001806160027515654, |
| "loss": 0.3570467, |
| "memory(GiB)": 61.09, |
| "step": 7780, |
| "train_speed(iter/s)": 0.770601 |
| }, |
| { |
| "epoch": 0.7262569832402235, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00018049437376572603, |
| "loss": 0.32628872, |
| "memory(GiB)": 61.09, |
| "step": 7800, |
| "train_speed(iter/s)": 0.77061 |
| }, |
| { |
| "epoch": 0.7281191806331471, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.0001803724056025486, |
| "loss": 0.34269819, |
| "memory(GiB)": 61.09, |
| "step": 7820, |
| "train_speed(iter/s)": 0.770763 |
| }, |
| { |
| "epoch": 0.7299813780260708, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00018025009877596757, |
| "loss": 0.35294495, |
| "memory(GiB)": 61.09, |
| "step": 7840, |
| "train_speed(iter/s)": 0.770808 |
| }, |
| { |
| "epoch": 0.7318435754189944, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00018012745380134452, |
| "loss": 0.34454529, |
| "memory(GiB)": 61.09, |
| "step": 7860, |
| "train_speed(iter/s)": 0.770915 |
| }, |
| { |
| "epoch": 0.7337057728119181, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.0001800044711954658, |
| "loss": 0.32856019, |
| "memory(GiB)": 61.09, |
| "step": 7880, |
| "train_speed(iter/s)": 0.771015 |
| }, |
| { |
| "epoch": 0.7355679702048417, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00017988115147654044, |
| "loss": 0.35125015, |
| "memory(GiB)": 61.09, |
| "step": 7900, |
| "train_speed(iter/s)": 0.771089 |
| }, |
| { |
| "epoch": 0.7374301675977654, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.000179757495164198, |
| "loss": 0.36670623, |
| "memory(GiB)": 61.09, |
| "step": 7920, |
| "train_speed(iter/s)": 0.771186 |
| }, |
| { |
| "epoch": 0.7392923649906891, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00017963350277948634, |
| "loss": 0.3566488, |
| "memory(GiB)": 61.09, |
| "step": 7940, |
| "train_speed(iter/s)": 0.771297 |
| }, |
| { |
| "epoch": 0.7411545623836127, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.00017950917484486936, |
| "loss": 0.33071799, |
| "memory(GiB)": 61.09, |
| "step": 7960, |
| "train_speed(iter/s)": 0.771381 |
| }, |
| { |
| "epoch": 0.7430167597765364, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00017938451188422488, |
| "loss": 0.34926617, |
| "memory(GiB)": 61.09, |
| "step": 7980, |
| "train_speed(iter/s)": 0.771511 |
| }, |
| { |
| "epoch": 0.74487895716946, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.00017925951442284243, |
| "loss": 0.36137218, |
| "memory(GiB)": 61.09, |
| "step": 8000, |
| "train_speed(iter/s)": 0.771625 |
| }, |
| { |
| "epoch": 0.74487895716946, |
| "eval_loss": 0.44029951095581055, |
| "eval_runtime": 76.4367, |
| "eval_samples_per_second": 181.654, |
| "eval_steps_per_second": 1.426, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7467411545623837, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00017913418298742104, |
| "loss": 0.34908738, |
| "memory(GiB)": 61.09, |
| "step": 8020, |
| "train_speed(iter/s)": 0.763602 |
| }, |
| { |
| "epoch": 0.7486033519553073, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.00017900851810606692, |
| "loss": 0.36671166, |
| "memory(GiB)": 61.09, |
| "step": 8040, |
| "train_speed(iter/s)": 0.763666 |
| }, |
| { |
| "epoch": 0.750465549348231, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.00017888252030829138, |
| "loss": 0.34246197, |
| "memory(GiB)": 61.09, |
| "step": 8060, |
| "train_speed(iter/s)": 0.763721 |
| }, |
| { |
| "epoch": 0.7523277467411545, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00017875619012500856, |
| "loss": 0.33407593, |
| "memory(GiB)": 61.09, |
| "step": 8080, |
| "train_speed(iter/s)": 0.763808 |
| }, |
| { |
| "epoch": 0.7541899441340782, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.00017862952808853305, |
| "loss": 0.32741477, |
| "memory(GiB)": 61.09, |
| "step": 8100, |
| "train_speed(iter/s)": 0.763914 |
| }, |
| { |
| "epoch": 0.7560521415270018, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00017850253473257788, |
| "loss": 0.35220075, |
| "memory(GiB)": 61.09, |
| "step": 8120, |
| "train_speed(iter/s)": 0.76395 |
| }, |
| { |
| "epoch": 0.7579143389199255, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00017837521059225212, |
| "loss": 0.33165274, |
| "memory(GiB)": 61.09, |
| "step": 8140, |
| "train_speed(iter/s)": 0.7641 |
| }, |
| { |
| "epoch": 0.7597765363128491, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.0001782475562040586, |
| "loss": 0.36606779, |
| "memory(GiB)": 61.09, |
| "step": 8160, |
| "train_speed(iter/s)": 0.764186 |
| }, |
| { |
| "epoch": 0.7616387337057728, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00017811957210589176, |
| "loss": 0.33115237, |
| "memory(GiB)": 61.09, |
| "step": 8180, |
| "train_speed(iter/s)": 0.764259 |
| }, |
| { |
| "epoch": 0.7635009310986964, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00017799125883703537, |
| "loss": 0.34380808, |
| "memory(GiB)": 61.09, |
| "step": 8200, |
| "train_speed(iter/s)": 0.764342 |
| }, |
| { |
| "epoch": 0.7653631284916201, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00017786261693816013, |
| "loss": 0.34643345, |
| "memory(GiB)": 61.09, |
| "step": 8220, |
| "train_speed(iter/s)": 0.764458 |
| }, |
| { |
| "epoch": 0.7672253258845437, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00017773364695132152, |
| "loss": 0.3174742, |
| "memory(GiB)": 61.09, |
| "step": 8240, |
| "train_speed(iter/s)": 0.764536 |
| }, |
| { |
| "epoch": 0.7690875232774674, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00017760434941995753, |
| "loss": 0.35655365, |
| "memory(GiB)": 61.09, |
| "step": 8260, |
| "train_speed(iter/s)": 0.764581 |
| }, |
| { |
| "epoch": 0.770949720670391, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00017747472488888622, |
| "loss": 0.3317188, |
| "memory(GiB)": 61.09, |
| "step": 8280, |
| "train_speed(iter/s)": 0.764703 |
| }, |
| { |
| "epoch": 0.7728119180633147, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00017734477390430359, |
| "loss": 0.32900805, |
| "memory(GiB)": 61.09, |
| "step": 8300, |
| "train_speed(iter/s)": 0.764809 |
| }, |
| { |
| "epoch": 0.7746741154562383, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0001772144970137812, |
| "loss": 0.33518133, |
| "memory(GiB)": 61.09, |
| "step": 8320, |
| "train_speed(iter/s)": 0.764899 |
| }, |
| { |
| "epoch": 0.776536312849162, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.00017708389476626385, |
| "loss": 0.3434902, |
| "memory(GiB)": 61.09, |
| "step": 8340, |
| "train_speed(iter/s)": 0.764975 |
| }, |
| { |
| "epoch": 0.7783985102420856, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00017695296771206732, |
| "loss": 0.32565141, |
| "memory(GiB)": 61.09, |
| "step": 8360, |
| "train_speed(iter/s)": 0.765046 |
| }, |
| { |
| "epoch": 0.7802607076350093, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00017682171640287598, |
| "loss": 0.33638844, |
| "memory(GiB)": 61.09, |
| "step": 8380, |
| "train_speed(iter/s)": 0.765188 |
| }, |
| { |
| "epoch": 0.7821229050279329, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00017669014139174054, |
| "loss": 0.33523929, |
| "memory(GiB)": 61.09, |
| "step": 8400, |
| "train_speed(iter/s)": 0.765285 |
| }, |
| { |
| "epoch": 0.7839851024208566, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0001765582432330757, |
| "loss": 0.34908547, |
| "memory(GiB)": 61.09, |
| "step": 8420, |
| "train_speed(iter/s)": 0.765416 |
| }, |
| { |
| "epoch": 0.7858472998137802, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00017642602248265767, |
| "loss": 0.31645274, |
| "memory(GiB)": 61.09, |
| "step": 8440, |
| "train_speed(iter/s)": 0.765534 |
| }, |
| { |
| "epoch": 0.7877094972067039, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0001762934796976222, |
| "loss": 0.34835916, |
| "memory(GiB)": 61.09, |
| "step": 8460, |
| "train_speed(iter/s)": 0.765627 |
| }, |
| { |
| "epoch": 0.7895716945996276, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00017616061543646177, |
| "loss": 0.34466844, |
| "memory(GiB)": 61.09, |
| "step": 8480, |
| "train_speed(iter/s)": 0.765714 |
| }, |
| { |
| "epoch": 0.7914338919925512, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00017602743025902355, |
| "loss": 0.34232378, |
| "memory(GiB)": 61.09, |
| "step": 8500, |
| "train_speed(iter/s)": 0.765833 |
| }, |
| { |
| "epoch": 0.7932960893854749, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00017589392472650697, |
| "loss": 0.33207898, |
| "memory(GiB)": 61.09, |
| "step": 8520, |
| "train_speed(iter/s)": 0.765895 |
| }, |
| { |
| "epoch": 0.7951582867783985, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00017576009940146128, |
| "loss": 0.31665926, |
| "memory(GiB)": 61.09, |
| "step": 8540, |
| "train_speed(iter/s)": 0.765888 |
| }, |
| { |
| "epoch": 0.7970204841713222, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00017562595484778322, |
| "loss": 0.33440113, |
| "memory(GiB)": 61.09, |
| "step": 8560, |
| "train_speed(iter/s)": 0.766027 |
| }, |
| { |
| "epoch": 0.7988826815642458, |
| "grad_norm": 2.328125, |
| "learning_rate": 0.0001754914916307147, |
| "loss": 0.34350667, |
| "memory(GiB)": 61.09, |
| "step": 8580, |
| "train_speed(iter/s)": 0.766145 |
| }, |
| { |
| "epoch": 0.8007448789571695, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00017535671031684041, |
| "loss": 0.33459611, |
| "memory(GiB)": 61.09, |
| "step": 8600, |
| "train_speed(iter/s)": 0.76629 |
| }, |
| { |
| "epoch": 0.8026070763500931, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00017522161147408532, |
| "loss": 0.34758761, |
| "memory(GiB)": 61.09, |
| "step": 8620, |
| "train_speed(iter/s)": 0.766406 |
| }, |
| { |
| "epoch": 0.8044692737430168, |
| "grad_norm": 1.640625, |
| "learning_rate": 0.0001750861956717124, |
| "loss": 0.31787, |
| "memory(GiB)": 61.09, |
| "step": 8640, |
| "train_speed(iter/s)": 0.766498 |
| }, |
| { |
| "epoch": 0.8063314711359404, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.00017495046348032015, |
| "loss": 0.3213912, |
| "memory(GiB)": 61.09, |
| "step": 8660, |
| "train_speed(iter/s)": 0.766583 |
| }, |
| { |
| "epoch": 0.8081936685288641, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.0001748144154718403, |
| "loss": 0.34279273, |
| "memory(GiB)": 61.09, |
| "step": 8680, |
| "train_speed(iter/s)": 0.766674 |
| }, |
| { |
| "epoch": 0.8100558659217877, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00017467805221953525, |
| "loss": 0.30648351, |
| "memory(GiB)": 61.09, |
| "step": 8700, |
| "train_speed(iter/s)": 0.76673 |
| }, |
| { |
| "epoch": 0.8119180633147114, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00017454137429799582, |
| "loss": 0.34818337, |
| "memory(GiB)": 61.09, |
| "step": 8720, |
| "train_speed(iter/s)": 0.766821 |
| }, |
| { |
| "epoch": 0.813780260707635, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.0001744043822831387, |
| "loss": 0.35243084, |
| "memory(GiB)": 61.09, |
| "step": 8740, |
| "train_speed(iter/s)": 0.766816 |
| }, |
| { |
| "epoch": 0.8156424581005587, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00017426707675220407, |
| "loss": 0.3365181, |
| "memory(GiB)": 61.09, |
| "step": 8760, |
| "train_speed(iter/s)": 0.766823 |
| }, |
| { |
| "epoch": 0.8175046554934823, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.00017412945828375315, |
| "loss": 0.30240817, |
| "memory(GiB)": 61.09, |
| "step": 8780, |
| "train_speed(iter/s)": 0.766921 |
| }, |
| { |
| "epoch": 0.819366852886406, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00017399152745766584, |
| "loss": 0.32030184, |
| "memory(GiB)": 61.09, |
| "step": 8800, |
| "train_speed(iter/s)": 0.767073 |
| }, |
| { |
| "epoch": 0.8212290502793296, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00017385328485513806, |
| "loss": 0.3264648, |
| "memory(GiB)": 61.09, |
| "step": 8820, |
| "train_speed(iter/s)": 0.767141 |
| }, |
| { |
| "epoch": 0.8230912476722533, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.0001737147310586797, |
| "loss": 0.32821541, |
| "memory(GiB)": 61.09, |
| "step": 8840, |
| "train_speed(iter/s)": 0.76719 |
| }, |
| { |
| "epoch": 0.8249534450651769, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.0001735758666521117, |
| "loss": 0.35671031, |
| "memory(GiB)": 61.09, |
| "step": 8860, |
| "train_speed(iter/s)": 0.767275 |
| }, |
| { |
| "epoch": 0.8268156424581006, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00017343669222056395, |
| "loss": 0.33457453, |
| "memory(GiB)": 61.09, |
| "step": 8880, |
| "train_speed(iter/s)": 0.767361 |
| }, |
| { |
| "epoch": 0.8286778398510242, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00017329720835047255, |
| "loss": 0.32296019, |
| "memory(GiB)": 61.09, |
| "step": 8900, |
| "train_speed(iter/s)": 0.767461 |
| }, |
| { |
| "epoch": 0.8305400372439479, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00017315741562957767, |
| "loss": 0.32958663, |
| "memory(GiB)": 61.09, |
| "step": 8920, |
| "train_speed(iter/s)": 0.767551 |
| }, |
| { |
| "epoch": 0.8324022346368715, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0001730173146469207, |
| "loss": 0.32108679, |
| "memory(GiB)": 61.09, |
| "step": 8940, |
| "train_speed(iter/s)": 0.767576 |
| }, |
| { |
| "epoch": 0.8342644320297952, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00017287690599284198, |
| "loss": 0.32883315, |
| "memory(GiB)": 61.09, |
| "step": 8960, |
| "train_speed(iter/s)": 0.767694 |
| }, |
| { |
| "epoch": 0.8361266294227188, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00017273619025897835, |
| "loss": 0.33148849, |
| "memory(GiB)": 61.09, |
| "step": 8980, |
| "train_speed(iter/s)": 0.767813 |
| }, |
| { |
| "epoch": 0.8379888268156425, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00017259516803826052, |
| "loss": 0.32300215, |
| "memory(GiB)": 61.09, |
| "step": 9000, |
| "train_speed(iter/s)": 0.767839 |
| }, |
| { |
| "epoch": 0.839851024208566, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00017245383992491072, |
| "loss": 0.3056927, |
| "memory(GiB)": 61.09, |
| "step": 9020, |
| "train_speed(iter/s)": 0.767908 |
| }, |
| { |
| "epoch": 0.8417132216014898, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00017231220651443997, |
| "loss": 0.32388425, |
| "memory(GiB)": 61.09, |
| "step": 9040, |
| "train_speed(iter/s)": 0.767979 |
| }, |
| { |
| "epoch": 0.8435754189944135, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00017217026840364588, |
| "loss": 0.32691157, |
| "memory(GiB)": 61.09, |
| "step": 9060, |
| "train_speed(iter/s)": 0.768042 |
| }, |
| { |
| "epoch": 0.845437616387337, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.0001720280261906098, |
| "loss": 0.31360347, |
| "memory(GiB)": 61.09, |
| "step": 9080, |
| "train_speed(iter/s)": 0.768054 |
| }, |
| { |
| "epoch": 0.8472998137802608, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.0001718854804746946, |
| "loss": 0.33109579, |
| "memory(GiB)": 61.09, |
| "step": 9100, |
| "train_speed(iter/s)": 0.76809 |
| }, |
| { |
| "epoch": 0.8491620111731844, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00017174263185654195, |
| "loss": 0.315205, |
| "memory(GiB)": 61.09, |
| "step": 9120, |
| "train_speed(iter/s)": 0.768076 |
| }, |
| { |
| "epoch": 0.851024208566108, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00017159948093806987, |
| "loss": 0.33985429, |
| "memory(GiB)": 61.09, |
| "step": 9140, |
| "train_speed(iter/s)": 0.768161 |
| }, |
| { |
| "epoch": 0.8528864059590316, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00017145602832247024, |
| "loss": 0.32494226, |
| "memory(GiB)": 61.09, |
| "step": 9160, |
| "train_speed(iter/s)": 0.768242 |
| }, |
| { |
| "epoch": 0.8547486033519553, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.00017131227461420604, |
| "loss": 0.33872006, |
| "memory(GiB)": 61.09, |
| "step": 9180, |
| "train_speed(iter/s)": 0.76826 |
| }, |
| { |
| "epoch": 0.8566108007448789, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00017116822041900908, |
| "loss": 0.33576746, |
| "memory(GiB)": 61.09, |
| "step": 9200, |
| "train_speed(iter/s)": 0.768325 |
| }, |
| { |
| "epoch": 0.8584729981378026, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00017102386634387733, |
| "loss": 0.32657223, |
| "memory(GiB)": 61.09, |
| "step": 9220, |
| "train_speed(iter/s)": 0.768388 |
| }, |
| { |
| "epoch": 0.8603351955307262, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00017087921299707227, |
| "loss": 0.32885175, |
| "memory(GiB)": 61.09, |
| "step": 9240, |
| "train_speed(iter/s)": 0.768406 |
| }, |
| { |
| "epoch": 0.8621973929236499, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00017073426098811645, |
| "loss": 0.3327816, |
| "memory(GiB)": 61.09, |
| "step": 9260, |
| "train_speed(iter/s)": 0.768456 |
| }, |
| { |
| "epoch": 0.8640595903165735, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.00017058901092779097, |
| "loss": 0.31467597, |
| "memory(GiB)": 61.09, |
| "step": 9280, |
| "train_speed(iter/s)": 0.768571 |
| }, |
| { |
| "epoch": 0.8659217877094972, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.0001704434634281327, |
| "loss": 0.33298354, |
| "memory(GiB)": 61.09, |
| "step": 9300, |
| "train_speed(iter/s)": 0.76864 |
| }, |
| { |
| "epoch": 0.8677839851024208, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00017029761910243186, |
| "loss": 0.33006821, |
| "memory(GiB)": 61.09, |
| "step": 9320, |
| "train_speed(iter/s)": 0.768736 |
| }, |
| { |
| "epoch": 0.8696461824953445, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.0001701514785652295, |
| "loss": 0.32524149, |
| "memory(GiB)": 61.09, |
| "step": 9340, |
| "train_speed(iter/s)": 0.768775 |
| }, |
| { |
| "epoch": 0.8715083798882681, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.00017000504243231464, |
| "loss": 0.31099353, |
| "memory(GiB)": 61.09, |
| "step": 9360, |
| "train_speed(iter/s)": 0.768862 |
| }, |
| { |
| "epoch": 0.8733705772811918, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00016985831132072197, |
| "loss": 0.35106015, |
| "memory(GiB)": 61.09, |
| "step": 9380, |
| "train_speed(iter/s)": 0.768879 |
| }, |
| { |
| "epoch": 0.8752327746741154, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0001697112858487291, |
| "loss": 0.34133174, |
| "memory(GiB)": 61.09, |
| "step": 9400, |
| "train_speed(iter/s)": 0.768871 |
| }, |
| { |
| "epoch": 0.8770949720670391, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0001695639666358539, |
| "loss": 0.32821767, |
| "memory(GiB)": 61.09, |
| "step": 9420, |
| "train_speed(iter/s)": 0.768959 |
| }, |
| { |
| "epoch": 0.8789571694599627, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00016941635430285206, |
| "loss": 0.30042934, |
| "memory(GiB)": 61.09, |
| "step": 9440, |
| "train_speed(iter/s)": 0.769071 |
| }, |
| { |
| "epoch": 0.8808193668528864, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00016926844947171444, |
| "loss": 0.30185919, |
| "memory(GiB)": 61.09, |
| "step": 9460, |
| "train_speed(iter/s)": 0.769178 |
| }, |
| { |
| "epoch": 0.88268156424581, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0001691202527656642, |
| "loss": 0.32123606, |
| "memory(GiB)": 61.09, |
| "step": 9480, |
| "train_speed(iter/s)": 0.76926 |
| }, |
| { |
| "epoch": 0.8845437616387337, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.00016897176480915453, |
| "loss": 0.33448987, |
| "memory(GiB)": 61.09, |
| "step": 9500, |
| "train_speed(iter/s)": 0.769379 |
| }, |
| { |
| "epoch": 0.8864059590316573, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00016882298622786582, |
| "loss": 0.32368143, |
| "memory(GiB)": 61.09, |
| "step": 9520, |
| "train_speed(iter/s)": 0.769475 |
| }, |
| { |
| "epoch": 0.888268156424581, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.000168673917648703, |
| "loss": 0.28515136, |
| "memory(GiB)": 61.09, |
| "step": 9540, |
| "train_speed(iter/s)": 0.769458 |
| }, |
| { |
| "epoch": 0.8901303538175046, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00016852455969979302, |
| "loss": 0.32660358, |
| "memory(GiB)": 61.09, |
| "step": 9560, |
| "train_speed(iter/s)": 0.769559 |
| }, |
| { |
| "epoch": 0.8919925512104283, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00016837491301048213, |
| "loss": 0.31508813, |
| "memory(GiB)": 61.09, |
| "step": 9580, |
| "train_speed(iter/s)": 0.769661 |
| }, |
| { |
| "epoch": 0.8938547486033519, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00016822497821133322, |
| "loss": 0.3051513, |
| "memory(GiB)": 61.09, |
| "step": 9600, |
| "train_speed(iter/s)": 0.769764 |
| }, |
| { |
| "epoch": 0.8957169459962756, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00016807475593412315, |
| "loss": 0.29644897, |
| "memory(GiB)": 61.09, |
| "step": 9620, |
| "train_speed(iter/s)": 0.769809 |
| }, |
| { |
| "epoch": 0.8975791433891993, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00016792424681184024, |
| "loss": 0.327367, |
| "memory(GiB)": 61.09, |
| "step": 9640, |
| "train_speed(iter/s)": 0.76979 |
| }, |
| { |
| "epoch": 0.8994413407821229, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00016777345147868137, |
| "loss": 0.28873682, |
| "memory(GiB)": 61.09, |
| "step": 9660, |
| "train_speed(iter/s)": 0.769893 |
| }, |
| { |
| "epoch": 0.9013035381750466, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00016762237057004945, |
| "loss": 0.3337399, |
| "memory(GiB)": 61.09, |
| "step": 9680, |
| "train_speed(iter/s)": 0.769961 |
| }, |
| { |
| "epoch": 0.9031657355679702, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0001674710047225507, |
| "loss": 0.31436739, |
| "memory(GiB)": 61.09, |
| "step": 9700, |
| "train_speed(iter/s)": 0.770068 |
| }, |
| { |
| "epoch": 0.9050279329608939, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00016731935457399205, |
| "loss": 0.32119958, |
| "memory(GiB)": 61.09, |
| "step": 9720, |
| "train_speed(iter/s)": 0.770142 |
| }, |
| { |
| "epoch": 0.9068901303538175, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00016716742076337826, |
| "loss": 0.31439784, |
| "memory(GiB)": 61.09, |
| "step": 9740, |
| "train_speed(iter/s)": 0.7702 |
| }, |
| { |
| "epoch": 0.9087523277467412, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00016701520393090947, |
| "loss": 0.30380776, |
| "memory(GiB)": 61.09, |
| "step": 9760, |
| "train_speed(iter/s)": 0.770272 |
| }, |
| { |
| "epoch": 0.9106145251396648, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.00016686270471797832, |
| "loss": 0.32591763, |
| "memory(GiB)": 61.09, |
| "step": 9780, |
| "train_speed(iter/s)": 0.770365 |
| }, |
| { |
| "epoch": 0.9124767225325885, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00016670992376716735, |
| "loss": 0.31843548, |
| "memory(GiB)": 61.09, |
| "step": 9800, |
| "train_speed(iter/s)": 0.770333 |
| }, |
| { |
| "epoch": 0.9143389199255121, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001665568617222462, |
| "loss": 0.33044133, |
| "memory(GiB)": 61.09, |
| "step": 9820, |
| "train_speed(iter/s)": 0.770405 |
| }, |
| { |
| "epoch": 0.9162011173184358, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00016640351922816898, |
| "loss": 0.30755372, |
| "memory(GiB)": 61.09, |
| "step": 9840, |
| "train_speed(iter/s)": 0.770498 |
| }, |
| { |
| "epoch": 0.9180633147113594, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0001662498969310715, |
| "loss": 0.31706464, |
| "memory(GiB)": 61.09, |
| "step": 9860, |
| "train_speed(iter/s)": 0.770551 |
| }, |
| { |
| "epoch": 0.9199255121042831, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.00016609599547826864, |
| "loss": 0.32224698, |
| "memory(GiB)": 61.09, |
| "step": 9880, |
| "train_speed(iter/s)": 0.770596 |
| }, |
| { |
| "epoch": 0.9217877094972067, |
| "grad_norm": 1.9453125, |
| "learning_rate": 0.00016594181551825147, |
| "loss": 0.3317049, |
| "memory(GiB)": 61.09, |
| "step": 9900, |
| "train_speed(iter/s)": 0.770655 |
| }, |
| { |
| "epoch": 0.9236499068901304, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00016578735770068464, |
| "loss": 0.28957124, |
| "memory(GiB)": 61.09, |
| "step": 9920, |
| "train_speed(iter/s)": 0.7707 |
| }, |
| { |
| "epoch": 0.925512104283054, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00016563262267640355, |
| "loss": 0.31882176, |
| "memory(GiB)": 61.09, |
| "step": 9940, |
| "train_speed(iter/s)": 0.77078 |
| }, |
| { |
| "epoch": 0.9273743016759777, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00016547761109741177, |
| "loss": 0.29138837, |
| "memory(GiB)": 61.09, |
| "step": 9960, |
| "train_speed(iter/s)": 0.770913 |
| }, |
| { |
| "epoch": 0.9292364990689013, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00016532232361687806, |
| "loss": 0.32336102, |
| "memory(GiB)": 61.09, |
| "step": 9980, |
| "train_speed(iter/s)": 0.771 |
| }, |
| { |
| "epoch": 0.931098696461825, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00016516676088913386, |
| "loss": 0.30521989, |
| "memory(GiB)": 61.09, |
| "step": 10000, |
| "train_speed(iter/s)": 0.771064 |
| }, |
| { |
| "epoch": 0.931098696461825, |
| "eval_loss": 0.4275904893875122, |
| "eval_runtime": 76.1303, |
| "eval_samples_per_second": 182.385, |
| "eval_steps_per_second": 1.432, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9329608938547486, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.0001650109235696703, |
| "loss": 0.3077956, |
| "memory(GiB)": 61.09, |
| "step": 10020, |
| "train_speed(iter/s)": 0.764779 |
| }, |
| { |
| "epoch": 0.9348230912476723, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00016485481231513557, |
| "loss": 0.30179648, |
| "memory(GiB)": 61.09, |
| "step": 10040, |
| "train_speed(iter/s)": 0.764916 |
| }, |
| { |
| "epoch": 0.9366852886405959, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00016469842778333224, |
| "loss": 0.29367597, |
| "memory(GiB)": 61.09, |
| "step": 10060, |
| "train_speed(iter/s)": 0.764969 |
| }, |
| { |
| "epoch": 0.9385474860335196, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00016454177063321423, |
| "loss": 0.32096641, |
| "memory(GiB)": 61.09, |
| "step": 10080, |
| "train_speed(iter/s)": 0.765074 |
| }, |
| { |
| "epoch": 0.9404096834264432, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00016438484152488437, |
| "loss": 0.33787951, |
| "memory(GiB)": 61.09, |
| "step": 10100, |
| "train_speed(iter/s)": 0.765195 |
| }, |
| { |
| "epoch": 0.9422718808193669, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00016422764111959117, |
| "loss": 0.33140016, |
| "memory(GiB)": 61.09, |
| "step": 10120, |
| "train_speed(iter/s)": 0.765314 |
| }, |
| { |
| "epoch": 0.9441340782122905, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00016407017007972655, |
| "loss": 0.3267303, |
| "memory(GiB)": 61.09, |
| "step": 10140, |
| "train_speed(iter/s)": 0.765392 |
| }, |
| { |
| "epoch": 0.9459962756052142, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0001639124290688227, |
| "loss": 0.30506415, |
| "memory(GiB)": 61.09, |
| "step": 10160, |
| "train_speed(iter/s)": 0.765479 |
| }, |
| { |
| "epoch": 0.9478584729981379, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0001637544187515494, |
| "loss": 0.32266409, |
| "memory(GiB)": 61.09, |
| "step": 10180, |
| "train_speed(iter/s)": 0.765539 |
| }, |
| { |
| "epoch": 0.9497206703910615, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00016359613979371112, |
| "loss": 0.31371219, |
| "memory(GiB)": 61.09, |
| "step": 10200, |
| "train_speed(iter/s)": 0.765598 |
| }, |
| { |
| "epoch": 0.9515828677839852, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00016343759286224438, |
| "loss": 0.32517624, |
| "memory(GiB)": 61.09, |
| "step": 10220, |
| "train_speed(iter/s)": 0.765643 |
| }, |
| { |
| "epoch": 0.9534450651769087, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00016327877862521483, |
| "loss": 0.29492621, |
| "memory(GiB)": 61.09, |
| "step": 10240, |
| "train_speed(iter/s)": 0.765654 |
| }, |
| { |
| "epoch": 0.9553072625698324, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00016311969775181448, |
| "loss": 0.31768193, |
| "memory(GiB)": 61.09, |
| "step": 10260, |
| "train_speed(iter/s)": 0.765711 |
| }, |
| { |
| "epoch": 0.957169459962756, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00016296035091235882, |
| "loss": 0.31737647, |
| "memory(GiB)": 61.09, |
| "step": 10280, |
| "train_speed(iter/s)": 0.765782 |
| }, |
| { |
| "epoch": 0.9590316573556797, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00016280073877828407, |
| "loss": 0.29982419, |
| "memory(GiB)": 61.09, |
| "step": 10300, |
| "train_speed(iter/s)": 0.765856 |
| }, |
| { |
| "epoch": 0.9608938547486033, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0001626408620221443, |
| "loss": 0.29922385, |
| "memory(GiB)": 61.09, |
| "step": 10320, |
| "train_speed(iter/s)": 0.765951 |
| }, |
| { |
| "epoch": 0.962756052141527, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.0001624807213176086, |
| "loss": 0.31153214, |
| "memory(GiB)": 61.09, |
| "step": 10340, |
| "train_speed(iter/s)": 0.765997 |
| }, |
| { |
| "epoch": 0.9646182495344506, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00016232031733945824, |
| "loss": 0.32357917, |
| "memory(GiB)": 61.09, |
| "step": 10360, |
| "train_speed(iter/s)": 0.766017 |
| }, |
| { |
| "epoch": 0.9664804469273743, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0001621596507635839, |
| "loss": 0.3050452, |
| "memory(GiB)": 61.09, |
| "step": 10380, |
| "train_speed(iter/s)": 0.766116 |
| }, |
| { |
| "epoch": 0.9683426443202979, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00016199872226698277, |
| "loss": 0.30685663, |
| "memory(GiB)": 61.09, |
| "step": 10400, |
| "train_speed(iter/s)": 0.766219 |
| }, |
| { |
| "epoch": 0.9702048417132216, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00016183753252775558, |
| "loss": 0.31804857, |
| "memory(GiB)": 61.09, |
| "step": 10420, |
| "train_speed(iter/s)": 0.766245 |
| }, |
| { |
| "epoch": 0.9720670391061452, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00016167608222510392, |
| "loss": 0.28163512, |
| "memory(GiB)": 61.09, |
| "step": 10440, |
| "train_speed(iter/s)": 0.766326 |
| }, |
| { |
| "epoch": 0.9739292364990689, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00016151437203932738, |
| "loss": 0.31363811, |
| "memory(GiB)": 61.09, |
| "step": 10460, |
| "train_speed(iter/s)": 0.766343 |
| }, |
| { |
| "epoch": 0.9757914338919925, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00016135240265182046, |
| "loss": 0.31705124, |
| "memory(GiB)": 61.09, |
| "step": 10480, |
| "train_speed(iter/s)": 0.766417 |
| }, |
| { |
| "epoch": 0.9776536312849162, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00016119017474507002, |
| "loss": 0.3048178, |
| "memory(GiB)": 61.09, |
| "step": 10500, |
| "train_speed(iter/s)": 0.766326 |
| }, |
| { |
| "epoch": 0.9795158286778398, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00016102768900265208, |
| "loss": 0.2878325, |
| "memory(GiB)": 61.09, |
| "step": 10520, |
| "train_speed(iter/s)": 0.766347 |
| }, |
| { |
| "epoch": 0.9813780260707635, |
| "grad_norm": 1.5, |
| "learning_rate": 0.00016086494610922917, |
| "loss": 0.30582104, |
| "memory(GiB)": 61.09, |
| "step": 10540, |
| "train_speed(iter/s)": 0.766427 |
| }, |
| { |
| "epoch": 0.9832402234636871, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00016070194675054747, |
| "loss": 0.30753689, |
| "memory(GiB)": 61.09, |
| "step": 10560, |
| "train_speed(iter/s)": 0.766485 |
| }, |
| { |
| "epoch": 0.9851024208566108, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00016053869161343362, |
| "loss": 0.30274782, |
| "memory(GiB)": 61.09, |
| "step": 10580, |
| "train_speed(iter/s)": 0.766535 |
| }, |
| { |
| "epoch": 0.9869646182495344, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00016037518138579214, |
| "loss": 0.32131209, |
| "memory(GiB)": 61.09, |
| "step": 10600, |
| "train_speed(iter/s)": 0.766567 |
| }, |
| { |
| "epoch": 0.9888268156424581, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00016021141675660248, |
| "loss": 0.30618265, |
| "memory(GiB)": 61.09, |
| "step": 10620, |
| "train_speed(iter/s)": 0.766659 |
| }, |
| { |
| "epoch": 0.9906890130353817, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00016004739841591592, |
| "loss": 0.29824829, |
| "memory(GiB)": 61.09, |
| "step": 10640, |
| "train_speed(iter/s)": 0.76669 |
| }, |
| { |
| "epoch": 0.9925512104283054, |
| "grad_norm": 1.75, |
| "learning_rate": 0.0001598831270548529, |
| "loss": 0.3051553, |
| "memory(GiB)": 61.09, |
| "step": 10660, |
| "train_speed(iter/s)": 0.766785 |
| }, |
| { |
| "epoch": 0.994413407821229, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00015971860336559996, |
| "loss": 0.30366507, |
| "memory(GiB)": 61.09, |
| "step": 10680, |
| "train_speed(iter/s)": 0.766815 |
| }, |
| { |
| "epoch": 0.9962756052141527, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00015955382804140687, |
| "loss": 0.31902528, |
| "memory(GiB)": 61.09, |
| "step": 10700, |
| "train_speed(iter/s)": 0.76688 |
| }, |
| { |
| "epoch": 0.9981378026070763, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00015938880177658374, |
| "loss": 0.30881336, |
| "memory(GiB)": 61.09, |
| "step": 10720, |
| "train_speed(iter/s)": 0.766982 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00015922352526649803, |
| "loss": 0.30783999, |
| "memory(GiB)": 61.09, |
| "step": 10740, |
| "train_speed(iter/s)": 0.767075 |
| }, |
| { |
| "epoch": 1.0018621973929236, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00015905799920757163, |
| "loss": 0.2917798, |
| "memory(GiB)": 61.09, |
| "step": 10760, |
| "train_speed(iter/s)": 0.766514 |
| }, |
| { |
| "epoch": 1.0037243947858474, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00015889222429727807, |
| "loss": 0.2846385, |
| "memory(GiB)": 61.09, |
| "step": 10780, |
| "train_speed(iter/s)": 0.766588 |
| }, |
| { |
| "epoch": 1.005586592178771, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00015872620123413928, |
| "loss": 0.29505885, |
| "memory(GiB)": 61.09, |
| "step": 10800, |
| "train_speed(iter/s)": 0.76667 |
| }, |
| { |
| "epoch": 1.0074487895716946, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.000158559930717723, |
| "loss": 0.27733662, |
| "memory(GiB)": 61.09, |
| "step": 10820, |
| "train_speed(iter/s)": 0.76677 |
| }, |
| { |
| "epoch": 1.0093109869646182, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00015839341344863953, |
| "loss": 0.29862165, |
| "memory(GiB)": 61.09, |
| "step": 10840, |
| "train_speed(iter/s)": 0.766803 |
| }, |
| { |
| "epoch": 1.011173184357542, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.00015822665012853895, |
| "loss": 0.3004262, |
| "memory(GiB)": 61.09, |
| "step": 10860, |
| "train_speed(iter/s)": 0.766875 |
| }, |
| { |
| "epoch": 1.0130353817504656, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00015805964146010815, |
| "loss": 0.32919612, |
| "memory(GiB)": 61.09, |
| "step": 10880, |
| "train_speed(iter/s)": 0.766929 |
| }, |
| { |
| "epoch": 1.0148975791433892, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0001578923881470678, |
| "loss": 0.31359372, |
| "memory(GiB)": 61.09, |
| "step": 10900, |
| "train_speed(iter/s)": 0.766932 |
| }, |
| { |
| "epoch": 1.0167597765363128, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00015772489089416943, |
| "loss": 0.3069638, |
| "memory(GiB)": 61.09, |
| "step": 10920, |
| "train_speed(iter/s)": 0.767026 |
| }, |
| { |
| "epoch": 1.0186219739292366, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00015755715040719243, |
| "loss": 0.29340148, |
| "memory(GiB)": 61.09, |
| "step": 10940, |
| "train_speed(iter/s)": 0.7671 |
| }, |
| { |
| "epoch": 1.0204841713221602, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00015738916739294122, |
| "loss": 0.29378917, |
| "memory(GiB)": 61.09, |
| "step": 10960, |
| "train_speed(iter/s)": 0.767181 |
| }, |
| { |
| "epoch": 1.0223463687150838, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.000157220942559242, |
| "loss": 0.30050142, |
| "memory(GiB)": 61.09, |
| "step": 10980, |
| "train_speed(iter/s)": 0.767282 |
| }, |
| { |
| "epoch": 1.0242085661080074, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.00015705247661493992, |
| "loss": 0.28569994, |
| "memory(GiB)": 61.09, |
| "step": 11000, |
| "train_speed(iter/s)": 0.767289 |
| }, |
| { |
| "epoch": 1.0260707635009312, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00015688377026989626, |
| "loss": 0.28935771, |
| "memory(GiB)": 69.04, |
| "step": 11020, |
| "train_speed(iter/s)": 0.767361 |
| }, |
| { |
| "epoch": 1.0279329608938548, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0001567148242349851, |
| "loss": 0.28245692, |
| "memory(GiB)": 31.11, |
| "step": 11040, |
| "train_speed(iter/s)": 0.767465 |
| }, |
| { |
| "epoch": 1.0297951582867784, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.0001565456392220906, |
| "loss": 0.28632317, |
| "memory(GiB)": 31.11, |
| "step": 11060, |
| "train_speed(iter/s)": 0.767508 |
| }, |
| { |
| "epoch": 1.031657355679702, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00015637621594410383, |
| "loss": 0.30479004, |
| "memory(GiB)": 31.11, |
| "step": 11080, |
| "train_speed(iter/s)": 0.767594 |
| }, |
| { |
| "epoch": 1.0335195530726258, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00015620655511491984, |
| "loss": 0.27974844, |
| "memory(GiB)": 31.11, |
| "step": 11100, |
| "train_speed(iter/s)": 0.767652 |
| }, |
| { |
| "epoch": 1.0353817504655494, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00015603665744943473, |
| "loss": 0.26321175, |
| "memory(GiB)": 31.11, |
| "step": 11120, |
| "train_speed(iter/s)": 0.767723 |
| }, |
| { |
| "epoch": 1.037243947858473, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.0001558665236635424, |
| "loss": 0.27321138, |
| "memory(GiB)": 31.11, |
| "step": 11140, |
| "train_speed(iter/s)": 0.767764 |
| }, |
| { |
| "epoch": 1.0391061452513966, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00015569615447413184, |
| "loss": 0.28301878, |
| "memory(GiB)": 31.11, |
| "step": 11160, |
| "train_speed(iter/s)": 0.767868 |
| }, |
| { |
| "epoch": 1.0409683426443204, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00015552555059908382, |
| "loss": 0.28938766, |
| "memory(GiB)": 31.11, |
| "step": 11180, |
| "train_speed(iter/s)": 0.767873 |
| }, |
| { |
| "epoch": 1.042830540037244, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00015535471275726813, |
| "loss": 0.27508519, |
| "memory(GiB)": 31.11, |
| "step": 11200, |
| "train_speed(iter/s)": 0.767984 |
| }, |
| { |
| "epoch": 1.0446927374301676, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0001551836416685403, |
| "loss": 0.27724741, |
| "memory(GiB)": 31.11, |
| "step": 11220, |
| "train_speed(iter/s)": 0.768059 |
| }, |
| { |
| "epoch": 1.0465549348230911, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00015501233805373876, |
| "loss": 0.26528058, |
| "memory(GiB)": 31.11, |
| "step": 11240, |
| "train_speed(iter/s)": 0.768095 |
| }, |
| { |
| "epoch": 1.048417132216015, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0001548408026346817, |
| "loss": 0.28528447, |
| "memory(GiB)": 31.11, |
| "step": 11260, |
| "train_speed(iter/s)": 0.768155 |
| }, |
| { |
| "epoch": 1.0502793296089385, |
| "grad_norm": 1.875, |
| "learning_rate": 0.0001546690361341641, |
| "loss": 0.29369481, |
| "memory(GiB)": 31.11, |
| "step": 11280, |
| "train_speed(iter/s)": 0.768221 |
| }, |
| { |
| "epoch": 1.0521415270018621, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.0001544970392759546, |
| "loss": 0.29468055, |
| "memory(GiB)": 31.11, |
| "step": 11300, |
| "train_speed(iter/s)": 0.768263 |
| }, |
| { |
| "epoch": 1.0540037243947857, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.0001543248127847925, |
| "loss": 0.28771296, |
| "memory(GiB)": 31.11, |
| "step": 11320, |
| "train_speed(iter/s)": 0.768313 |
| }, |
| { |
| "epoch": 1.0558659217877095, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00015415235738638468, |
| "loss": 0.30344753, |
| "memory(GiB)": 31.11, |
| "step": 11340, |
| "train_speed(iter/s)": 0.768354 |
| }, |
| { |
| "epoch": 1.0577281191806331, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.00015397967380740264, |
| "loss": 0.283692, |
| "memory(GiB)": 31.11, |
| "step": 11360, |
| "train_speed(iter/s)": 0.76837 |
| }, |
| { |
| "epoch": 1.0595903165735567, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00015380676277547927, |
| "loss": 0.270574, |
| "memory(GiB)": 31.11, |
| "step": 11380, |
| "train_speed(iter/s)": 0.768391 |
| }, |
| { |
| "epoch": 1.0614525139664805, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.0001536336250192059, |
| "loss": 0.2845499, |
| "memory(GiB)": 31.11, |
| "step": 11400, |
| "train_speed(iter/s)": 0.768457 |
| }, |
| { |
| "epoch": 1.0633147113594041, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00015346026126812924, |
| "loss": 0.26141229, |
| "memory(GiB)": 31.11, |
| "step": 11420, |
| "train_speed(iter/s)": 0.768433 |
| }, |
| { |
| "epoch": 1.0651769087523277, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.0001532866722527482, |
| "loss": 0.28916895, |
| "memory(GiB)": 31.11, |
| "step": 11440, |
| "train_speed(iter/s)": 0.768458 |
| }, |
| { |
| "epoch": 1.0670391061452513, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.000153112858704511, |
| "loss": 0.29057674, |
| "memory(GiB)": 31.11, |
| "step": 11460, |
| "train_speed(iter/s)": 0.768521 |
| }, |
| { |
| "epoch": 1.0689013035381751, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.0001529388213558118, |
| "loss": 0.29088101, |
| "memory(GiB)": 31.11, |
| "step": 11480, |
| "train_speed(iter/s)": 0.76856 |
| }, |
| { |
| "epoch": 1.0707635009310987, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.0001527645609399879, |
| "loss": 0.31489258, |
| "memory(GiB)": 31.11, |
| "step": 11500, |
| "train_speed(iter/s)": 0.768607 |
| }, |
| { |
| "epoch": 1.0726256983240223, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.00015259007819131657, |
| "loss": 0.29952948, |
| "memory(GiB)": 31.11, |
| "step": 11520, |
| "train_speed(iter/s)": 0.768637 |
| }, |
| { |
| "epoch": 1.074487895716946, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0001524153738450118, |
| "loss": 0.28699169, |
| "memory(GiB)": 31.11, |
| "step": 11540, |
| "train_speed(iter/s)": 0.76869 |
| }, |
| { |
| "epoch": 1.0763500931098697, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00015224044863722136, |
| "loss": 0.2873806, |
| "memory(GiB)": 31.11, |
| "step": 11560, |
| "train_speed(iter/s)": 0.768776 |
| }, |
| { |
| "epoch": 1.0782122905027933, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0001520653033050237, |
| "loss": 0.26496642, |
| "memory(GiB)": 31.11, |
| "step": 11580, |
| "train_speed(iter/s)": 0.768813 |
| }, |
| { |
| "epoch": 1.080074487895717, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0001518899385864248, |
| "loss": 0.29042182, |
| "memory(GiB)": 31.11, |
| "step": 11600, |
| "train_speed(iter/s)": 0.768799 |
| }, |
| { |
| "epoch": 1.0819366852886405, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.000151714355220355, |
| "loss": 0.26191492, |
| "memory(GiB)": 31.11, |
| "step": 11620, |
| "train_speed(iter/s)": 0.768819 |
| }, |
| { |
| "epoch": 1.0837988826815643, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00015153855394666604, |
| "loss": 0.29819686, |
| "memory(GiB)": 31.11, |
| "step": 11640, |
| "train_speed(iter/s)": 0.768815 |
| }, |
| { |
| "epoch": 1.085661080074488, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0001513625355061278, |
| "loss": 0.26143956, |
| "memory(GiB)": 31.11, |
| "step": 11660, |
| "train_speed(iter/s)": 0.76891 |
| }, |
| { |
| "epoch": 1.0875232774674115, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0001511863006404252, |
| "loss": 0.2926599, |
| "memory(GiB)": 31.11, |
| "step": 11680, |
| "train_speed(iter/s)": 0.76896 |
| }, |
| { |
| "epoch": 1.089385474860335, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.0001510098500921552, |
| "loss": 0.26912103, |
| "memory(GiB)": 31.11, |
| "step": 11700, |
| "train_speed(iter/s)": 0.768983 |
| }, |
| { |
| "epoch": 1.091247672253259, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00015083318460482344, |
| "loss": 0.2636065, |
| "memory(GiB)": 31.11, |
| "step": 11720, |
| "train_speed(iter/s)": 0.769047 |
| }, |
| { |
| "epoch": 1.0931098696461825, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00015065630492284136, |
| "loss": 0.2775203, |
| "memory(GiB)": 31.11, |
| "step": 11740, |
| "train_speed(iter/s)": 0.769099 |
| }, |
| { |
| "epoch": 1.094972067039106, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.0001504792117915229, |
| "loss": 0.27552454, |
| "memory(GiB)": 31.11, |
| "step": 11760, |
| "train_speed(iter/s)": 0.769134 |
| }, |
| { |
| "epoch": 1.0968342644320297, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.0001503019059570815, |
| "loss": 0.23976431, |
| "memory(GiB)": 31.11, |
| "step": 11780, |
| "train_speed(iter/s)": 0.769196 |
| }, |
| { |
| "epoch": 1.0986964618249535, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00015012438816662665, |
| "loss": 0.2832912, |
| "memory(GiB)": 31.11, |
| "step": 11800, |
| "train_speed(iter/s)": 0.76928 |
| }, |
| { |
| "epoch": 1.100558659217877, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00014994665916816117, |
| "loss": 0.28068914, |
| "memory(GiB)": 31.11, |
| "step": 11820, |
| "train_speed(iter/s)": 0.769327 |
| }, |
| { |
| "epoch": 1.1024208566108007, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00014976871971057775, |
| "loss": 0.26431036, |
| "memory(GiB)": 31.11, |
| "step": 11840, |
| "train_speed(iter/s)": 0.769318 |
| }, |
| { |
| "epoch": 1.1042830540037243, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0001495905705436559, |
| "loss": 0.28522236, |
| "memory(GiB)": 31.11, |
| "step": 11860, |
| "train_speed(iter/s)": 0.769396 |
| }, |
| { |
| "epoch": 1.106145251396648, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00014941221241805867, |
| "loss": 0.28218701, |
| "memory(GiB)": 31.11, |
| "step": 11880, |
| "train_speed(iter/s)": 0.76947 |
| }, |
| { |
| "epoch": 1.1080074487895717, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00014923364608532982, |
| "loss": 0.26047482, |
| "memory(GiB)": 31.11, |
| "step": 11900, |
| "train_speed(iter/s)": 0.769479 |
| }, |
| { |
| "epoch": 1.1098696461824953, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00014905487229789022, |
| "loss": 0.29261403, |
| "memory(GiB)": 31.11, |
| "step": 11920, |
| "train_speed(iter/s)": 0.769492 |
| }, |
| { |
| "epoch": 1.111731843575419, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00014887589180903504, |
| "loss": 0.2624248, |
| "memory(GiB)": 31.11, |
| "step": 11940, |
| "train_speed(iter/s)": 0.769556 |
| }, |
| { |
| "epoch": 1.1135940409683427, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0001486967053729303, |
| "loss": 0.25690923, |
| "memory(GiB)": 31.11, |
| "step": 11960, |
| "train_speed(iter/s)": 0.76963 |
| }, |
| { |
| "epoch": 1.1154562383612663, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00014851731374460988, |
| "loss": 0.28093395, |
| "memory(GiB)": 31.11, |
| "step": 11980, |
| "train_speed(iter/s)": 0.769697 |
| }, |
| { |
| "epoch": 1.1173184357541899, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.0001483377176799723, |
| "loss": 0.28581772, |
| "memory(GiB)": 31.11, |
| "step": 12000, |
| "train_speed(iter/s)": 0.769759 |
| }, |
| { |
| "epoch": 1.1173184357541899, |
| "eval_loss": 0.41399523615837097, |
| "eval_runtime": 77.0372, |
| "eval_samples_per_second": 180.237, |
| "eval_steps_per_second": 1.415, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1191806331471137, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.0001481579179357774, |
| "loss": 0.28383641, |
| "memory(GiB)": 41.92, |
| "step": 12020, |
| "train_speed(iter/s)": 0.7643 |
| }, |
| { |
| "epoch": 1.1210428305400373, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.0001479779152696434, |
| "loss": 0.30731783, |
| "memory(GiB)": 41.92, |
| "step": 12040, |
| "train_speed(iter/s)": 0.764324 |
| }, |
| { |
| "epoch": 1.1229050279329609, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.00014779771044004346, |
| "loss": 0.26912603, |
| "memory(GiB)": 41.92, |
| "step": 12060, |
| "train_speed(iter/s)": 0.764388 |
| }, |
| { |
| "epoch": 1.1247672253258845, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00014761730420630265, |
| "loss": 0.27448189, |
| "memory(GiB)": 41.92, |
| "step": 12080, |
| "train_speed(iter/s)": 0.764451 |
| }, |
| { |
| "epoch": 1.1266294227188083, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.00014743669732859464, |
| "loss": 0.28500652, |
| "memory(GiB)": 41.92, |
| "step": 12100, |
| "train_speed(iter/s)": 0.764504 |
| }, |
| { |
| "epoch": 1.1284916201117319, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0001472558905679386, |
| "loss": 0.26959038, |
| "memory(GiB)": 41.92, |
| "step": 12120, |
| "train_speed(iter/s)": 0.764615 |
| }, |
| { |
| "epoch": 1.1303538175046555, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00014707488468619596, |
| "loss": 0.28465414, |
| "memory(GiB)": 41.92, |
| "step": 12140, |
| "train_speed(iter/s)": 0.764627 |
| }, |
| { |
| "epoch": 1.132216014897579, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00014689368044606708, |
| "loss": 0.2677213, |
| "memory(GiB)": 41.92, |
| "step": 12160, |
| "train_speed(iter/s)": 0.764649 |
| }, |
| { |
| "epoch": 1.1340782122905029, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00014671227861108826, |
| "loss": 0.26625967, |
| "memory(GiB)": 41.92, |
| "step": 12180, |
| "train_speed(iter/s)": 0.764713 |
| }, |
| { |
| "epoch": 1.1359404096834265, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.00014653067994562833, |
| "loss": 0.26140971, |
| "memory(GiB)": 41.92, |
| "step": 12200, |
| "train_speed(iter/s)": 0.764762 |
| }, |
| { |
| "epoch": 1.13780260707635, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00014634888521488547, |
| "loss": 0.27225456, |
| "memory(GiB)": 41.92, |
| "step": 12220, |
| "train_speed(iter/s)": 0.764812 |
| }, |
| { |
| "epoch": 1.1396648044692737, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00014616689518488416, |
| "loss": 0.27721281, |
| "memory(GiB)": 41.92, |
| "step": 12240, |
| "train_speed(iter/s)": 0.764902 |
| }, |
| { |
| "epoch": 1.1415270018621975, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00014598471062247158, |
| "loss": 0.27392306, |
| "memory(GiB)": 41.92, |
| "step": 12260, |
| "train_speed(iter/s)": 0.764971 |
| }, |
| { |
| "epoch": 1.143389199255121, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.00014580233229531482, |
| "loss": 0.26567361, |
| "memory(GiB)": 41.92, |
| "step": 12280, |
| "train_speed(iter/s)": 0.764996 |
| }, |
| { |
| "epoch": 1.1452513966480447, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00014561976097189736, |
| "loss": 0.25700495, |
| "memory(GiB)": 41.92, |
| "step": 12300, |
| "train_speed(iter/s)": 0.765049 |
| }, |
| { |
| "epoch": 1.1471135940409685, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00014543699742151586, |
| "loss": 0.26121554, |
| "memory(GiB)": 41.92, |
| "step": 12320, |
| "train_speed(iter/s)": 0.76512 |
| }, |
| { |
| "epoch": 1.148975791433892, |
| "grad_norm": 1.5, |
| "learning_rate": 0.00014525404241427697, |
| "loss": 0.26690025, |
| "memory(GiB)": 41.92, |
| "step": 12340, |
| "train_speed(iter/s)": 0.765123 |
| }, |
| { |
| "epoch": 1.1508379888268156, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0001450708967210942, |
| "loss": 0.26092589, |
| "memory(GiB)": 41.92, |
| "step": 12360, |
| "train_speed(iter/s)": 0.765214 |
| }, |
| { |
| "epoch": 1.1527001862197392, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0001448875611136843, |
| "loss": 0.24557509, |
| "memory(GiB)": 41.92, |
| "step": 12380, |
| "train_speed(iter/s)": 0.765292 |
| }, |
| { |
| "epoch": 1.1545623836126628, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00014470403636456455, |
| "loss": 0.26972108, |
| "memory(GiB)": 41.92, |
| "step": 12400, |
| "train_speed(iter/s)": 0.765326 |
| }, |
| { |
| "epoch": 1.1564245810055866, |
| "grad_norm": 3.21875, |
| "learning_rate": 0.000144520323247049, |
| "loss": 0.26979203, |
| "memory(GiB)": 41.92, |
| "step": 12420, |
| "train_speed(iter/s)": 0.765415 |
| }, |
| { |
| "epoch": 1.1582867783985102, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.0001443364225352455, |
| "loss": 0.26735349, |
| "memory(GiB)": 41.92, |
| "step": 12440, |
| "train_speed(iter/s)": 0.765454 |
| }, |
| { |
| "epoch": 1.1601489757914338, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.00014415233500405237, |
| "loss": 0.2736985, |
| "memory(GiB)": 41.92, |
| "step": 12460, |
| "train_speed(iter/s)": 0.7655 |
| }, |
| { |
| "epoch": 1.1620111731843576, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.0001439680614291551, |
| "loss": 0.27279396, |
| "memory(GiB)": 41.92, |
| "step": 12480, |
| "train_speed(iter/s)": 0.765512 |
| }, |
| { |
| "epoch": 1.1638733705772812, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00014378360258702311, |
| "loss": 0.2811708, |
| "memory(GiB)": 41.92, |
| "step": 12500, |
| "train_speed(iter/s)": 0.765564 |
| }, |
| { |
| "epoch": 1.1657355679702048, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00014359895925490656, |
| "loss": 0.27203159, |
| "memory(GiB)": 41.92, |
| "step": 12520, |
| "train_speed(iter/s)": 0.765622 |
| }, |
| { |
| "epoch": 1.1675977653631284, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00014341413221083282, |
| "loss": 0.25222397, |
| "memory(GiB)": 41.92, |
| "step": 12540, |
| "train_speed(iter/s)": 0.76566 |
| }, |
| { |
| "epoch": 1.169459962756052, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0001432291222336035, |
| "loss": 0.28008556, |
| "memory(GiB)": 41.92, |
| "step": 12560, |
| "train_speed(iter/s)": 0.765712 |
| }, |
| { |
| "epoch": 1.1713221601489758, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00014304393010279104, |
| "loss": 0.27260323, |
| "memory(GiB)": 41.92, |
| "step": 12580, |
| "train_speed(iter/s)": 0.765741 |
| }, |
| { |
| "epoch": 1.1731843575418994, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0001428585565987353, |
| "loss": 0.26112268, |
| "memory(GiB)": 41.92, |
| "step": 12600, |
| "train_speed(iter/s)": 0.765776 |
| }, |
| { |
| "epoch": 1.175046554934823, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0001426730025025405, |
| "loss": 0.27053833, |
| "memory(GiB)": 41.92, |
| "step": 12620, |
| "train_speed(iter/s)": 0.765859 |
| }, |
| { |
| "epoch": 1.1769087523277468, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00014248726859607174, |
| "loss": 0.25856524, |
| "memory(GiB)": 41.92, |
| "step": 12640, |
| "train_speed(iter/s)": 0.765898 |
| }, |
| { |
| "epoch": 1.1787709497206704, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00014230135566195185, |
| "loss": 0.27097459, |
| "memory(GiB)": 41.92, |
| "step": 12660, |
| "train_speed(iter/s)": 0.765943 |
| }, |
| { |
| "epoch": 1.180633147113594, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.000142115264483558, |
| "loss": 0.24883418, |
| "memory(GiB)": 41.92, |
| "step": 12680, |
| "train_speed(iter/s)": 0.766016 |
| }, |
| { |
| "epoch": 1.1824953445065176, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.00014192899584501841, |
| "loss": 0.27689738, |
| "memory(GiB)": 41.92, |
| "step": 12700, |
| "train_speed(iter/s)": 0.766087 |
| }, |
| { |
| "epoch": 1.1843575418994414, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00014174255053120904, |
| "loss": 0.26999578, |
| "memory(GiB)": 41.92, |
| "step": 12720, |
| "train_speed(iter/s)": 0.766176 |
| }, |
| { |
| "epoch": 1.186219739292365, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.00014155592932775033, |
| "loss": 0.25672078, |
| "memory(GiB)": 41.92, |
| "step": 12740, |
| "train_speed(iter/s)": 0.766239 |
| }, |
| { |
| "epoch": 1.1880819366852886, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.0001413691330210039, |
| "loss": 0.24652848, |
| "memory(GiB)": 41.92, |
| "step": 12760, |
| "train_speed(iter/s)": 0.766343 |
| }, |
| { |
| "epoch": 1.1899441340782122, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0001411821623980691, |
| "loss": 0.26364939, |
| "memory(GiB)": 41.92, |
| "step": 12780, |
| "train_speed(iter/s)": 0.766431 |
| }, |
| { |
| "epoch": 1.191806331471136, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00014099501824677992, |
| "loss": 0.27025316, |
| "memory(GiB)": 41.92, |
| "step": 12800, |
| "train_speed(iter/s)": 0.766497 |
| }, |
| { |
| "epoch": 1.1936685288640596, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00014080770135570142, |
| "loss": 0.22930434, |
| "memory(GiB)": 41.92, |
| "step": 12820, |
| "train_speed(iter/s)": 0.766501 |
| }, |
| { |
| "epoch": 1.1955307262569832, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0001406202125141266, |
| "loss": 0.23245554, |
| "memory(GiB)": 41.92, |
| "step": 12840, |
| "train_speed(iter/s)": 0.766545 |
| }, |
| { |
| "epoch": 1.197392923649907, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.000140432552512073, |
| "loss": 0.25615866, |
| "memory(GiB)": 41.92, |
| "step": 12860, |
| "train_speed(iter/s)": 0.766559 |
| }, |
| { |
| "epoch": 1.1992551210428306, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00014024472214027939, |
| "loss": 0.24658422, |
| "memory(GiB)": 41.92, |
| "step": 12880, |
| "train_speed(iter/s)": 0.766583 |
| }, |
| { |
| "epoch": 1.2011173184357542, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.00014005672219020234, |
| "loss": 0.24690557, |
| "memory(GiB)": 41.92, |
| "step": 12900, |
| "train_speed(iter/s)": 0.766626 |
| }, |
| { |
| "epoch": 1.2029795158286778, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00013986855345401303, |
| "loss": 0.27605991, |
| "memory(GiB)": 41.92, |
| "step": 12920, |
| "train_speed(iter/s)": 0.76671 |
| }, |
| { |
| "epoch": 1.2048417132216014, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00013968021672459388, |
| "loss": 0.24593453, |
| "memory(GiB)": 41.92, |
| "step": 12940, |
| "train_speed(iter/s)": 0.766726 |
| }, |
| { |
| "epoch": 1.2067039106145252, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00013949171279553516, |
| "loss": 0.2621069, |
| "memory(GiB)": 41.92, |
| "step": 12960, |
| "train_speed(iter/s)": 0.766796 |
| }, |
| { |
| "epoch": 1.2085661080074488, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.00013930304246113158, |
| "loss": 0.26049728, |
| "memory(GiB)": 41.92, |
| "step": 12980, |
| "train_speed(iter/s)": 0.766867 |
| }, |
| { |
| "epoch": 1.2104283054003724, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0001391142065163791, |
| "loss": 0.25473256, |
| "memory(GiB)": 41.92, |
| "step": 13000, |
| "train_speed(iter/s)": 0.76689 |
| }, |
| { |
| "epoch": 1.2122905027932962, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00013892520575697163, |
| "loss": 0.25336313, |
| "memory(GiB)": 41.92, |
| "step": 13020, |
| "train_speed(iter/s)": 0.766867 |
| }, |
| { |
| "epoch": 1.2141527001862198, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.0001387360409792973, |
| "loss": 0.26464946, |
| "memory(GiB)": 41.92, |
| "step": 13040, |
| "train_speed(iter/s)": 0.766959 |
| }, |
| { |
| "epoch": 1.2160148975791434, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00013854671298043557, |
| "loss": 0.26744711, |
| "memory(GiB)": 41.92, |
| "step": 13060, |
| "train_speed(iter/s)": 0.766995 |
| }, |
| { |
| "epoch": 1.217877094972067, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.0001383572225581535, |
| "loss": 0.25843668, |
| "memory(GiB)": 41.92, |
| "step": 13080, |
| "train_speed(iter/s)": 0.766992 |
| }, |
| { |
| "epoch": 1.2197392923649906, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00013816757051090273, |
| "loss": 0.24495487, |
| "memory(GiB)": 41.92, |
| "step": 13100, |
| "train_speed(iter/s)": 0.767065 |
| }, |
| { |
| "epoch": 1.2216014897579144, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00013797775763781578, |
| "loss": 0.24947252, |
| "memory(GiB)": 41.92, |
| "step": 13120, |
| "train_speed(iter/s)": 0.767141 |
| }, |
| { |
| "epoch": 1.223463687150838, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.0001377877847387029, |
| "loss": 0.24399962, |
| "memory(GiB)": 41.92, |
| "step": 13140, |
| "train_speed(iter/s)": 0.767172 |
| }, |
| { |
| "epoch": 1.2253258845437616, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00013759765261404865, |
| "loss": 0.2646559, |
| "memory(GiB)": 41.92, |
| "step": 13160, |
| "train_speed(iter/s)": 0.767248 |
| }, |
| { |
| "epoch": 1.2271880819366854, |
| "grad_norm": 1.5, |
| "learning_rate": 0.00013740736206500852, |
| "loss": 0.23537984, |
| "memory(GiB)": 41.92, |
| "step": 13180, |
| "train_speed(iter/s)": 0.767296 |
| }, |
| { |
| "epoch": 1.229050279329609, |
| "grad_norm": 1.8359375, |
| "learning_rate": 0.0001372169138934055, |
| "loss": 0.2611448, |
| "memory(GiB)": 41.92, |
| "step": 13200, |
| "train_speed(iter/s)": 0.767357 |
| }, |
| { |
| "epoch": 1.2309124767225326, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00013702630890172681, |
| "loss": 0.24709506, |
| "memory(GiB)": 41.92, |
| "step": 13220, |
| "train_speed(iter/s)": 0.767381 |
| }, |
| { |
| "epoch": 1.2327746741154562, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.00013683554789312039, |
| "loss": 0.25667541, |
| "memory(GiB)": 41.92, |
| "step": 13240, |
| "train_speed(iter/s)": 0.767469 |
| }, |
| { |
| "epoch": 1.23463687150838, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00013664463167139165, |
| "loss": 0.25362358, |
| "memory(GiB)": 41.92, |
| "step": 13260, |
| "train_speed(iter/s)": 0.767528 |
| }, |
| { |
| "epoch": 1.2364990689013036, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.000136453561041, |
| "loss": 0.27490563, |
| "memory(GiB)": 41.92, |
| "step": 13280, |
| "train_speed(iter/s)": 0.767627 |
| }, |
| { |
| "epoch": 1.2383612662942272, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00013626233680705548, |
| "loss": 0.2458004, |
| "memory(GiB)": 41.92, |
| "step": 13300, |
| "train_speed(iter/s)": 0.767693 |
| }, |
| { |
| "epoch": 1.2402234636871508, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0001360709597753153, |
| "loss": 0.25720315, |
| "memory(GiB)": 41.92, |
| "step": 13320, |
| "train_speed(iter/s)": 0.767713 |
| }, |
| { |
| "epoch": 1.2420856610800746, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.0001358794307521806, |
| "loss": 0.22600164, |
| "memory(GiB)": 41.92, |
| "step": 13340, |
| "train_speed(iter/s)": 0.767729 |
| }, |
| { |
| "epoch": 1.2439478584729982, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.000135687750544693, |
| "loss": 0.24354362, |
| "memory(GiB)": 41.92, |
| "step": 13360, |
| "train_speed(iter/s)": 0.767783 |
| }, |
| { |
| "epoch": 1.2458100558659218, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.000135495919960531, |
| "loss": 0.24208927, |
| "memory(GiB)": 41.92, |
| "step": 13380, |
| "train_speed(iter/s)": 0.767773 |
| }, |
| { |
| "epoch": 1.2476722532588453, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00013530393980800686, |
| "loss": 0.24553039, |
| "memory(GiB)": 41.92, |
| "step": 13400, |
| "train_speed(iter/s)": 0.767854 |
| }, |
| { |
| "epoch": 1.2495344506517692, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00013511181089606304, |
| "loss": 0.23603408, |
| "memory(GiB)": 41.92, |
| "step": 13420, |
| "train_speed(iter/s)": 0.767905 |
| }, |
| { |
| "epoch": 1.2513966480446927, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00013491953403426887, |
| "loss": 0.25591078, |
| "memory(GiB)": 41.92, |
| "step": 13440, |
| "train_speed(iter/s)": 0.767918 |
| }, |
| { |
| "epoch": 1.2532588454376163, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.00013472711003281696, |
| "loss": 0.23547509, |
| "memory(GiB)": 41.92, |
| "step": 13460, |
| "train_speed(iter/s)": 0.767974 |
| }, |
| { |
| "epoch": 1.25512104283054, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00013453453970252013, |
| "loss": 0.25424879, |
| "memory(GiB)": 41.92, |
| "step": 13480, |
| "train_speed(iter/s)": 0.768055 |
| }, |
| { |
| "epoch": 1.2569832402234637, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00013434182385480757, |
| "loss": 0.24909823, |
| "memory(GiB)": 41.92, |
| "step": 13500, |
| "train_speed(iter/s)": 0.768135 |
| }, |
| { |
| "epoch": 1.2588454376163873, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00013414896330172176, |
| "loss": 0.24665921, |
| "memory(GiB)": 41.92, |
| "step": 13520, |
| "train_speed(iter/s)": 0.76815 |
| }, |
| { |
| "epoch": 1.260707635009311, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0001339559588559149, |
| "loss": 0.25871291, |
| "memory(GiB)": 41.92, |
| "step": 13540, |
| "train_speed(iter/s)": 0.768194 |
| }, |
| { |
| "epoch": 1.2625698324022347, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0001337628113306455, |
| "loss": 0.25705509, |
| "memory(GiB)": 41.92, |
| "step": 13560, |
| "train_speed(iter/s)": 0.768234 |
| }, |
| { |
| "epoch": 1.2644320297951583, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00013356952153977488, |
| "loss": 0.22989726, |
| "memory(GiB)": 41.92, |
| "step": 13580, |
| "train_speed(iter/s)": 0.768319 |
| }, |
| { |
| "epoch": 1.266294227188082, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00013337609029776402, |
| "loss": 0.25790679, |
| "memory(GiB)": 41.92, |
| "step": 13600, |
| "train_speed(iter/s)": 0.76841 |
| }, |
| { |
| "epoch": 1.2681564245810055, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00013318251841966974, |
| "loss": 0.24724863, |
| "memory(GiB)": 41.92, |
| "step": 13620, |
| "train_speed(iter/s)": 0.768461 |
| }, |
| { |
| "epoch": 1.2700186219739291, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.0001329888067211415, |
| "loss": 0.25862865, |
| "memory(GiB)": 41.92, |
| "step": 13640, |
| "train_speed(iter/s)": 0.768508 |
| }, |
| { |
| "epoch": 1.271880819366853, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00013279495601841798, |
| "loss": 0.24088619, |
| "memory(GiB)": 41.92, |
| "step": 13660, |
| "train_speed(iter/s)": 0.768585 |
| }, |
| { |
| "epoch": 1.2737430167597765, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00013260096712832355, |
| "loss": 0.25227604, |
| "memory(GiB)": 41.92, |
| "step": 13680, |
| "train_speed(iter/s)": 0.768636 |
| }, |
| { |
| "epoch": 1.2756052141527001, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00013240684086826483, |
| "loss": 0.24656982, |
| "memory(GiB)": 41.92, |
| "step": 13700, |
| "train_speed(iter/s)": 0.768727 |
| }, |
| { |
| "epoch": 1.277467411545624, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00013221257805622728, |
| "loss": 0.25998006, |
| "memory(GiB)": 41.92, |
| "step": 13720, |
| "train_speed(iter/s)": 0.768793 |
| }, |
| { |
| "epoch": 1.2793296089385475, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00013201817951077175, |
| "loss": 0.24141338, |
| "memory(GiB)": 41.92, |
| "step": 13740, |
| "train_speed(iter/s)": 0.768859 |
| }, |
| { |
| "epoch": 1.2811918063314711, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00013182364605103107, |
| "loss": 0.22881098, |
| "memory(GiB)": 41.92, |
| "step": 13760, |
| "train_speed(iter/s)": 0.768936 |
| }, |
| { |
| "epoch": 1.2830540037243947, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.0001316289784967065, |
| "loss": 0.21602743, |
| "memory(GiB)": 41.92, |
| "step": 13780, |
| "train_speed(iter/s)": 0.769004 |
| }, |
| { |
| "epoch": 1.2849162011173183, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0001314341776680643, |
| "loss": 0.23749352, |
| "memory(GiB)": 41.92, |
| "step": 13800, |
| "train_speed(iter/s)": 0.769016 |
| }, |
| { |
| "epoch": 1.2867783985102421, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.00013123924438593245, |
| "loss": 0.23468378, |
| "memory(GiB)": 41.92, |
| "step": 13820, |
| "train_speed(iter/s)": 0.769095 |
| }, |
| { |
| "epoch": 1.2886405959031657, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0001310441794716969, |
| "loss": 0.23531232, |
| "memory(GiB)": 58.24, |
| "step": 13840, |
| "train_speed(iter/s)": 0.769107 |
| }, |
| { |
| "epoch": 1.2905027932960893, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00013084898374729825, |
| "loss": 0.25231352, |
| "memory(GiB)": 58.24, |
| "step": 13860, |
| "train_speed(iter/s)": 0.769127 |
| }, |
| { |
| "epoch": 1.2923649906890131, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00013065365803522846, |
| "loss": 0.22567735, |
| "memory(GiB)": 58.24, |
| "step": 13880, |
| "train_speed(iter/s)": 0.769166 |
| }, |
| { |
| "epoch": 1.2942271880819367, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00013045820315852702, |
| "loss": 0.21936474, |
| "memory(GiB)": 58.24, |
| "step": 13900, |
| "train_speed(iter/s)": 0.769171 |
| }, |
| { |
| "epoch": 1.2960893854748603, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.0001302626199407778, |
| "loss": 0.24280531, |
| "memory(GiB)": 58.24, |
| "step": 13920, |
| "train_speed(iter/s)": 0.769216 |
| }, |
| { |
| "epoch": 1.2979515828677841, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0001300669092061054, |
| "loss": 0.23217328, |
| "memory(GiB)": 58.24, |
| "step": 13940, |
| "train_speed(iter/s)": 0.769238 |
| }, |
| { |
| "epoch": 1.2998137802607077, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00012987107177917176, |
| "loss": 0.22496073, |
| "memory(GiB)": 58.24, |
| "step": 13960, |
| "train_speed(iter/s)": 0.769301 |
| }, |
| { |
| "epoch": 1.3016759776536313, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00012967510848517266, |
| "loss": 0.23814521, |
| "memory(GiB)": 58.24, |
| "step": 13980, |
| "train_speed(iter/s)": 0.769345 |
| }, |
| { |
| "epoch": 1.303538175046555, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00012947902014983425, |
| "loss": 0.22658379, |
| "memory(GiB)": 58.24, |
| "step": 14000, |
| "train_speed(iter/s)": 0.769362 |
| }, |
| { |
| "epoch": 1.303538175046555, |
| "eval_loss": 0.40084439516067505, |
| "eval_runtime": 77.0745, |
| "eval_samples_per_second": 180.15, |
| "eval_steps_per_second": 1.414, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3054003724394785, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.0001292828075994095, |
| "loss": 0.21561022, |
| "memory(GiB)": 58.24, |
| "step": 14020, |
| "train_speed(iter/s)": 0.764795 |
| }, |
| { |
| "epoch": 1.3072625698324023, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00012908647166067494, |
| "loss": 0.22430439, |
| "memory(GiB)": 58.24, |
| "step": 14040, |
| "train_speed(iter/s)": 0.764864 |
| }, |
| { |
| "epoch": 1.309124767225326, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00012889001316092682, |
| "loss": 0.22065244, |
| "memory(GiB)": 58.24, |
| "step": 14060, |
| "train_speed(iter/s)": 0.76492 |
| }, |
| { |
| "epoch": 1.3109869646182495, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00012869343292797795, |
| "loss": 0.24164536, |
| "memory(GiB)": 58.24, |
| "step": 14080, |
| "train_speed(iter/s)": 0.764972 |
| }, |
| { |
| "epoch": 1.3128491620111733, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00012849673179015402, |
| "loss": 0.2178977, |
| "memory(GiB)": 58.24, |
| "step": 14100, |
| "train_speed(iter/s)": 0.764989 |
| }, |
| { |
| "epoch": 1.314711359404097, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00012829991057629022, |
| "loss": 0.24479382, |
| "memory(GiB)": 58.24, |
| "step": 14120, |
| "train_speed(iter/s)": 0.765055 |
| }, |
| { |
| "epoch": 1.3165735567970205, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00012810297011572771, |
| "loss": 0.24034092, |
| "memory(GiB)": 58.24, |
| "step": 14140, |
| "train_speed(iter/s)": 0.765145 |
| }, |
| { |
| "epoch": 1.318435754189944, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0001279059112383101, |
| "loss": 0.2230279, |
| "memory(GiB)": 58.24, |
| "step": 14160, |
| "train_speed(iter/s)": 0.765184 |
| }, |
| { |
| "epoch": 1.3202979515828677, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00012770873477437994, |
| "loss": 0.23335476, |
| "memory(GiB)": 58.24, |
| "step": 14180, |
| "train_speed(iter/s)": 0.765219 |
| }, |
| { |
| "epoch": 1.3221601489757915, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00012751144155477527, |
| "loss": 0.23615379, |
| "memory(GiB)": 58.24, |
| "step": 14200, |
| "train_speed(iter/s)": 0.765242 |
| }, |
| { |
| "epoch": 1.324022346368715, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0001273140324108261, |
| "loss": 0.22382288, |
| "memory(GiB)": 58.24, |
| "step": 14220, |
| "train_speed(iter/s)": 0.76528 |
| }, |
| { |
| "epoch": 1.3258845437616387, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.00012711650817435091, |
| "loss": 0.24886432, |
| "memory(GiB)": 58.24, |
| "step": 14240, |
| "train_speed(iter/s)": 0.765335 |
| }, |
| { |
| "epoch": 1.3277467411545625, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.0001269188696776532, |
| "loss": 0.25288081, |
| "memory(GiB)": 58.24, |
| "step": 14260, |
| "train_speed(iter/s)": 0.765389 |
| }, |
| { |
| "epoch": 1.329608938547486, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00012672111775351781, |
| "loss": 0.23030953, |
| "memory(GiB)": 58.24, |
| "step": 14280, |
| "train_speed(iter/s)": 0.765397 |
| }, |
| { |
| "epoch": 1.3314711359404097, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00012652325323520762, |
| "loss": 0.23378878, |
| "memory(GiB)": 58.24, |
| "step": 14300, |
| "train_speed(iter/s)": 0.765441 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00012632527695645993, |
| "loss": 0.22340455, |
| "memory(GiB)": 58.24, |
| "step": 14320, |
| "train_speed(iter/s)": 0.765486 |
| }, |
| { |
| "epoch": 1.3351955307262569, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0001261271897514829, |
| "loss": 0.22818685, |
| "memory(GiB)": 58.24, |
| "step": 14340, |
| "train_speed(iter/s)": 0.765531 |
| }, |
| { |
| "epoch": 1.3370577281191807, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0001259289924549522, |
| "loss": 0.22412224, |
| "memory(GiB)": 58.24, |
| "step": 14360, |
| "train_speed(iter/s)": 0.765583 |
| }, |
| { |
| "epoch": 1.3389199255121043, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00012573068590200731, |
| "loss": 0.23063211, |
| "memory(GiB)": 58.24, |
| "step": 14380, |
| "train_speed(iter/s)": 0.765598 |
| }, |
| { |
| "epoch": 1.3407821229050279, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0001255322709282481, |
| "loss": 0.21774821, |
| "memory(GiB)": 58.24, |
| "step": 14400, |
| "train_speed(iter/s)": 0.765623 |
| }, |
| { |
| "epoch": 1.3426443202979517, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0001253337483697313, |
| "loss": 0.22045803, |
| "memory(GiB)": 58.24, |
| "step": 14420, |
| "train_speed(iter/s)": 0.76571 |
| }, |
| { |
| "epoch": 1.3445065176908753, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00012513511906296696, |
| "loss": 0.23508878, |
| "memory(GiB)": 58.24, |
| "step": 14440, |
| "train_speed(iter/s)": 0.765764 |
| }, |
| { |
| "epoch": 1.3463687150837989, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00012493638384491492, |
| "loss": 0.20511746, |
| "memory(GiB)": 58.24, |
| "step": 14460, |
| "train_speed(iter/s)": 0.765794 |
| }, |
| { |
| "epoch": 1.3482309124767227, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00012473754355298136, |
| "loss": 0.24029357, |
| "memory(GiB)": 58.24, |
| "step": 14480, |
| "train_speed(iter/s)": 0.76582 |
| }, |
| { |
| "epoch": 1.3500931098696463, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00012453859902501516, |
| "loss": 0.23441067, |
| "memory(GiB)": 58.24, |
| "step": 14500, |
| "train_speed(iter/s)": 0.765812 |
| }, |
| { |
| "epoch": 1.3519553072625698, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00012433955109930432, |
| "loss": 0.2113512, |
| "memory(GiB)": 58.24, |
| "step": 14520, |
| "train_speed(iter/s)": 0.76589 |
| }, |
| { |
| "epoch": 1.3538175046554934, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00012414040061457275, |
| "loss": 0.21798153, |
| "memory(GiB)": 58.24, |
| "step": 14540, |
| "train_speed(iter/s)": 0.765908 |
| }, |
| { |
| "epoch": 1.355679702048417, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00012394114840997634, |
| "loss": 0.21171179, |
| "memory(GiB)": 58.24, |
| "step": 14560, |
| "train_speed(iter/s)": 0.765942 |
| }, |
| { |
| "epoch": 1.3575418994413408, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00012374179532509958, |
| "loss": 0.2068325, |
| "memory(GiB)": 58.24, |
| "step": 14580, |
| "train_speed(iter/s)": 0.765988 |
| }, |
| { |
| "epoch": 1.3594040968342644, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00012354234219995214, |
| "loss": 0.21365037, |
| "memory(GiB)": 58.24, |
| "step": 14600, |
| "train_speed(iter/s)": 0.766031 |
| }, |
| { |
| "epoch": 1.361266294227188, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00012334278987496518, |
| "loss": 0.21723585, |
| "memory(GiB)": 58.24, |
| "step": 14620, |
| "train_speed(iter/s)": 0.766081 |
| }, |
| { |
| "epoch": 1.3631284916201118, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00012314313919098787, |
| "loss": 0.21648164, |
| "memory(GiB)": 58.24, |
| "step": 14640, |
| "train_speed(iter/s)": 0.76614 |
| }, |
| { |
| "epoch": 1.3649906890130354, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00012294339098928381, |
| "loss": 0.22302213, |
| "memory(GiB)": 58.24, |
| "step": 14660, |
| "train_speed(iter/s)": 0.766204 |
| }, |
| { |
| "epoch": 1.366852886405959, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00012274354611152753, |
| "loss": 0.22709019, |
| "memory(GiB)": 58.24, |
| "step": 14680, |
| "train_speed(iter/s)": 0.766276 |
| }, |
| { |
| "epoch": 1.3687150837988826, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00012254360539980087, |
| "loss": 0.21800654, |
| "memory(GiB)": 58.24, |
| "step": 14700, |
| "train_speed(iter/s)": 0.76635 |
| }, |
| { |
| "epoch": 1.3705772811918062, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0001223435696965896, |
| "loss": 0.22402124, |
| "memory(GiB)": 58.24, |
| "step": 14720, |
| "train_speed(iter/s)": 0.766429 |
| }, |
| { |
| "epoch": 1.37243947858473, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0001221434398447796, |
| "loss": 0.210607, |
| "memory(GiB)": 58.24, |
| "step": 14740, |
| "train_speed(iter/s)": 0.766452 |
| }, |
| { |
| "epoch": 1.3743016759776536, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.00012194321668765356, |
| "loss": 0.2248714, |
| "memory(GiB)": 58.24, |
| "step": 14760, |
| "train_speed(iter/s)": 0.766523 |
| }, |
| { |
| "epoch": 1.3761638733705772, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00012174290106888731, |
| "loss": 0.21417339, |
| "memory(GiB)": 58.24, |
| "step": 14780, |
| "train_speed(iter/s)": 0.766543 |
| }, |
| { |
| "epoch": 1.378026070763501, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.00012154249383254632, |
| "loss": 0.234969, |
| "memory(GiB)": 58.24, |
| "step": 14800, |
| "train_speed(iter/s)": 0.76655 |
| }, |
| { |
| "epoch": 1.3798882681564246, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00012134199582308204, |
| "loss": 0.21318011, |
| "memory(GiB)": 58.24, |
| "step": 14820, |
| "train_speed(iter/s)": 0.766531 |
| }, |
| { |
| "epoch": 1.3817504655493482, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00012114140788532842, |
| "loss": 0.22573395, |
| "memory(GiB)": 58.24, |
| "step": 14840, |
| "train_speed(iter/s)": 0.766585 |
| }, |
| { |
| "epoch": 1.3836126629422718, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.00012094073086449837, |
| "loss": 0.21785412, |
| "memory(GiB)": 58.24, |
| "step": 14860, |
| "train_speed(iter/s)": 0.766626 |
| }, |
| { |
| "epoch": 1.3854748603351954, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00012073996560618019, |
| "loss": 0.24774947, |
| "memory(GiB)": 58.24, |
| "step": 14880, |
| "train_speed(iter/s)": 0.766689 |
| }, |
| { |
| "epoch": 1.3873370577281192, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.0001205391129563339, |
| "loss": 0.23350339, |
| "memory(GiB)": 58.24, |
| "step": 14900, |
| "train_speed(iter/s)": 0.766772 |
| }, |
| { |
| "epoch": 1.3891992551210428, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0001203381737612878, |
| "loss": 0.19333084, |
| "memory(GiB)": 58.24, |
| "step": 14920, |
| "train_speed(iter/s)": 0.766812 |
| }, |
| { |
| "epoch": 1.3910614525139664, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0001201371488677349, |
| "loss": 0.21416593, |
| "memory(GiB)": 58.24, |
| "step": 14940, |
| "train_speed(iter/s)": 0.766851 |
| }, |
| { |
| "epoch": 1.3929236499068902, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.0001199360391227293, |
| "loss": 0.21936598, |
| "memory(GiB)": 58.24, |
| "step": 14960, |
| "train_speed(iter/s)": 0.766868 |
| }, |
| { |
| "epoch": 1.3947858472998138, |
| "grad_norm": 0.94140625, |
| "learning_rate": 0.0001197348453736826, |
| "loss": 0.22091618, |
| "memory(GiB)": 58.24, |
| "step": 14980, |
| "train_speed(iter/s)": 0.766953 |
| }, |
| { |
| "epoch": 1.3966480446927374, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.00011953356846836037, |
| "loss": 0.21947927, |
| "memory(GiB)": 58.24, |
| "step": 15000, |
| "train_speed(iter/s)": 0.767002 |
| }, |
| { |
| "epoch": 1.3985102420856612, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00011933220925487862, |
| "loss": 0.23145449, |
| "memory(GiB)": 58.24, |
| "step": 15020, |
| "train_speed(iter/s)": 0.767081 |
| }, |
| { |
| "epoch": 1.4003724394785848, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0001191307685817002, |
| "loss": 0.22147784, |
| "memory(GiB)": 58.24, |
| "step": 15040, |
| "train_speed(iter/s)": 0.767163 |
| }, |
| { |
| "epoch": 1.4022346368715084, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00011892924729763109, |
| "loss": 0.19200894, |
| "memory(GiB)": 58.24, |
| "step": 15060, |
| "train_speed(iter/s)": 0.767203 |
| }, |
| { |
| "epoch": 1.404096834264432, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00011872764625181701, |
| "loss": 0.21943903, |
| "memory(GiB)": 58.24, |
| "step": 15080, |
| "train_speed(iter/s)": 0.767267 |
| }, |
| { |
| "epoch": 1.4059590316573556, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00011852596629373977, |
| "loss": 0.21660228, |
| "memory(GiB)": 58.24, |
| "step": 15100, |
| "train_speed(iter/s)": 0.767307 |
| }, |
| { |
| "epoch": 1.4078212290502794, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.00011832420827321373, |
| "loss": 0.21862273, |
| "memory(GiB)": 58.24, |
| "step": 15120, |
| "train_speed(iter/s)": 0.767327 |
| }, |
| { |
| "epoch": 1.409683426443203, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00011812237304038209, |
| "loss": 0.24118257, |
| "memory(GiB)": 58.24, |
| "step": 15140, |
| "train_speed(iter/s)": 0.767389 |
| }, |
| { |
| "epoch": 1.4115456238361266, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00011792046144571348, |
| "loss": 0.20173512, |
| "memory(GiB)": 58.24, |
| "step": 15160, |
| "train_speed(iter/s)": 0.767455 |
| }, |
| { |
| "epoch": 1.4134078212290504, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00011771847433999823, |
| "loss": 0.19333193, |
| "memory(GiB)": 58.24, |
| "step": 15180, |
| "train_speed(iter/s)": 0.767496 |
| }, |
| { |
| "epoch": 1.415270018621974, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00011751641257434492, |
| "loss": 0.21858253, |
| "memory(GiB)": 58.24, |
| "step": 15200, |
| "train_speed(iter/s)": 0.767558 |
| }, |
| { |
| "epoch": 1.4171322160148976, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00011731427700017663, |
| "loss": 0.20099108, |
| "memory(GiB)": 58.24, |
| "step": 15220, |
| "train_speed(iter/s)": 0.76761 |
| }, |
| { |
| "epoch": 1.4189944134078212, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00011711206846922753, |
| "loss": 0.20006487, |
| "memory(GiB)": 58.24, |
| "step": 15240, |
| "train_speed(iter/s)": 0.767685 |
| }, |
| { |
| "epoch": 1.4208566108007448, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00011690978783353914, |
| "loss": 0.20852513, |
| "memory(GiB)": 58.24, |
| "step": 15260, |
| "train_speed(iter/s)": 0.767757 |
| }, |
| { |
| "epoch": 1.4227188081936686, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00011670743594545692, |
| "loss": 0.19811587, |
| "memory(GiB)": 58.24, |
| "step": 15280, |
| "train_speed(iter/s)": 0.767769 |
| }, |
| { |
| "epoch": 1.4245810055865922, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.00011650501365762638, |
| "loss": 0.23192661, |
| "memory(GiB)": 58.24, |
| "step": 15300, |
| "train_speed(iter/s)": 0.76783 |
| }, |
| { |
| "epoch": 1.4264432029795158, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00011630252182298985, |
| "loss": 0.20126216, |
| "memory(GiB)": 58.24, |
| "step": 15320, |
| "train_speed(iter/s)": 0.767878 |
| }, |
| { |
| "epoch": 1.4283054003724396, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00011609996129478257, |
| "loss": 0.1996449, |
| "memory(GiB)": 58.24, |
| "step": 15340, |
| "train_speed(iter/s)": 0.767869 |
| }, |
| { |
| "epoch": 1.4301675977653632, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00011589733292652938, |
| "loss": 0.18534939, |
| "memory(GiB)": 58.24, |
| "step": 15360, |
| "train_speed(iter/s)": 0.767893 |
| }, |
| { |
| "epoch": 1.4320297951582868, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00011569463757204084, |
| "loss": 0.21407509, |
| "memory(GiB)": 58.24, |
| "step": 15380, |
| "train_speed(iter/s)": 0.76794 |
| }, |
| { |
| "epoch": 1.4338919925512104, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00011549187608540983, |
| "loss": 0.18790734, |
| "memory(GiB)": 58.24, |
| "step": 15400, |
| "train_speed(iter/s)": 0.767948 |
| }, |
| { |
| "epoch": 1.435754189944134, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00011528904932100786, |
| "loss": 0.21195495, |
| "memory(GiB)": 58.24, |
| "step": 15420, |
| "train_speed(iter/s)": 0.768007 |
| }, |
| { |
| "epoch": 1.4376163873370578, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00011508615813348156, |
| "loss": 0.22268994, |
| "memory(GiB)": 58.24, |
| "step": 15440, |
| "train_speed(iter/s)": 0.768083 |
| }, |
| { |
| "epoch": 1.4394785847299814, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.00011488320337774893, |
| "loss": 0.21396356, |
| "memory(GiB)": 58.24, |
| "step": 15460, |
| "train_speed(iter/s)": 0.768135 |
| }, |
| { |
| "epoch": 1.441340782122905, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00011468018590899591, |
| "loss": 0.18995935, |
| "memory(GiB)": 58.24, |
| "step": 15480, |
| "train_speed(iter/s)": 0.768203 |
| }, |
| { |
| "epoch": 1.4432029795158288, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00011447710658267266, |
| "loss": 0.2040406, |
| "memory(GiB)": 58.24, |
| "step": 15500, |
| "train_speed(iter/s)": 0.768246 |
| }, |
| { |
| "epoch": 1.4450651769087524, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00011427396625448999, |
| "loss": 0.19963667, |
| "memory(GiB)": 58.24, |
| "step": 15520, |
| "train_speed(iter/s)": 0.768292 |
| }, |
| { |
| "epoch": 1.446927374301676, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00011407076578041569, |
| "loss": 0.20383754, |
| "memory(GiB)": 58.24, |
| "step": 15540, |
| "train_speed(iter/s)": 0.768307 |
| }, |
| { |
| "epoch": 1.4487895716945998, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00011386750601667111, |
| "loss": 0.20976281, |
| "memory(GiB)": 58.24, |
| "step": 15560, |
| "train_speed(iter/s)": 0.768352 |
| }, |
| { |
| "epoch": 1.4506517690875234, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00011366418781972732, |
| "loss": 0.21814973, |
| "memory(GiB)": 58.24, |
| "step": 15580, |
| "train_speed(iter/s)": 0.768338 |
| }, |
| { |
| "epoch": 1.452513966480447, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00011346081204630166, |
| "loss": 0.20122726, |
| "memory(GiB)": 58.24, |
| "step": 15600, |
| "train_speed(iter/s)": 0.768344 |
| }, |
| { |
| "epoch": 1.4543761638733705, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00011325737955335405, |
| "loss": 0.20199561, |
| "memory(GiB)": 58.24, |
| "step": 15620, |
| "train_speed(iter/s)": 0.768395 |
| }, |
| { |
| "epoch": 1.4562383612662941, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00011305389119808345, |
| "loss": 0.19181294, |
| "memory(GiB)": 58.24, |
| "step": 15640, |
| "train_speed(iter/s)": 0.76846 |
| }, |
| { |
| "epoch": 1.458100558659218, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00011285034783792416, |
| "loss": 0.20035157, |
| "memory(GiB)": 58.24, |
| "step": 15660, |
| "train_speed(iter/s)": 0.768503 |
| }, |
| { |
| "epoch": 1.4599627560521415, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0001126467503305423, |
| "loss": 0.20264366, |
| "memory(GiB)": 58.24, |
| "step": 15680, |
| "train_speed(iter/s)": 0.768589 |
| }, |
| { |
| "epoch": 1.4618249534450651, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0001124430995338321, |
| "loss": 0.19577993, |
| "memory(GiB)": 58.24, |
| "step": 15700, |
| "train_speed(iter/s)": 0.76866 |
| }, |
| { |
| "epoch": 1.463687150837989, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00011223939630591238, |
| "loss": 0.22569623, |
| "memory(GiB)": 58.24, |
| "step": 15720, |
| "train_speed(iter/s)": 0.768719 |
| }, |
| { |
| "epoch": 1.4655493482309125, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00011203564150512282, |
| "loss": 0.20180607, |
| "memory(GiB)": 58.24, |
| "step": 15740, |
| "train_speed(iter/s)": 0.768778 |
| }, |
| { |
| "epoch": 1.4674115456238361, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00011183183599002052, |
| "loss": 0.21258569, |
| "memory(GiB)": 58.24, |
| "step": 15760, |
| "train_speed(iter/s)": 0.768849 |
| }, |
| { |
| "epoch": 1.4692737430167597, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.00011162798061937614, |
| "loss": 0.22123888, |
| "memory(GiB)": 58.24, |
| "step": 15780, |
| "train_speed(iter/s)": 0.768889 |
| }, |
| { |
| "epoch": 1.4711359404096833, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00011142407625217051, |
| "loss": 0.20667183, |
| "memory(GiB)": 58.24, |
| "step": 15800, |
| "train_speed(iter/s)": 0.768946 |
| }, |
| { |
| "epoch": 1.4729981378026071, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.0001112201237475909, |
| "loss": 0.19118414, |
| "memory(GiB)": 58.24, |
| "step": 15820, |
| "train_speed(iter/s)": 0.768992 |
| }, |
| { |
| "epoch": 1.4748603351955307, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00011101612396502743, |
| "loss": 0.204529, |
| "memory(GiB)": 58.24, |
| "step": 15840, |
| "train_speed(iter/s)": 0.769069 |
| }, |
| { |
| "epoch": 1.4767225325884543, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00011081207776406936, |
| "loss": 0.22140031, |
| "memory(GiB)": 58.24, |
| "step": 15860, |
| "train_speed(iter/s)": 0.769122 |
| }, |
| { |
| "epoch": 1.4785847299813781, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00011060798600450165, |
| "loss": 0.20754693, |
| "memory(GiB)": 58.24, |
| "step": 15880, |
| "train_speed(iter/s)": 0.769183 |
| }, |
| { |
| "epoch": 1.4804469273743017, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.0001104038495463011, |
| "loss": 0.19853688, |
| "memory(GiB)": 58.24, |
| "step": 15900, |
| "train_speed(iter/s)": 0.76922 |
| }, |
| { |
| "epoch": 1.4823091247672253, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00011019966924963301, |
| "loss": 0.21250277, |
| "memory(GiB)": 58.24, |
| "step": 15920, |
| "train_speed(iter/s)": 0.769279 |
| }, |
| { |
| "epoch": 1.484171322160149, |
| "grad_norm": 1.5, |
| "learning_rate": 0.00010999544597484723, |
| "loss": 0.19000928, |
| "memory(GiB)": 58.24, |
| "step": 15940, |
| "train_speed(iter/s)": 0.769266 |
| }, |
| { |
| "epoch": 1.4860335195530725, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00010979118058247486, |
| "loss": 0.20164049, |
| "memory(GiB)": 58.24, |
| "step": 15960, |
| "train_speed(iter/s)": 0.769316 |
| }, |
| { |
| "epoch": 1.4878957169459963, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00010958687393322435, |
| "loss": 0.18680851, |
| "memory(GiB)": 58.24, |
| "step": 15980, |
| "train_speed(iter/s)": 0.769344 |
| }, |
| { |
| "epoch": 1.48975791433892, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00010938252688797814, |
| "loss": 0.1877938, |
| "memory(GiB)": 58.24, |
| "step": 16000, |
| "train_speed(iter/s)": 0.769392 |
| }, |
| { |
| "epoch": 1.48975791433892, |
| "eval_loss": 0.3874351382255554, |
| "eval_runtime": 76.1306, |
| "eval_samples_per_second": 182.384, |
| "eval_steps_per_second": 1.432, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.4916201117318435, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00010917814030778871, |
| "loss": 0.194278, |
| "memory(GiB)": 58.24, |
| "step": 16020, |
| "train_speed(iter/s)": 0.765509 |
| }, |
| { |
| "epoch": 1.4934823091247673, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00010897371505387522, |
| "loss": 0.20364323, |
| "memory(GiB)": 58.24, |
| "step": 16040, |
| "train_speed(iter/s)": 0.765554 |
| }, |
| { |
| "epoch": 1.495344506517691, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.0001087692519876198, |
| "loss": 0.19808676, |
| "memory(GiB)": 58.24, |
| "step": 16060, |
| "train_speed(iter/s)": 0.765634 |
| }, |
| { |
| "epoch": 1.4972067039106145, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.0001085647519705639, |
| "loss": 0.18924752, |
| "memory(GiB)": 58.24, |
| "step": 16080, |
| "train_speed(iter/s)": 0.765667 |
| }, |
| { |
| "epoch": 1.499068901303538, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00010836021586440461, |
| "loss": 0.16571351, |
| "memory(GiB)": 58.24, |
| "step": 16100, |
| "train_speed(iter/s)": 0.765745 |
| }, |
| { |
| "epoch": 1.5009310986964617, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00010815564453099116, |
| "loss": 0.20310044, |
| "memory(GiB)": 58.24, |
| "step": 16120, |
| "train_speed(iter/s)": 0.765771 |
| }, |
| { |
| "epoch": 1.5027932960893855, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0001079510388323212, |
| "loss": 0.19717693, |
| "memory(GiB)": 58.24, |
| "step": 16140, |
| "train_speed(iter/s)": 0.765833 |
| }, |
| { |
| "epoch": 1.504655493482309, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00010774639963053721, |
| "loss": 0.19102185, |
| "memory(GiB)": 58.24, |
| "step": 16160, |
| "train_speed(iter/s)": 0.765855 |
| }, |
| { |
| "epoch": 1.5065176908752327, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.00010754172778792273, |
| "loss": 0.20653129, |
| "memory(GiB)": 58.24, |
| "step": 16180, |
| "train_speed(iter/s)": 0.765871 |
| }, |
| { |
| "epoch": 1.5083798882681565, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00010733702416689894, |
| "loss": 0.17359197, |
| "memory(GiB)": 58.24, |
| "step": 16200, |
| "train_speed(iter/s)": 0.76593 |
| }, |
| { |
| "epoch": 1.51024208566108, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.00010713228963002095, |
| "loss": 0.20052829, |
| "memory(GiB)": 58.24, |
| "step": 16220, |
| "train_speed(iter/s)": 0.766002 |
| }, |
| { |
| "epoch": 1.5121042830540037, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00010692752503997405, |
| "loss": 0.19778749, |
| "memory(GiB)": 58.24, |
| "step": 16240, |
| "train_speed(iter/s)": 0.766039 |
| }, |
| { |
| "epoch": 1.5139664804469275, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00010672273125957018, |
| "loss": 0.20196233, |
| "memory(GiB)": 58.24, |
| "step": 16260, |
| "train_speed(iter/s)": 0.766025 |
| }, |
| { |
| "epoch": 1.5158286778398509, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00010651790915174431, |
| "loss": 0.18381786, |
| "memory(GiB)": 58.24, |
| "step": 16280, |
| "train_speed(iter/s)": 0.766031 |
| }, |
| { |
| "epoch": 1.5176908752327747, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0001063130595795508, |
| "loss": 0.20333216, |
| "memory(GiB)": 58.24, |
| "step": 16300, |
| "train_speed(iter/s)": 0.766055 |
| }, |
| { |
| "epoch": 1.5195530726256983, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00010610818340615967, |
| "loss": 0.20140872, |
| "memory(GiB)": 58.24, |
| "step": 16320, |
| "train_speed(iter/s)": 0.76611 |
| }, |
| { |
| "epoch": 1.5214152700186219, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00010590328149485304, |
| "loss": 0.20071106, |
| "memory(GiB)": 58.24, |
| "step": 16340, |
| "train_speed(iter/s)": 0.76614 |
| }, |
| { |
| "epoch": 1.5232774674115457, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00010569835470902154, |
| "loss": 0.18391163, |
| "memory(GiB)": 58.24, |
| "step": 16360, |
| "train_speed(iter/s)": 0.766176 |
| }, |
| { |
| "epoch": 1.5251396648044693, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00010549340391216058, |
| "loss": 0.19652946, |
| "memory(GiB)": 58.24, |
| "step": 16380, |
| "train_speed(iter/s)": 0.76621 |
| }, |
| { |
| "epoch": 1.5270018621973929, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0001052884299678667, |
| "loss": 0.20681992, |
| "memory(GiB)": 58.24, |
| "step": 16400, |
| "train_speed(iter/s)": 0.766211 |
| }, |
| { |
| "epoch": 1.5288640595903167, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.00010508343373983403, |
| "loss": 0.17298584, |
| "memory(GiB)": 58.24, |
| "step": 16420, |
| "train_speed(iter/s)": 0.76628 |
| }, |
| { |
| "epoch": 1.5307262569832403, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00010487841609185054, |
| "loss": 0.20368049, |
| "memory(GiB)": 58.24, |
| "step": 16440, |
| "train_speed(iter/s)": 0.766332 |
| }, |
| { |
| "epoch": 1.5325884543761639, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00010467337788779456, |
| "loss": 0.1869107, |
| "memory(GiB)": 58.24, |
| "step": 16460, |
| "train_speed(iter/s)": 0.766398 |
| }, |
| { |
| "epoch": 1.5344506517690877, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.00010446831999163097, |
| "loss": 0.1824265, |
| "memory(GiB)": 58.24, |
| "step": 16480, |
| "train_speed(iter/s)": 0.766432 |
| }, |
| { |
| "epoch": 1.536312849162011, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00010426324326740759, |
| "loss": 0.18272617, |
| "memory(GiB)": 58.24, |
| "step": 16500, |
| "train_speed(iter/s)": 0.766466 |
| }, |
| { |
| "epoch": 1.5381750465549349, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00010405814857925163, |
| "loss": 0.18423979, |
| "memory(GiB)": 58.24, |
| "step": 16520, |
| "train_speed(iter/s)": 0.766478 |
| }, |
| { |
| "epoch": 1.5400372439478585, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.000103853036791366, |
| "loss": 0.19179487, |
| "memory(GiB)": 58.24, |
| "step": 16540, |
| "train_speed(iter/s)": 0.766515 |
| }, |
| { |
| "epoch": 1.541899441340782, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00010364790876802564, |
| "loss": 0.18541435, |
| "memory(GiB)": 58.24, |
| "step": 16560, |
| "train_speed(iter/s)": 0.766542 |
| }, |
| { |
| "epoch": 1.5437616387337059, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00010344276537357385, |
| "loss": 0.19410855, |
| "memory(GiB)": 58.24, |
| "step": 16580, |
| "train_speed(iter/s)": 0.76658 |
| }, |
| { |
| "epoch": 1.5456238361266295, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00010323760747241879, |
| "loss": 0.19085188, |
| "memory(GiB)": 58.24, |
| "step": 16600, |
| "train_speed(iter/s)": 0.766623 |
| }, |
| { |
| "epoch": 1.547486033519553, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.00010303243592902973, |
| "loss": 0.19986777, |
| "memory(GiB)": 58.24, |
| "step": 16620, |
| "train_speed(iter/s)": 0.766689 |
| }, |
| { |
| "epoch": 1.5493482309124769, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00010282725160793338, |
| "loss": 0.18039792, |
| "memory(GiB)": 58.24, |
| "step": 16640, |
| "train_speed(iter/s)": 0.76671 |
| }, |
| { |
| "epoch": 1.5512104283054002, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00010262205537371032, |
| "loss": 0.18429933, |
| "memory(GiB)": 58.24, |
| "step": 16660, |
| "train_speed(iter/s)": 0.766755 |
| }, |
| { |
| "epoch": 1.553072625698324, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0001024168480909913, |
| "loss": 0.18001516, |
| "memory(GiB)": 58.24, |
| "step": 16680, |
| "train_speed(iter/s)": 0.766784 |
| }, |
| { |
| "epoch": 1.5549348230912476, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00010221163062445367, |
| "loss": 0.17717788, |
| "memory(GiB)": 58.24, |
| "step": 16700, |
| "train_speed(iter/s)": 0.76683 |
| }, |
| { |
| "epoch": 1.5567970204841712, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00010200640383881765, |
| "loss": 0.18292215, |
| "memory(GiB)": 58.24, |
| "step": 16720, |
| "train_speed(iter/s)": 0.766884 |
| }, |
| { |
| "epoch": 1.558659217877095, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00010180116859884278, |
| "loss": 0.20042725, |
| "memory(GiB)": 58.24, |
| "step": 16740, |
| "train_speed(iter/s)": 0.766896 |
| }, |
| { |
| "epoch": 1.5605214152700186, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00010159592576932418, |
| "loss": 0.1987066, |
| "memory(GiB)": 58.24, |
| "step": 16760, |
| "train_speed(iter/s)": 0.766911 |
| }, |
| { |
| "epoch": 1.5623836126629422, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0001013906762150889, |
| "loss": 0.17853866, |
| "memory(GiB)": 58.24, |
| "step": 16780, |
| "train_speed(iter/s)": 0.766976 |
| }, |
| { |
| "epoch": 1.564245810055866, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00010118542080099247, |
| "loss": 0.16571226, |
| "memory(GiB)": 58.24, |
| "step": 16800, |
| "train_speed(iter/s)": 0.767027 |
| }, |
| { |
| "epoch": 1.5661080074487894, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00010098016039191496, |
| "loss": 0.17807512, |
| "memory(GiB)": 58.24, |
| "step": 16820, |
| "train_speed(iter/s)": 0.767079 |
| }, |
| { |
| "epoch": 1.5679702048417132, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00010077489585275758, |
| "loss": 0.17454565, |
| "memory(GiB)": 58.24, |
| "step": 16840, |
| "train_speed(iter/s)": 0.767166 |
| }, |
| { |
| "epoch": 1.5698324022346368, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00010056962804843892, |
| "loss": 0.18413407, |
| "memory(GiB)": 58.24, |
| "step": 16860, |
| "train_speed(iter/s)": 0.767203 |
| }, |
| { |
| "epoch": 1.5716945996275604, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00010036435784389135, |
| "loss": 0.17773303, |
| "memory(GiB)": 58.24, |
| "step": 16880, |
| "train_speed(iter/s)": 0.767245 |
| }, |
| { |
| "epoch": 1.5735567970204842, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0001001590861040573, |
| "loss": 0.19698086, |
| "memory(GiB)": 58.24, |
| "step": 16900, |
| "train_speed(iter/s)": 0.767309 |
| }, |
| { |
| "epoch": 1.5754189944134078, |
| "grad_norm": 1.1953125, |
| "learning_rate": 9.99538136938857e-05, |
| "loss": 0.18003293, |
| "memory(GiB)": 58.24, |
| "step": 16920, |
| "train_speed(iter/s)": 0.767369 |
| }, |
| { |
| "epoch": 1.5772811918063314, |
| "grad_norm": 1.0859375, |
| "learning_rate": 9.974854147832826e-05, |
| "loss": 0.18390901, |
| "memory(GiB)": 58.24, |
| "step": 16940, |
| "train_speed(iter/s)": 0.767439 |
| }, |
| { |
| "epoch": 1.5791433891992552, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.954327032233599e-05, |
| "loss": 0.17549541, |
| "memory(GiB)": 58.24, |
| "step": 16960, |
| "train_speed(iter/s)": 0.767475 |
| }, |
| { |
| "epoch": 1.5810055865921788, |
| "grad_norm": 1.1640625, |
| "learning_rate": 9.933800109085529e-05, |
| "loss": 0.17035363, |
| "memory(GiB)": 58.24, |
| "step": 16980, |
| "train_speed(iter/s)": 0.767506 |
| }, |
| { |
| "epoch": 1.5828677839851024, |
| "grad_norm": 1.078125, |
| "learning_rate": 9.913273464882459e-05, |
| "loss": 0.16605544, |
| "memory(GiB)": 58.24, |
| "step": 17000, |
| "train_speed(iter/s)": 0.767541 |
| }, |
| { |
| "epoch": 1.5847299813780262, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.892747186117047e-05, |
| "loss": 0.1817858, |
| "memory(GiB)": 58.24, |
| "step": 17020, |
| "train_speed(iter/s)": 0.767592 |
| }, |
| { |
| "epoch": 1.5865921787709496, |
| "grad_norm": 1.3203125, |
| "learning_rate": 9.872221359280408e-05, |
| "loss": 0.17891808, |
| "memory(GiB)": 58.24, |
| "step": 17040, |
| "train_speed(iter/s)": 0.767651 |
| }, |
| { |
| "epoch": 1.5884543761638734, |
| "grad_norm": 1.296875, |
| "learning_rate": 9.851696070861766e-05, |
| "loss": 0.18936658, |
| "memory(GiB)": 58.24, |
| "step": 17060, |
| "train_speed(iter/s)": 0.767704 |
| }, |
| { |
| "epoch": 1.590316573556797, |
| "grad_norm": 1.296875, |
| "learning_rate": 9.831171407348064e-05, |
| "loss": 0.18166518, |
| "memory(GiB)": 58.24, |
| "step": 17080, |
| "train_speed(iter/s)": 0.767746 |
| }, |
| { |
| "epoch": 1.5921787709497206, |
| "grad_norm": 1.328125, |
| "learning_rate": 9.810647455223616e-05, |
| "loss": 0.19375865, |
| "memory(GiB)": 58.24, |
| "step": 17100, |
| "train_speed(iter/s)": 0.767823 |
| }, |
| { |
| "epoch": 1.5940409683426444, |
| "grad_norm": 1.2578125, |
| "learning_rate": 9.790124300969743e-05, |
| "loss": 0.18132524, |
| "memory(GiB)": 58.24, |
| "step": 17120, |
| "train_speed(iter/s)": 0.767869 |
| }, |
| { |
| "epoch": 1.595903165735568, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.769602031064394e-05, |
| "loss": 0.16648118, |
| "memory(GiB)": 58.24, |
| "step": 17140, |
| "train_speed(iter/s)": 0.767933 |
| }, |
| { |
| "epoch": 1.5977653631284916, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.749080731981806e-05, |
| "loss": 0.17684975, |
| "memory(GiB)": 58.24, |
| "step": 17160, |
| "train_speed(iter/s)": 0.76797 |
| }, |
| { |
| "epoch": 1.5996275605214154, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.728560490192112e-05, |
| "loss": 0.17072924, |
| "memory(GiB)": 58.24, |
| "step": 17180, |
| "train_speed(iter/s)": 0.767983 |
| }, |
| { |
| "epoch": 1.6014897579143388, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.708041392160992e-05, |
| "loss": 0.17846963, |
| "memory(GiB)": 58.24, |
| "step": 17200, |
| "train_speed(iter/s)": 0.768026 |
| }, |
| { |
| "epoch": 1.6033519553072626, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.687523524349314e-05, |
| "loss": 0.19516928, |
| "memory(GiB)": 58.24, |
| "step": 17220, |
| "train_speed(iter/s)": 0.768095 |
| }, |
| { |
| "epoch": 1.6052141527001862, |
| "grad_norm": 1.03125, |
| "learning_rate": 9.667006973212755e-05, |
| "loss": 0.16764045, |
| "memory(GiB)": 58.24, |
| "step": 17240, |
| "train_speed(iter/s)": 0.768152 |
| }, |
| { |
| "epoch": 1.6070763500931098, |
| "grad_norm": 1.09375, |
| "learning_rate": 9.646491825201447e-05, |
| "loss": 0.18242341, |
| "memory(GiB)": 58.24, |
| "step": 17260, |
| "train_speed(iter/s)": 0.768197 |
| }, |
| { |
| "epoch": 1.6089385474860336, |
| "grad_norm": 1.0546875, |
| "learning_rate": 9.625978166759612e-05, |
| "loss": 0.17120929, |
| "memory(GiB)": 58.24, |
| "step": 17280, |
| "train_speed(iter/s)": 0.768261 |
| }, |
| { |
| "epoch": 1.6108007448789572, |
| "grad_norm": 1.1484375, |
| "learning_rate": 9.605466084325186e-05, |
| "loss": 0.16303382, |
| "memory(GiB)": 58.24, |
| "step": 17300, |
| "train_speed(iter/s)": 0.768326 |
| }, |
| { |
| "epoch": 1.6126629422718808, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.58495566432948e-05, |
| "loss": 0.16613436, |
| "memory(GiB)": 58.24, |
| "step": 17320, |
| "train_speed(iter/s)": 0.768393 |
| }, |
| { |
| "epoch": 1.6145251396648046, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.564446993196785e-05, |
| "loss": 0.16981788, |
| "memory(GiB)": 58.24, |
| "step": 17340, |
| "train_speed(iter/s)": 0.768432 |
| }, |
| { |
| "epoch": 1.616387337057728, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.543940157344029e-05, |
| "loss": 0.18024995, |
| "memory(GiB)": 58.24, |
| "step": 17360, |
| "train_speed(iter/s)": 0.768451 |
| }, |
| { |
| "epoch": 1.6182495344506518, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.523435243180407e-05, |
| "loss": 0.18168037, |
| "memory(GiB)": 58.24, |
| "step": 17380, |
| "train_speed(iter/s)": 0.768465 |
| }, |
| { |
| "epoch": 1.6201117318435754, |
| "grad_norm": 1.0625, |
| "learning_rate": 9.502932337107018e-05, |
| "loss": 0.17241347, |
| "memory(GiB)": 58.24, |
| "step": 17400, |
| "train_speed(iter/s)": 0.768438 |
| }, |
| { |
| "epoch": 1.621973929236499, |
| "grad_norm": 1.3515625, |
| "learning_rate": 9.482431525516494e-05, |
| "loss": 0.1620393, |
| "memory(GiB)": 58.24, |
| "step": 17420, |
| "train_speed(iter/s)": 0.768459 |
| }, |
| { |
| "epoch": 1.6238361266294228, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.46193289479265e-05, |
| "loss": 0.18191284, |
| "memory(GiB)": 58.24, |
| "step": 17440, |
| "train_speed(iter/s)": 0.768493 |
| }, |
| { |
| "epoch": 1.6256983240223464, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.4414365313101e-05, |
| "loss": 0.17514572, |
| "memory(GiB)": 58.24, |
| "step": 17460, |
| "train_speed(iter/s)": 0.768567 |
| }, |
| { |
| "epoch": 1.62756052141527, |
| "grad_norm": 1.3671875, |
| "learning_rate": 9.420942521433918e-05, |
| "loss": 0.17852993, |
| "memory(GiB)": 58.24, |
| "step": 17480, |
| "train_speed(iter/s)": 0.768601 |
| }, |
| { |
| "epoch": 1.6294227188081938, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.400450951519253e-05, |
| "loss": 0.16387472, |
| "memory(GiB)": 58.24, |
| "step": 17500, |
| "train_speed(iter/s)": 0.768606 |
| }, |
| { |
| "epoch": 1.6312849162011172, |
| "grad_norm": 2.0, |
| "learning_rate": 9.379961907910967e-05, |
| "loss": 0.16921017, |
| "memory(GiB)": 58.24, |
| "step": 17520, |
| "train_speed(iter/s)": 0.76869 |
| }, |
| { |
| "epoch": 1.633147113594041, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.359475476943292e-05, |
| "loss": 0.17136528, |
| "memory(GiB)": 58.24, |
| "step": 17540, |
| "train_speed(iter/s)": 0.768707 |
| }, |
| { |
| "epoch": 1.6350093109869648, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.338991744939442e-05, |
| "loss": 0.18011303, |
| "memory(GiB)": 58.24, |
| "step": 17560, |
| "train_speed(iter/s)": 0.768748 |
| }, |
| { |
| "epoch": 1.6368715083798882, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.318510798211253e-05, |
| "loss": 0.16851079, |
| "memory(GiB)": 58.24, |
| "step": 17580, |
| "train_speed(iter/s)": 0.768783 |
| }, |
| { |
| "epoch": 1.638733705772812, |
| "grad_norm": 1.3359375, |
| "learning_rate": 9.298032723058838e-05, |
| "loss": 0.18129635, |
| "memory(GiB)": 58.24, |
| "step": 17600, |
| "train_speed(iter/s)": 0.768787 |
| }, |
| { |
| "epoch": 1.6405959031657356, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.277557605770194e-05, |
| "loss": 0.15408287, |
| "memory(GiB)": 58.24, |
| "step": 17620, |
| "train_speed(iter/s)": 0.768849 |
| }, |
| { |
| "epoch": 1.6424581005586592, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.257085532620875e-05, |
| "loss": 0.1833734, |
| "memory(GiB)": 58.24, |
| "step": 17640, |
| "train_speed(iter/s)": 0.768885 |
| }, |
| { |
| "epoch": 1.644320297951583, |
| "grad_norm": 1.140625, |
| "learning_rate": 9.236616589873593e-05, |
| "loss": 0.16197611, |
| "memory(GiB)": 58.24, |
| "step": 17660, |
| "train_speed(iter/s)": 0.768904 |
| }, |
| { |
| "epoch": 1.6461824953445066, |
| "grad_norm": 1.1484375, |
| "learning_rate": 9.216150863777865e-05, |
| "loss": 0.16501439, |
| "memory(GiB)": 58.24, |
| "step": 17680, |
| "train_speed(iter/s)": 0.768969 |
| }, |
| { |
| "epoch": 1.6480446927374302, |
| "grad_norm": 1.25, |
| "learning_rate": 9.195688440569675e-05, |
| "loss": 0.17173784, |
| "memory(GiB)": 58.24, |
| "step": 17700, |
| "train_speed(iter/s)": 0.769007 |
| }, |
| { |
| "epoch": 1.649906890130354, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.175229406471069e-05, |
| "loss": 0.15976682, |
| "memory(GiB)": 58.24, |
| "step": 17720, |
| "train_speed(iter/s)": 0.769066 |
| }, |
| { |
| "epoch": 1.6517690875232773, |
| "grad_norm": 1.2578125, |
| "learning_rate": 9.15477384768982e-05, |
| "loss": 0.16614034, |
| "memory(GiB)": 58.24, |
| "step": 17740, |
| "train_speed(iter/s)": 0.769113 |
| }, |
| { |
| "epoch": 1.6536312849162011, |
| "grad_norm": 1.1171875, |
| "learning_rate": 9.134321850419062e-05, |
| "loss": 0.19003222, |
| "memory(GiB)": 58.24, |
| "step": 17760, |
| "train_speed(iter/s)": 0.769151 |
| }, |
| { |
| "epoch": 1.6554934823091247, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.11387350083691e-05, |
| "loss": 0.17415506, |
| "memory(GiB)": 58.24, |
| "step": 17780, |
| "train_speed(iter/s)": 0.769173 |
| }, |
| { |
| "epoch": 1.6573556797020483, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.093428885106127e-05, |
| "loss": 0.16781898, |
| "memory(GiB)": 58.24, |
| "step": 17800, |
| "train_speed(iter/s)": 0.769224 |
| }, |
| { |
| "epoch": 1.6592178770949721, |
| "grad_norm": 1.15625, |
| "learning_rate": 9.072988089373724e-05, |
| "loss": 0.16520228, |
| "memory(GiB)": 58.24, |
| "step": 17820, |
| "train_speed(iter/s)": 0.769277 |
| }, |
| { |
| "epoch": 1.6610800744878957, |
| "grad_norm": 1.578125, |
| "learning_rate": 9.052551199770623e-05, |
| "loss": 0.17041247, |
| "memory(GiB)": 58.24, |
| "step": 17840, |
| "train_speed(iter/s)": 0.769331 |
| }, |
| { |
| "epoch": 1.6629422718808193, |
| "grad_norm": 1.09375, |
| "learning_rate": 9.032118302411293e-05, |
| "loss": 0.18079939, |
| "memory(GiB)": 58.24, |
| "step": 17860, |
| "train_speed(iter/s)": 0.769372 |
| }, |
| { |
| "epoch": 1.6648044692737431, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.011689483393375e-05, |
| "loss": 0.15872812, |
| "memory(GiB)": 58.24, |
| "step": 17880, |
| "train_speed(iter/s)": 0.76943 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.515625, |
| "learning_rate": 8.991264828797319e-05, |
| "loss": 0.16760997, |
| "memory(GiB)": 58.24, |
| "step": 17900, |
| "train_speed(iter/s)": 0.769459 |
| }, |
| { |
| "epoch": 1.6685288640595903, |
| "grad_norm": 1.125, |
| "learning_rate": 8.970844424686041e-05, |
| "loss": 0.16810267, |
| "memory(GiB)": 58.24, |
| "step": 17920, |
| "train_speed(iter/s)": 0.769493 |
| }, |
| { |
| "epoch": 1.670391061452514, |
| "grad_norm": 1.25, |
| "learning_rate": 8.950428357104535e-05, |
| "loss": 0.16381236, |
| "memory(GiB)": 58.24, |
| "step": 17940, |
| "train_speed(iter/s)": 0.769526 |
| }, |
| { |
| "epoch": 1.6722532588454375, |
| "grad_norm": 0.8828125, |
| "learning_rate": 8.930016712079531e-05, |
| "loss": 0.15553318, |
| "memory(GiB)": 58.24, |
| "step": 17960, |
| "train_speed(iter/s)": 0.76956 |
| }, |
| { |
| "epoch": 1.6741154562383613, |
| "grad_norm": 0.96875, |
| "learning_rate": 8.909609575619121e-05, |
| "loss": 0.17401633, |
| "memory(GiB)": 58.24, |
| "step": 17980, |
| "train_speed(iter/s)": 0.76963 |
| }, |
| { |
| "epoch": 1.675977653631285, |
| "grad_norm": 1.5703125, |
| "learning_rate": 8.889207033712392e-05, |
| "loss": 0.16966208, |
| "memory(GiB)": 58.24, |
| "step": 18000, |
| "train_speed(iter/s)": 0.76966 |
| }, |
| { |
| "epoch": 1.675977653631285, |
| "eval_loss": 0.3787587583065033, |
| "eval_runtime": 76.3917, |
| "eval_samples_per_second": 181.761, |
| "eval_steps_per_second": 1.427, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.6778398510242085, |
| "grad_norm": 1.140625, |
| "learning_rate": 8.868809172329084e-05, |
| "loss": 0.16671758, |
| "memory(GiB)": 58.24, |
| "step": 18020, |
| "train_speed(iter/s)": 0.766139 |
| }, |
| { |
| "epoch": 1.6797020484171323, |
| "grad_norm": 1.15625, |
| "learning_rate": 8.848416077419208e-05, |
| "loss": 0.1657429, |
| "memory(GiB)": 58.24, |
| "step": 18040, |
| "train_speed(iter/s)": 0.766174 |
| }, |
| { |
| "epoch": 1.6815642458100557, |
| "grad_norm": 1.359375, |
| "learning_rate": 8.828027834912686e-05, |
| "loss": 0.16353419, |
| "memory(GiB)": 58.24, |
| "step": 18060, |
| "train_speed(iter/s)": 0.766179 |
| }, |
| { |
| "epoch": 1.6834264432029795, |
| "grad_norm": 1.28125, |
| "learning_rate": 8.807644530719002e-05, |
| "loss": 0.15319026, |
| "memory(GiB)": 58.24, |
| "step": 18080, |
| "train_speed(iter/s)": 0.766193 |
| }, |
| { |
| "epoch": 1.6852886405959033, |
| "grad_norm": 1.171875, |
| "learning_rate": 8.787266250726824e-05, |
| "loss": 0.15553379, |
| "memory(GiB)": 58.24, |
| "step": 18100, |
| "train_speed(iter/s)": 0.76623 |
| }, |
| { |
| "epoch": 1.6871508379888267, |
| "grad_norm": 1.40625, |
| "learning_rate": 8.766893080803659e-05, |
| "loss": 0.16313032, |
| "memory(GiB)": 58.24, |
| "step": 18120, |
| "train_speed(iter/s)": 0.766265 |
| }, |
| { |
| "epoch": 1.6890130353817505, |
| "grad_norm": 1.140625, |
| "learning_rate": 8.746525106795476e-05, |
| "loss": 0.16240375, |
| "memory(GiB)": 58.24, |
| "step": 18140, |
| "train_speed(iter/s)": 0.766296 |
| }, |
| { |
| "epoch": 1.690875232774674, |
| "grad_norm": 1.234375, |
| "learning_rate": 8.726162414526343e-05, |
| "loss": 0.14353172, |
| "memory(GiB)": 58.24, |
| "step": 18160, |
| "train_speed(iter/s)": 0.766374 |
| }, |
| { |
| "epoch": 1.6927374301675977, |
| "grad_norm": 1.203125, |
| "learning_rate": 8.705805089798089e-05, |
| "loss": 0.15949094, |
| "memory(GiB)": 58.24, |
| "step": 18180, |
| "train_speed(iter/s)": 0.766413 |
| }, |
| { |
| "epoch": 1.6945996275605215, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.685453218389914e-05, |
| "loss": 0.15888497, |
| "memory(GiB)": 58.24, |
| "step": 18200, |
| "train_speed(iter/s)": 0.76646 |
| }, |
| { |
| "epoch": 1.696461824953445, |
| "grad_norm": 1.265625, |
| "learning_rate": 8.665106886058037e-05, |
| "loss": 0.16196404, |
| "memory(GiB)": 58.24, |
| "step": 18220, |
| "train_speed(iter/s)": 0.766503 |
| }, |
| { |
| "epoch": 1.6983240223463687, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.644766178535351e-05, |
| "loss": 0.15065837, |
| "memory(GiB)": 58.24, |
| "step": 18240, |
| "train_speed(iter/s)": 0.766528 |
| }, |
| { |
| "epoch": 1.7001862197392925, |
| "grad_norm": 1.25, |
| "learning_rate": 8.624431181531029e-05, |
| "loss": 0.15646677, |
| "memory(GiB)": 58.24, |
| "step": 18260, |
| "train_speed(iter/s)": 0.766571 |
| }, |
| { |
| "epoch": 1.7020484171322159, |
| "grad_norm": 1.2578125, |
| "learning_rate": 8.604101980730202e-05, |
| "loss": 0.17705973, |
| "memory(GiB)": 58.24, |
| "step": 18280, |
| "train_speed(iter/s)": 0.766602 |
| }, |
| { |
| "epoch": 1.7039106145251397, |
| "grad_norm": 0.96875, |
| "learning_rate": 8.583778661793565e-05, |
| "loss": 0.1656255, |
| "memory(GiB)": 58.24, |
| "step": 18300, |
| "train_speed(iter/s)": 0.76666 |
| }, |
| { |
| "epoch": 1.7057728119180633, |
| "grad_norm": 1.4765625, |
| "learning_rate": 8.563461310357023e-05, |
| "loss": 0.16021589, |
| "memory(GiB)": 58.24, |
| "step": 18320, |
| "train_speed(iter/s)": 0.766706 |
| }, |
| { |
| "epoch": 1.7076350093109869, |
| "grad_norm": 1.4921875, |
| "learning_rate": 8.543150012031357e-05, |
| "loss": 0.15275285, |
| "memory(GiB)": 58.24, |
| "step": 18340, |
| "train_speed(iter/s)": 0.766732 |
| }, |
| { |
| "epoch": 1.7094972067039107, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.522844852401824e-05, |
| "loss": 0.16219683, |
| "memory(GiB)": 58.24, |
| "step": 18360, |
| "train_speed(iter/s)": 0.766794 |
| }, |
| { |
| "epoch": 1.7113594040968343, |
| "grad_norm": 1.09375, |
| "learning_rate": 8.502545917027817e-05, |
| "loss": 0.1585273, |
| "memory(GiB)": 58.24, |
| "step": 18380, |
| "train_speed(iter/s)": 0.7668 |
| }, |
| { |
| "epoch": 1.7132216014897579, |
| "grad_norm": 0.8359375, |
| "learning_rate": 8.482253291442508e-05, |
| "loss": 0.15480431, |
| "memory(GiB)": 58.24, |
| "step": 18400, |
| "train_speed(iter/s)": 0.766861 |
| }, |
| { |
| "epoch": 1.7150837988826817, |
| "grad_norm": 1.125, |
| "learning_rate": 8.461967061152475e-05, |
| "loss": 0.16871202, |
| "memory(GiB)": 58.24, |
| "step": 18420, |
| "train_speed(iter/s)": 0.766888 |
| }, |
| { |
| "epoch": 1.716945996275605, |
| "grad_norm": 1.203125, |
| "learning_rate": 8.441687311637358e-05, |
| "loss": 0.14869682, |
| "memory(GiB)": 58.24, |
| "step": 18440, |
| "train_speed(iter/s)": 0.766939 |
| }, |
| { |
| "epoch": 1.7188081936685289, |
| "grad_norm": 1.0546875, |
| "learning_rate": 8.421414128349478e-05, |
| "loss": 0.15027819, |
| "memory(GiB)": 58.24, |
| "step": 18460, |
| "train_speed(iter/s)": 0.76699 |
| }, |
| { |
| "epoch": 1.7206703910614525, |
| "grad_norm": 1.1171875, |
| "learning_rate": 8.401147596713492e-05, |
| "loss": 0.1574163, |
| "memory(GiB)": 58.24, |
| "step": 18480, |
| "train_speed(iter/s)": 0.767002 |
| }, |
| { |
| "epoch": 1.722532588454376, |
| "grad_norm": 1.0703125, |
| "learning_rate": 8.380887802126036e-05, |
| "loss": 0.1544909, |
| "memory(GiB)": 58.24, |
| "step": 18500, |
| "train_speed(iter/s)": 0.767039 |
| }, |
| { |
| "epoch": 1.7243947858472999, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.360634829955349e-05, |
| "loss": 0.14190108, |
| "memory(GiB)": 58.24, |
| "step": 18520, |
| "train_speed(iter/s)": 0.767069 |
| }, |
| { |
| "epoch": 1.7262569832402235, |
| "grad_norm": 1.1328125, |
| "learning_rate": 8.340388765540923e-05, |
| "loss": 0.15983729, |
| "memory(GiB)": 58.24, |
| "step": 18540, |
| "train_speed(iter/s)": 0.76707 |
| }, |
| { |
| "epoch": 1.728119180633147, |
| "grad_norm": 1.3046875, |
| "learning_rate": 8.320149694193147e-05, |
| "loss": 0.16751406, |
| "memory(GiB)": 58.24, |
| "step": 18560, |
| "train_speed(iter/s)": 0.767086 |
| }, |
| { |
| "epoch": 1.7299813780260709, |
| "grad_norm": 1.3125, |
| "learning_rate": 8.299917701192943e-05, |
| "loss": 0.16194601, |
| "memory(GiB)": 58.24, |
| "step": 18580, |
| "train_speed(iter/s)": 0.767106 |
| }, |
| { |
| "epoch": 1.7318435754189943, |
| "grad_norm": 1.1796875, |
| "learning_rate": 8.279692871791411e-05, |
| "loss": 0.16382195, |
| "memory(GiB)": 58.24, |
| "step": 18600, |
| "train_speed(iter/s)": 0.767163 |
| }, |
| { |
| "epoch": 1.733705772811918, |
| "grad_norm": 1.40625, |
| "learning_rate": 8.259475291209454e-05, |
| "loss": 0.15488023, |
| "memory(GiB)": 58.24, |
| "step": 18620, |
| "train_speed(iter/s)": 0.767205 |
| }, |
| { |
| "epoch": 1.7355679702048417, |
| "grad_norm": 1.25, |
| "learning_rate": 8.239265044637438e-05, |
| "loss": 0.1414247, |
| "memory(GiB)": 58.24, |
| "step": 18640, |
| "train_speed(iter/s)": 0.767229 |
| }, |
| { |
| "epoch": 1.7374301675977653, |
| "grad_norm": 1.2890625, |
| "learning_rate": 8.219062217234832e-05, |
| "loss": 0.15719596, |
| "memory(GiB)": 58.24, |
| "step": 18660, |
| "train_speed(iter/s)": 0.76727 |
| }, |
| { |
| "epoch": 1.739292364990689, |
| "grad_norm": 1.28125, |
| "learning_rate": 8.198866894129832e-05, |
| "loss": 0.15911665, |
| "memory(GiB)": 58.24, |
| "step": 18680, |
| "train_speed(iter/s)": 0.767339 |
| }, |
| { |
| "epoch": 1.7411545623836127, |
| "grad_norm": 1.0, |
| "learning_rate": 8.178679160419018e-05, |
| "loss": 0.14015193, |
| "memory(GiB)": 58.24, |
| "step": 18700, |
| "train_speed(iter/s)": 0.767386 |
| }, |
| { |
| "epoch": 1.7430167597765363, |
| "grad_norm": 1.2890625, |
| "learning_rate": 8.158499101166997e-05, |
| "loss": 0.16646228, |
| "memory(GiB)": 58.24, |
| "step": 18720, |
| "train_speed(iter/s)": 0.767387 |
| }, |
| { |
| "epoch": 1.74487895716946, |
| "grad_norm": 1.015625, |
| "learning_rate": 8.138326801406025e-05, |
| "loss": 0.13748178, |
| "memory(GiB)": 58.24, |
| "step": 18740, |
| "train_speed(iter/s)": 0.767449 |
| }, |
| { |
| "epoch": 1.7467411545623837, |
| "grad_norm": 1.2109375, |
| "learning_rate": 8.118162346135674e-05, |
| "loss": 0.16049628, |
| "memory(GiB)": 58.24, |
| "step": 18760, |
| "train_speed(iter/s)": 0.767496 |
| }, |
| { |
| "epoch": 1.7486033519553073, |
| "grad_norm": 0.92578125, |
| "learning_rate": 8.098005820322455e-05, |
| "loss": 0.14880733, |
| "memory(GiB)": 58.24, |
| "step": 18780, |
| "train_speed(iter/s)": 0.767549 |
| }, |
| { |
| "epoch": 1.750465549348231, |
| "grad_norm": 1.078125, |
| "learning_rate": 8.077857308899465e-05, |
| "loss": 0.16304884, |
| "memory(GiB)": 58.24, |
| "step": 18800, |
| "train_speed(iter/s)": 0.767576 |
| }, |
| { |
| "epoch": 1.7523277467411544, |
| "grad_norm": 1.1640625, |
| "learning_rate": 8.057716896766044e-05, |
| "loss": 0.14319315, |
| "memory(GiB)": 58.24, |
| "step": 18820, |
| "train_speed(iter/s)": 0.767627 |
| }, |
| { |
| "epoch": 1.7541899441340782, |
| "grad_norm": 1.34375, |
| "learning_rate": 8.037584668787391e-05, |
| "loss": 0.1478158, |
| "memory(GiB)": 58.24, |
| "step": 18840, |
| "train_speed(iter/s)": 0.767631 |
| }, |
| { |
| "epoch": 1.7560521415270018, |
| "grad_norm": 1.1484375, |
| "learning_rate": 8.017460709794216e-05, |
| "loss": 0.1471365, |
| "memory(GiB)": 58.24, |
| "step": 18860, |
| "train_speed(iter/s)": 0.767666 |
| }, |
| { |
| "epoch": 1.7579143389199254, |
| "grad_norm": 1.140625, |
| "learning_rate": 7.997345104582405e-05, |
| "loss": 0.13758318, |
| "memory(GiB)": 58.24, |
| "step": 18880, |
| "train_speed(iter/s)": 0.767694 |
| }, |
| { |
| "epoch": 1.7597765363128492, |
| "grad_norm": 1.265625, |
| "learning_rate": 7.97723793791263e-05, |
| "loss": 0.14244239, |
| "memory(GiB)": 58.24, |
| "step": 18900, |
| "train_speed(iter/s)": 0.767758 |
| }, |
| { |
| "epoch": 1.7616387337057728, |
| "grad_norm": 0.984375, |
| "learning_rate": 7.957139294510003e-05, |
| "loss": 0.15055372, |
| "memory(GiB)": 58.24, |
| "step": 18920, |
| "train_speed(iter/s)": 0.767801 |
| }, |
| { |
| "epoch": 1.7635009310986964, |
| "grad_norm": 1.109375, |
| "learning_rate": 7.937049259063734e-05, |
| "loss": 0.15460105, |
| "memory(GiB)": 58.24, |
| "step": 18940, |
| "train_speed(iter/s)": 0.767834 |
| }, |
| { |
| "epoch": 1.7653631284916202, |
| "grad_norm": 1.1484375, |
| "learning_rate": 7.916967916226747e-05, |
| "loss": 0.13544981, |
| "memory(GiB)": 58.24, |
| "step": 18960, |
| "train_speed(iter/s)": 0.767892 |
| }, |
| { |
| "epoch": 1.7672253258845436, |
| "grad_norm": 1.40625, |
| "learning_rate": 7.896895350615357e-05, |
| "loss": 0.15087662, |
| "memory(GiB)": 58.24, |
| "step": 18980, |
| "train_speed(iter/s)": 0.76795 |
| }, |
| { |
| "epoch": 1.7690875232774674, |
| "grad_norm": 0.8671875, |
| "learning_rate": 7.876831646808874e-05, |
| "loss": 0.13152529, |
| "memory(GiB)": 58.24, |
| "step": 19000, |
| "train_speed(iter/s)": 0.767981 |
| }, |
| { |
| "epoch": 1.770949720670391, |
| "grad_norm": 1.3515625, |
| "learning_rate": 7.856776889349279e-05, |
| "loss": 0.1433506, |
| "memory(GiB)": 58.24, |
| "step": 19020, |
| "train_speed(iter/s)": 0.768017 |
| }, |
| { |
| "epoch": 1.7728119180633146, |
| "grad_norm": 1.3203125, |
| "learning_rate": 7.836731162740857e-05, |
| "loss": 0.16239972, |
| "memory(GiB)": 58.24, |
| "step": 19040, |
| "train_speed(iter/s)": 0.768055 |
| }, |
| { |
| "epoch": 1.7746741154562384, |
| "grad_norm": 1.0546875, |
| "learning_rate": 7.816694551449838e-05, |
| "loss": 0.15868897, |
| "memory(GiB)": 58.24, |
| "step": 19060, |
| "train_speed(iter/s)": 0.768099 |
| }, |
| { |
| "epoch": 1.776536312849162, |
| "grad_norm": 1.15625, |
| "learning_rate": 7.796667139904036e-05, |
| "loss": 0.13739709, |
| "memory(GiB)": 58.24, |
| "step": 19080, |
| "train_speed(iter/s)": 0.768138 |
| }, |
| { |
| "epoch": 1.7783985102420856, |
| "grad_norm": 1.2734375, |
| "learning_rate": 7.77664901249251e-05, |
| "loss": 0.14739815, |
| "memory(GiB)": 58.24, |
| "step": 19100, |
| "train_speed(iter/s)": 0.768153 |
| }, |
| { |
| "epoch": 1.7802607076350094, |
| "grad_norm": 1.0859375, |
| "learning_rate": 7.75664025356519e-05, |
| "loss": 0.15729291, |
| "memory(GiB)": 58.24, |
| "step": 19120, |
| "train_speed(iter/s)": 0.768177 |
| }, |
| { |
| "epoch": 1.7821229050279328, |
| "grad_norm": 1.3359375, |
| "learning_rate": 7.736640947432544e-05, |
| "loss": 0.14836711, |
| "memory(GiB)": 58.24, |
| "step": 19140, |
| "train_speed(iter/s)": 0.768201 |
| }, |
| { |
| "epoch": 1.7839851024208566, |
| "grad_norm": 1.0859375, |
| "learning_rate": 7.716651178365193e-05, |
| "loss": 0.1370422, |
| "memory(GiB)": 58.24, |
| "step": 19160, |
| "train_speed(iter/s)": 0.768264 |
| }, |
| { |
| "epoch": 1.7858472998137802, |
| "grad_norm": 1.1640625, |
| "learning_rate": 7.696671030593575e-05, |
| "loss": 0.13977002, |
| "memory(GiB)": 58.24, |
| "step": 19180, |
| "train_speed(iter/s)": 0.768294 |
| }, |
| { |
| "epoch": 1.7877094972067038, |
| "grad_norm": 0.953125, |
| "learning_rate": 7.676700588307601e-05, |
| "loss": 0.13385307, |
| "memory(GiB)": 58.24, |
| "step": 19200, |
| "train_speed(iter/s)": 0.768336 |
| }, |
| { |
| "epoch": 1.7895716945996276, |
| "grad_norm": 1.421875, |
| "learning_rate": 7.656739935656271e-05, |
| "loss": 0.15971838, |
| "memory(GiB)": 58.24, |
| "step": 19220, |
| "train_speed(iter/s)": 0.768358 |
| }, |
| { |
| "epoch": 1.7914338919925512, |
| "grad_norm": 0.9609375, |
| "learning_rate": 7.636789156747338e-05, |
| "loss": 0.14956834, |
| "memory(GiB)": 58.24, |
| "step": 19240, |
| "train_speed(iter/s)": 0.76839 |
| }, |
| { |
| "epoch": 1.7932960893854748, |
| "grad_norm": 1.34375, |
| "learning_rate": 7.616848335646956e-05, |
| "loss": 0.14564731, |
| "memory(GiB)": 58.24, |
| "step": 19260, |
| "train_speed(iter/s)": 0.76842 |
| }, |
| { |
| "epoch": 1.7951582867783986, |
| "grad_norm": 1.3125, |
| "learning_rate": 7.596917556379305e-05, |
| "loss": 0.14346001, |
| "memory(GiB)": 58.24, |
| "step": 19280, |
| "train_speed(iter/s)": 0.768463 |
| }, |
| { |
| "epoch": 1.7970204841713222, |
| "grad_norm": 1.015625, |
| "learning_rate": 7.576996902926278e-05, |
| "loss": 0.14654245, |
| "memory(GiB)": 58.24, |
| "step": 19300, |
| "train_speed(iter/s)": 0.768515 |
| }, |
| { |
| "epoch": 1.7988826815642458, |
| "grad_norm": 1.1953125, |
| "learning_rate": 7.557086459227078e-05, |
| "loss": 0.15021694, |
| "memory(GiB)": 58.24, |
| "step": 19320, |
| "train_speed(iter/s)": 0.768549 |
| }, |
| { |
| "epoch": 1.8007448789571696, |
| "grad_norm": 1.1171875, |
| "learning_rate": 7.537186309177892e-05, |
| "loss": 0.15023569, |
| "memory(GiB)": 58.24, |
| "step": 19340, |
| "train_speed(iter/s)": 0.768581 |
| }, |
| { |
| "epoch": 1.802607076350093, |
| "grad_norm": 1.2890625, |
| "learning_rate": 7.517296536631544e-05, |
| "loss": 0.15608531, |
| "memory(GiB)": 58.24, |
| "step": 19360, |
| "train_speed(iter/s)": 0.768616 |
| }, |
| { |
| "epoch": 1.8044692737430168, |
| "grad_norm": 1.0546875, |
| "learning_rate": 7.497417225397118e-05, |
| "loss": 0.15757583, |
| "memory(GiB)": 58.24, |
| "step": 19380, |
| "train_speed(iter/s)": 0.768653 |
| }, |
| { |
| "epoch": 1.8063314711359404, |
| "grad_norm": 1.046875, |
| "learning_rate": 7.477548459239623e-05, |
| "loss": 0.14360132, |
| "memory(GiB)": 58.24, |
| "step": 19400, |
| "train_speed(iter/s)": 0.768689 |
| }, |
| { |
| "epoch": 1.808193668528864, |
| "grad_norm": 1.3671875, |
| "learning_rate": 7.457690321879632e-05, |
| "loss": 0.15476027, |
| "memory(GiB)": 58.24, |
| "step": 19420, |
| "train_speed(iter/s)": 0.768724 |
| }, |
| { |
| "epoch": 1.8100558659217878, |
| "grad_norm": 1.21875, |
| "learning_rate": 7.437842896992932e-05, |
| "loss": 0.13898827, |
| "memory(GiB)": 58.24, |
| "step": 19440, |
| "train_speed(iter/s)": 0.768768 |
| }, |
| { |
| "epoch": 1.8119180633147114, |
| "grad_norm": 1.109375, |
| "learning_rate": 7.418006268210178e-05, |
| "loss": 0.14609106, |
| "memory(GiB)": 58.24, |
| "step": 19460, |
| "train_speed(iter/s)": 0.768823 |
| }, |
| { |
| "epoch": 1.813780260707635, |
| "grad_norm": 1.359375, |
| "learning_rate": 7.398180519116526e-05, |
| "loss": 0.14926387, |
| "memory(GiB)": 58.24, |
| "step": 19480, |
| "train_speed(iter/s)": 0.768889 |
| }, |
| { |
| "epoch": 1.8156424581005588, |
| "grad_norm": 1.2578125, |
| "learning_rate": 7.378365733251284e-05, |
| "loss": 0.14744906, |
| "memory(GiB)": 58.24, |
| "step": 19500, |
| "train_speed(iter/s)": 0.768922 |
| }, |
| { |
| "epoch": 1.8175046554934822, |
| "grad_norm": 1.2890625, |
| "learning_rate": 7.35856199410758e-05, |
| "loss": 0.15171263, |
| "memory(GiB)": 58.24, |
| "step": 19520, |
| "train_speed(iter/s)": 0.768968 |
| }, |
| { |
| "epoch": 1.819366852886406, |
| "grad_norm": 1.2109375, |
| "learning_rate": 7.33876938513198e-05, |
| "loss": 0.14976683, |
| "memory(GiB)": 58.24, |
| "step": 19540, |
| "train_speed(iter/s)": 0.769005 |
| }, |
| { |
| "epoch": 1.8212290502793296, |
| "grad_norm": 1.4609375, |
| "learning_rate": 7.31898798972416e-05, |
| "loss": 0.13972685, |
| "memory(GiB)": 58.24, |
| "step": 19560, |
| "train_speed(iter/s)": 0.769011 |
| }, |
| { |
| "epoch": 1.8230912476722532, |
| "grad_norm": 1.2421875, |
| "learning_rate": 7.29921789123654e-05, |
| "loss": 0.14240303, |
| "memory(GiB)": 58.24, |
| "step": 19580, |
| "train_speed(iter/s)": 0.769071 |
| }, |
| { |
| "epoch": 1.824953445065177, |
| "grad_norm": 1.1328125, |
| "learning_rate": 7.27945917297394e-05, |
| "loss": 0.15212356, |
| "memory(GiB)": 58.24, |
| "step": 19600, |
| "train_speed(iter/s)": 0.769081 |
| }, |
| { |
| "epoch": 1.8268156424581006, |
| "grad_norm": 1.4609375, |
| "learning_rate": 7.25971191819323e-05, |
| "loss": 0.13351725, |
| "memory(GiB)": 58.24, |
| "step": 19620, |
| "train_speed(iter/s)": 0.769122 |
| }, |
| { |
| "epoch": 1.8286778398510242, |
| "grad_norm": 1.203125, |
| "learning_rate": 7.239976210102977e-05, |
| "loss": 0.14566996, |
| "memory(GiB)": 58.24, |
| "step": 19640, |
| "train_speed(iter/s)": 0.769148 |
| }, |
| { |
| "epoch": 1.830540037243948, |
| "grad_norm": 0.93359375, |
| "learning_rate": 7.220252131863084e-05, |
| "loss": 0.1393986, |
| "memory(GiB)": 58.24, |
| "step": 19660, |
| "train_speed(iter/s)": 0.769214 |
| }, |
| { |
| "epoch": 1.8324022346368714, |
| "grad_norm": 0.96484375, |
| "learning_rate": 7.200539766584467e-05, |
| "loss": 0.14144776, |
| "memory(GiB)": 58.24, |
| "step": 19680, |
| "train_speed(iter/s)": 0.76923 |
| }, |
| { |
| "epoch": 1.8342644320297952, |
| "grad_norm": 0.87109375, |
| "learning_rate": 7.180839197328674e-05, |
| "loss": 0.13021162, |
| "memory(GiB)": 58.24, |
| "step": 19700, |
| "train_speed(iter/s)": 0.769244 |
| }, |
| { |
| "epoch": 1.8361266294227188, |
| "grad_norm": 1.046875, |
| "learning_rate": 7.161150507107547e-05, |
| "loss": 0.14698963, |
| "memory(GiB)": 58.24, |
| "step": 19720, |
| "train_speed(iter/s)": 0.769265 |
| }, |
| { |
| "epoch": 1.8379888268156424, |
| "grad_norm": 1.140625, |
| "learning_rate": 7.141473778882883e-05, |
| "loss": 0.1384059, |
| "memory(GiB)": 58.24, |
| "step": 19740, |
| "train_speed(iter/s)": 0.769284 |
| }, |
| { |
| "epoch": 1.8398510242085662, |
| "grad_norm": 1.3203125, |
| "learning_rate": 7.121809095566072e-05, |
| "loss": 0.13622018, |
| "memory(GiB)": 58.24, |
| "step": 19760, |
| "train_speed(iter/s)": 0.769313 |
| }, |
| { |
| "epoch": 1.8417132216014898, |
| "grad_norm": 0.8828125, |
| "learning_rate": 7.102156540017748e-05, |
| "loss": 0.13797989, |
| "memory(GiB)": 58.24, |
| "step": 19780, |
| "train_speed(iter/s)": 0.769333 |
| }, |
| { |
| "epoch": 1.8435754189944134, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.082516195047443e-05, |
| "loss": 0.15423731, |
| "memory(GiB)": 58.24, |
| "step": 19800, |
| "train_speed(iter/s)": 0.769378 |
| }, |
| { |
| "epoch": 1.8454376163873372, |
| "grad_norm": 1.390625, |
| "learning_rate": 7.062888143413235e-05, |
| "loss": 0.14557085, |
| "memory(GiB)": 58.24, |
| "step": 19820, |
| "train_speed(iter/s)": 0.769413 |
| }, |
| { |
| "epoch": 1.8472998137802608, |
| "grad_norm": 0.875, |
| "learning_rate": 7.043272467821412e-05, |
| "loss": 0.11753706, |
| "memory(GiB)": 58.24, |
| "step": 19840, |
| "train_speed(iter/s)": 0.769451 |
| }, |
| { |
| "epoch": 1.8491620111731844, |
| "grad_norm": 1.28125, |
| "learning_rate": 7.023669250926103e-05, |
| "loss": 0.13218291, |
| "memory(GiB)": 58.24, |
| "step": 19860, |
| "train_speed(iter/s)": 0.769492 |
| }, |
| { |
| "epoch": 1.8510242085661082, |
| "grad_norm": 1.1484375, |
| "learning_rate": 7.00407857532894e-05, |
| "loss": 0.13124348, |
| "memory(GiB)": 58.24, |
| "step": 19880, |
| "train_speed(iter/s)": 0.769509 |
| }, |
| { |
| "epoch": 1.8528864059590315, |
| "grad_norm": 1.1015625, |
| "learning_rate": 6.98450052357872e-05, |
| "loss": 0.1268985, |
| "memory(GiB)": 58.24, |
| "step": 19900, |
| "train_speed(iter/s)": 0.769551 |
| }, |
| { |
| "epoch": 1.8547486033519553, |
| "grad_norm": 0.9765625, |
| "learning_rate": 6.964935178171037e-05, |
| "loss": 0.13166354, |
| "memory(GiB)": 58.24, |
| "step": 19920, |
| "train_speed(iter/s)": 0.769587 |
| }, |
| { |
| "epoch": 1.856610800744879, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.945382621547951e-05, |
| "loss": 0.13858917, |
| "memory(GiB)": 58.24, |
| "step": 19940, |
| "train_speed(iter/s)": 0.769637 |
| }, |
| { |
| "epoch": 1.8584729981378025, |
| "grad_norm": 1.2265625, |
| "learning_rate": 6.925842936097629e-05, |
| "loss": 0.14260222, |
| "memory(GiB)": 58.24, |
| "step": 19960, |
| "train_speed(iter/s)": 0.769684 |
| }, |
| { |
| "epoch": 1.8603351955307263, |
| "grad_norm": 1.0625, |
| "learning_rate": 6.906316204154002e-05, |
| "loss": 0.14681377, |
| "memory(GiB)": 58.24, |
| "step": 19980, |
| "train_speed(iter/s)": 0.769741 |
| }, |
| { |
| "epoch": 1.86219739292365, |
| "grad_norm": 1.3671875, |
| "learning_rate": 6.886802507996432e-05, |
| "loss": 0.1321399, |
| "memory(GiB)": 58.24, |
| "step": 20000, |
| "train_speed(iter/s)": 0.769748 |
| }, |
| { |
| "epoch": 1.86219739292365, |
| "eval_loss": 0.3764718770980835, |
| "eval_runtime": 77.0126, |
| "eval_samples_per_second": 180.295, |
| "eval_steps_per_second": 1.415, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.8640595903165735, |
| "grad_norm": 1.109375, |
| "learning_rate": 6.867301929849337e-05, |
| "loss": 0.13974258, |
| "memory(GiB)": 58.24, |
| "step": 20020, |
| "train_speed(iter/s)": 0.766626 |
| }, |
| { |
| "epoch": 1.8659217877094973, |
| "grad_norm": 1.1015625, |
| "learning_rate": 6.847814551881861e-05, |
| "loss": 0.13684764, |
| "memory(GiB)": 58.24, |
| "step": 20040, |
| "train_speed(iter/s)": 0.766677 |
| }, |
| { |
| "epoch": 1.8677839851024207, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.828340456207542e-05, |
| "loss": 0.13937807, |
| "memory(GiB)": 58.24, |
| "step": 20060, |
| "train_speed(iter/s)": 0.766727 |
| }, |
| { |
| "epoch": 1.8696461824953445, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.808879724883935e-05, |
| "loss": 0.14577636, |
| "memory(GiB)": 58.24, |
| "step": 20080, |
| "train_speed(iter/s)": 0.766742 |
| }, |
| { |
| "epoch": 1.8715083798882681, |
| "grad_norm": 1.109375, |
| "learning_rate": 6.789432439912289e-05, |
| "loss": 0.12374585, |
| "memory(GiB)": 58.24, |
| "step": 20100, |
| "train_speed(iter/s)": 0.766781 |
| }, |
| { |
| "epoch": 1.8733705772811917, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.769998683237193e-05, |
| "loss": 0.12786458, |
| "memory(GiB)": 58.24, |
| "step": 20120, |
| "train_speed(iter/s)": 0.766806 |
| }, |
| { |
| "epoch": 1.8752327746741155, |
| "grad_norm": 1.1875, |
| "learning_rate": 6.750578536746224e-05, |
| "loss": 0.12823834, |
| "memory(GiB)": 58.24, |
| "step": 20140, |
| "train_speed(iter/s)": 0.766836 |
| }, |
| { |
| "epoch": 1.8770949720670391, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.73117208226963e-05, |
| "loss": 0.14647946, |
| "memory(GiB)": 58.24, |
| "step": 20160, |
| "train_speed(iter/s)": 0.766845 |
| }, |
| { |
| "epoch": 1.8789571694599627, |
| "grad_norm": 0.9921875, |
| "learning_rate": 6.711779401579947e-05, |
| "loss": 0.12733679, |
| "memory(GiB)": 58.24, |
| "step": 20180, |
| "train_speed(iter/s)": 0.766908 |
| }, |
| { |
| "epoch": 1.8808193668528865, |
| "grad_norm": 1.1484375, |
| "learning_rate": 6.692400576391675e-05, |
| "loss": 0.1478996, |
| "memory(GiB)": 58.24, |
| "step": 20200, |
| "train_speed(iter/s)": 0.76694 |
| }, |
| { |
| "epoch": 1.88268156424581, |
| "grad_norm": 1.3203125, |
| "learning_rate": 6.673035688360944e-05, |
| "loss": 0.13632859, |
| "memory(GiB)": 58.24, |
| "step": 20220, |
| "train_speed(iter/s)": 0.767002 |
| }, |
| { |
| "epoch": 1.8845437616387337, |
| "grad_norm": 1.4921875, |
| "learning_rate": 6.653684819085142e-05, |
| "loss": 0.13835206, |
| "memory(GiB)": 58.24, |
| "step": 20240, |
| "train_speed(iter/s)": 0.767049 |
| }, |
| { |
| "epoch": 1.8864059590316573, |
| "grad_norm": 2.453125, |
| "learning_rate": 6.634348050102597e-05, |
| "loss": 0.15622594, |
| "memory(GiB)": 58.24, |
| "step": 20260, |
| "train_speed(iter/s)": 0.76704 |
| }, |
| { |
| "epoch": 1.888268156424581, |
| "grad_norm": 1.0, |
| "learning_rate": 6.615025462892218e-05, |
| "loss": 0.12626829, |
| "memory(GiB)": 58.24, |
| "step": 20280, |
| "train_speed(iter/s)": 0.767074 |
| }, |
| { |
| "epoch": 1.8901303538175047, |
| "grad_norm": 1.1796875, |
| "learning_rate": 6.59571713887315e-05, |
| "loss": 0.13793883, |
| "memory(GiB)": 58.24, |
| "step": 20300, |
| "train_speed(iter/s)": 0.767106 |
| }, |
| { |
| "epoch": 1.8919925512104283, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.576423159404456e-05, |
| "loss": 0.12859577, |
| "memory(GiB)": 58.24, |
| "step": 20320, |
| "train_speed(iter/s)": 0.767136 |
| }, |
| { |
| "epoch": 1.893854748603352, |
| "grad_norm": 1.4296875, |
| "learning_rate": 6.557143605784742e-05, |
| "loss": 0.13382497, |
| "memory(GiB)": 58.24, |
| "step": 20340, |
| "train_speed(iter/s)": 0.767179 |
| }, |
| { |
| "epoch": 1.8957169459962757, |
| "grad_norm": 0.93359375, |
| "learning_rate": 6.537878559251824e-05, |
| "loss": 0.12739023, |
| "memory(GiB)": 58.24, |
| "step": 20360, |
| "train_speed(iter/s)": 0.767227 |
| }, |
| { |
| "epoch": 1.8975791433891993, |
| "grad_norm": 1.09375, |
| "learning_rate": 6.518628100982406e-05, |
| "loss": 0.1451817, |
| "memory(GiB)": 58.24, |
| "step": 20380, |
| "train_speed(iter/s)": 0.767254 |
| }, |
| { |
| "epoch": 1.899441340782123, |
| "grad_norm": 1.140625, |
| "learning_rate": 6.499392312091707e-05, |
| "loss": 0.14085768, |
| "memory(GiB)": 58.24, |
| "step": 20400, |
| "train_speed(iter/s)": 0.767302 |
| }, |
| { |
| "epoch": 1.9013035381750467, |
| "grad_norm": 1.1171875, |
| "learning_rate": 6.480171273633143e-05, |
| "loss": 0.14016054, |
| "memory(GiB)": 58.24, |
| "step": 20420, |
| "train_speed(iter/s)": 0.767337 |
| }, |
| { |
| "epoch": 1.90316573556797, |
| "grad_norm": 1.2265625, |
| "learning_rate": 6.46096506659797e-05, |
| "loss": 0.14577733, |
| "memory(GiB)": 58.24, |
| "step": 20440, |
| "train_speed(iter/s)": 0.767358 |
| }, |
| { |
| "epoch": 1.905027932960894, |
| "grad_norm": 1.296875, |
| "learning_rate": 6.441773771914947e-05, |
| "loss": 0.14134233, |
| "memory(GiB)": 58.24, |
| "step": 20460, |
| "train_speed(iter/s)": 0.767418 |
| }, |
| { |
| "epoch": 1.9068901303538175, |
| "grad_norm": 1.25, |
| "learning_rate": 6.422597470450014e-05, |
| "loss": 0.14478569, |
| "memory(GiB)": 58.24, |
| "step": 20480, |
| "train_speed(iter/s)": 0.767431 |
| }, |
| { |
| "epoch": 1.908752327746741, |
| "grad_norm": 1.1640625, |
| "learning_rate": 6.403436243005915e-05, |
| "loss": 0.12952732, |
| "memory(GiB)": 58.24, |
| "step": 20500, |
| "train_speed(iter/s)": 0.767457 |
| }, |
| { |
| "epoch": 1.910614525139665, |
| "grad_norm": 1.25, |
| "learning_rate": 6.384290170321881e-05, |
| "loss": 0.13815956, |
| "memory(GiB)": 58.24, |
| "step": 20520, |
| "train_speed(iter/s)": 0.767502 |
| }, |
| { |
| "epoch": 1.9124767225325885, |
| "grad_norm": 1.03125, |
| "learning_rate": 6.365159333073298e-05, |
| "loss": 0.14318891, |
| "memory(GiB)": 58.24, |
| "step": 20540, |
| "train_speed(iter/s)": 0.76757 |
| }, |
| { |
| "epoch": 1.914338919925512, |
| "grad_norm": 1.109375, |
| "learning_rate": 6.34604381187134e-05, |
| "loss": 0.13616923, |
| "memory(GiB)": 58.24, |
| "step": 20560, |
| "train_speed(iter/s)": 0.767628 |
| }, |
| { |
| "epoch": 1.916201117318436, |
| "grad_norm": 1.4140625, |
| "learning_rate": 6.326943687262656e-05, |
| "loss": 0.12770704, |
| "memory(GiB)": 58.24, |
| "step": 20580, |
| "train_speed(iter/s)": 0.767647 |
| }, |
| { |
| "epoch": 1.9180633147113593, |
| "grad_norm": 1.3359375, |
| "learning_rate": 6.307859039729007e-05, |
| "loss": 0.12648449, |
| "memory(GiB)": 58.24, |
| "step": 20600, |
| "train_speed(iter/s)": 0.767683 |
| }, |
| { |
| "epoch": 1.919925512104283, |
| "grad_norm": 1.515625, |
| "learning_rate": 6.288789949686941e-05, |
| "loss": 0.13040155, |
| "memory(GiB)": 58.24, |
| "step": 20620, |
| "train_speed(iter/s)": 0.767726 |
| }, |
| { |
| "epoch": 1.9217877094972067, |
| "grad_norm": 1.1484375, |
| "learning_rate": 6.269736497487469e-05, |
| "loss": 0.13270816, |
| "memory(GiB)": 58.24, |
| "step": 20640, |
| "train_speed(iter/s)": 0.767769 |
| }, |
| { |
| "epoch": 1.9236499068901303, |
| "grad_norm": 1.109375, |
| "learning_rate": 6.250698763415683e-05, |
| "loss": 0.14179718, |
| "memory(GiB)": 58.24, |
| "step": 20660, |
| "train_speed(iter/s)": 0.767801 |
| }, |
| { |
| "epoch": 1.925512104283054, |
| "grad_norm": 0.9140625, |
| "learning_rate": 6.231676827690457e-05, |
| "loss": 0.12922909, |
| "memory(GiB)": 58.24, |
| "step": 20680, |
| "train_speed(iter/s)": 0.767832 |
| }, |
| { |
| "epoch": 1.9273743016759777, |
| "grad_norm": 0.87109375, |
| "learning_rate": 6.212670770464102e-05, |
| "loss": 0.11642365, |
| "memory(GiB)": 58.24, |
| "step": 20700, |
| "train_speed(iter/s)": 0.76785 |
| }, |
| { |
| "epoch": 1.9292364990689013, |
| "grad_norm": 1.2578125, |
| "learning_rate": 6.19368067182201e-05, |
| "loss": 0.14179863, |
| "memory(GiB)": 58.24, |
| "step": 20720, |
| "train_speed(iter/s)": 0.767879 |
| }, |
| { |
| "epoch": 1.931098696461825, |
| "grad_norm": 1.0078125, |
| "learning_rate": 6.174706611782336e-05, |
| "loss": 0.14035552, |
| "memory(GiB)": 58.24, |
| "step": 20740, |
| "train_speed(iter/s)": 0.76793 |
| }, |
| { |
| "epoch": 1.9329608938547485, |
| "grad_norm": 1.265625, |
| "learning_rate": 6.155748670295654e-05, |
| "loss": 0.13533392, |
| "memory(GiB)": 58.24, |
| "step": 20760, |
| "train_speed(iter/s)": 0.767974 |
| }, |
| { |
| "epoch": 1.9348230912476723, |
| "grad_norm": 1.3671875, |
| "learning_rate": 6.136806927244607e-05, |
| "loss": 0.14196831, |
| "memory(GiB)": 58.24, |
| "step": 20780, |
| "train_speed(iter/s)": 0.767996 |
| }, |
| { |
| "epoch": 1.9366852886405959, |
| "grad_norm": 1.0234375, |
| "learning_rate": 6.117881462443604e-05, |
| "loss": 0.11872478, |
| "memory(GiB)": 58.24, |
| "step": 20800, |
| "train_speed(iter/s)": 0.76802 |
| }, |
| { |
| "epoch": 1.9385474860335195, |
| "grad_norm": 1.2890625, |
| "learning_rate": 6.098972355638448e-05, |
| "loss": 0.12733064, |
| "memory(GiB)": 58.24, |
| "step": 20820, |
| "train_speed(iter/s)": 0.768081 |
| }, |
| { |
| "epoch": 1.9404096834264433, |
| "grad_norm": 1.2890625, |
| "learning_rate": 6.080079686506014e-05, |
| "loss": 0.12513154, |
| "memory(GiB)": 58.24, |
| "step": 20840, |
| "train_speed(iter/s)": 0.768129 |
| }, |
| { |
| "epoch": 1.9422718808193669, |
| "grad_norm": 1.2421875, |
| "learning_rate": 6.061203534653926e-05, |
| "loss": 0.14031601, |
| "memory(GiB)": 58.24, |
| "step": 20860, |
| "train_speed(iter/s)": 0.768162 |
| }, |
| { |
| "epoch": 1.9441340782122905, |
| "grad_norm": 1.1953125, |
| "learning_rate": 6.042343979620197e-05, |
| "loss": 0.14372622, |
| "memory(GiB)": 58.24, |
| "step": 20880, |
| "train_speed(iter/s)": 0.768224 |
| }, |
| { |
| "epoch": 1.9459962756052143, |
| "grad_norm": 1.1640625, |
| "learning_rate": 6.0235011008729134e-05, |
| "loss": 0.13222244, |
| "memory(GiB)": 58.24, |
| "step": 20900, |
| "train_speed(iter/s)": 0.768263 |
| }, |
| { |
| "epoch": 1.9478584729981379, |
| "grad_norm": 0.9765625, |
| "learning_rate": 6.0046749778098875e-05, |
| "loss": 0.11751642, |
| "memory(GiB)": 58.24, |
| "step": 20920, |
| "train_speed(iter/s)": 0.768299 |
| }, |
| { |
| "epoch": 1.9497206703910615, |
| "grad_norm": 1.21875, |
| "learning_rate": 5.985865689758337e-05, |
| "loss": 0.13005948, |
| "memory(GiB)": 58.24, |
| "step": 20940, |
| "train_speed(iter/s)": 0.768318 |
| }, |
| { |
| "epoch": 1.9515828677839853, |
| "grad_norm": 1.4609375, |
| "learning_rate": 5.967073315974534e-05, |
| "loss": 0.13441616, |
| "memory(GiB)": 58.24, |
| "step": 20960, |
| "train_speed(iter/s)": 0.768371 |
| }, |
| { |
| "epoch": 1.9534450651769086, |
| "grad_norm": 1.0703125, |
| "learning_rate": 5.9482979356434834e-05, |
| "loss": 0.12724516, |
| "memory(GiB)": 58.24, |
| "step": 20980, |
| "train_speed(iter/s)": 0.768402 |
| }, |
| { |
| "epoch": 1.9553072625698324, |
| "grad_norm": 1.0859375, |
| "learning_rate": 5.929539627878582e-05, |
| "loss": 0.13387883, |
| "memory(GiB)": 58.24, |
| "step": 21000, |
| "train_speed(iter/s)": 0.768462 |
| }, |
| { |
| "epoch": 1.957169459962756, |
| "grad_norm": 0.8984375, |
| "learning_rate": 5.910798471721295e-05, |
| "loss": 0.13106408, |
| "memory(GiB)": 58.24, |
| "step": 21020, |
| "train_speed(iter/s)": 0.768497 |
| }, |
| { |
| "epoch": 1.9590316573556796, |
| "grad_norm": 0.84375, |
| "learning_rate": 5.892074546140809e-05, |
| "loss": 0.11956599, |
| "memory(GiB)": 58.24, |
| "step": 21040, |
| "train_speed(iter/s)": 0.76853 |
| }, |
| { |
| "epoch": 1.9608938547486034, |
| "grad_norm": 1.015625, |
| "learning_rate": 5.87336793003371e-05, |
| "loss": 0.12412496, |
| "memory(GiB)": 58.24, |
| "step": 21060, |
| "train_speed(iter/s)": 0.768568 |
| }, |
| { |
| "epoch": 1.962756052141527, |
| "grad_norm": 0.81640625, |
| "learning_rate": 5.854678702223648e-05, |
| "loss": 0.1311347, |
| "memory(GiB)": 58.24, |
| "step": 21080, |
| "train_speed(iter/s)": 0.768605 |
| }, |
| { |
| "epoch": 1.9646182495344506, |
| "grad_norm": 1.09375, |
| "learning_rate": 5.8360069414610016e-05, |
| "loss": 0.11528455, |
| "memory(GiB)": 58.24, |
| "step": 21100, |
| "train_speed(iter/s)": 0.768642 |
| }, |
| { |
| "epoch": 1.9664804469273744, |
| "grad_norm": 1.078125, |
| "learning_rate": 5.817352726422551e-05, |
| "loss": 0.14151897, |
| "memory(GiB)": 58.24, |
| "step": 21120, |
| "train_speed(iter/s)": 0.76868 |
| }, |
| { |
| "epoch": 1.9683426443202978, |
| "grad_norm": 1.1640625, |
| "learning_rate": 5.798716135711149e-05, |
| "loss": 0.13168578, |
| "memory(GiB)": 58.24, |
| "step": 21140, |
| "train_speed(iter/s)": 0.768704 |
| }, |
| { |
| "epoch": 1.9702048417132216, |
| "grad_norm": 0.82421875, |
| "learning_rate": 5.780097247855371e-05, |
| "loss": 0.11186194, |
| "memory(GiB)": 58.24, |
| "step": 21160, |
| "train_speed(iter/s)": 0.768737 |
| }, |
| { |
| "epoch": 1.9720670391061452, |
| "grad_norm": 1.3125, |
| "learning_rate": 5.76149614130921e-05, |
| "loss": 0.13154147, |
| "memory(GiB)": 58.24, |
| "step": 21180, |
| "train_speed(iter/s)": 0.768775 |
| }, |
| { |
| "epoch": 1.9739292364990688, |
| "grad_norm": 1.2578125, |
| "learning_rate": 5.742912894451735e-05, |
| "loss": 0.1238625, |
| "memory(GiB)": 58.24, |
| "step": 21200, |
| "train_speed(iter/s)": 0.768828 |
| }, |
| { |
| "epoch": 1.9757914338919926, |
| "grad_norm": 0.984375, |
| "learning_rate": 5.724347585586755e-05, |
| "loss": 0.11985067, |
| "memory(GiB)": 58.24, |
| "step": 21220, |
| "train_speed(iter/s)": 0.768858 |
| }, |
| { |
| "epoch": 1.9776536312849162, |
| "grad_norm": 1.28125, |
| "learning_rate": 5.705800292942498e-05, |
| "loss": 0.12159057, |
| "memory(GiB)": 58.24, |
| "step": 21240, |
| "train_speed(iter/s)": 0.768883 |
| }, |
| { |
| "epoch": 1.9795158286778398, |
| "grad_norm": 1.1953125, |
| "learning_rate": 5.687271094671266e-05, |
| "loss": 0.1149127, |
| "memory(GiB)": 58.24, |
| "step": 21260, |
| "train_speed(iter/s)": 0.768853 |
| }, |
| { |
| "epoch": 1.9813780260707636, |
| "grad_norm": 1.015625, |
| "learning_rate": 5.668760068849141e-05, |
| "loss": 0.13043272, |
| "memory(GiB)": 58.24, |
| "step": 21280, |
| "train_speed(iter/s)": 0.768896 |
| }, |
| { |
| "epoch": 1.983240223463687, |
| "grad_norm": 1.5, |
| "learning_rate": 5.650267293475605e-05, |
| "loss": 0.11858026, |
| "memory(GiB)": 58.24, |
| "step": 21300, |
| "train_speed(iter/s)": 0.768961 |
| }, |
| { |
| "epoch": 1.9851024208566108, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.631792846473256e-05, |
| "loss": 0.11108406, |
| "memory(GiB)": 58.24, |
| "step": 21320, |
| "train_speed(iter/s)": 0.769007 |
| }, |
| { |
| "epoch": 1.9869646182495344, |
| "grad_norm": 0.76953125, |
| "learning_rate": 5.6133368056874616e-05, |
| "loss": 0.1135129, |
| "memory(GiB)": 58.24, |
| "step": 21340, |
| "train_speed(iter/s)": 0.769044 |
| }, |
| { |
| "epoch": 1.988826815642458, |
| "grad_norm": 1.1015625, |
| "learning_rate": 5.594899248886012e-05, |
| "loss": 0.12456424, |
| "memory(GiB)": 58.24, |
| "step": 21360, |
| "train_speed(iter/s)": 0.769086 |
| }, |
| { |
| "epoch": 1.9906890130353818, |
| "grad_norm": 0.98828125, |
| "learning_rate": 5.5764802537588465e-05, |
| "loss": 0.12759299, |
| "memory(GiB)": 58.24, |
| "step": 21380, |
| "train_speed(iter/s)": 0.769135 |
| }, |
| { |
| "epoch": 1.9925512104283054, |
| "grad_norm": 1.3046875, |
| "learning_rate": 5.5580798979176595e-05, |
| "loss": 0.12331834, |
| "memory(GiB)": 58.24, |
| "step": 21400, |
| "train_speed(iter/s)": 0.769187 |
| }, |
| { |
| "epoch": 1.994413407821229, |
| "grad_norm": 1.0, |
| "learning_rate": 5.53969825889562e-05, |
| "loss": 0.11813304, |
| "memory(GiB)": 58.24, |
| "step": 21420, |
| "train_speed(iter/s)": 0.769246 |
| }, |
| { |
| "epoch": 1.9962756052141528, |
| "grad_norm": 1.2890625, |
| "learning_rate": 5.5213354141470294e-05, |
| "loss": 0.11984769, |
| "memory(GiB)": 58.24, |
| "step": 21440, |
| "train_speed(iter/s)": 0.769291 |
| }, |
| { |
| "epoch": 1.9981378026070762, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.502991441046998e-05, |
| "loss": 0.11140869, |
| "memory(GiB)": 58.24, |
| "step": 21460, |
| "train_speed(iter/s)": 0.769304 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.2734375, |
| "learning_rate": 5.484666416891109e-05, |
| "loss": 0.12352898, |
| "memory(GiB)": 58.24, |
| "step": 21480, |
| "train_speed(iter/s)": 0.769312 |
| }, |
| { |
| "epoch": 2.001862197392924, |
| "grad_norm": 1.0625, |
| "learning_rate": 5.466360418895107e-05, |
| "loss": 0.12280267, |
| "memory(GiB)": 58.24, |
| "step": 21500, |
| "train_speed(iter/s)": 0.769021 |
| }, |
| { |
| "epoch": 2.003724394785847, |
| "grad_norm": 0.8671875, |
| "learning_rate": 5.4480735241945635e-05, |
| "loss": 0.12903731, |
| "memory(GiB)": 58.24, |
| "step": 21520, |
| "train_speed(iter/s)": 0.769074 |
| }, |
| { |
| "epoch": 2.005586592178771, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.429805809844562e-05, |
| "loss": 0.13171415, |
| "memory(GiB)": 58.24, |
| "step": 21540, |
| "train_speed(iter/s)": 0.769104 |
| }, |
| { |
| "epoch": 2.007448789571695, |
| "grad_norm": 0.85546875, |
| "learning_rate": 5.4115573528193605e-05, |
| "loss": 0.10338333, |
| "memory(GiB)": 58.24, |
| "step": 21560, |
| "train_speed(iter/s)": 0.769152 |
| }, |
| { |
| "epoch": 2.009310986964618, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.3933282300120624e-05, |
| "loss": 0.12971883, |
| "memory(GiB)": 58.24, |
| "step": 21580, |
| "train_speed(iter/s)": 0.769168 |
| }, |
| { |
| "epoch": 2.011173184357542, |
| "grad_norm": 1.0859375, |
| "learning_rate": 5.3751185182343324e-05, |
| "loss": 0.12211378, |
| "memory(GiB)": 58.24, |
| "step": 21600, |
| "train_speed(iter/s)": 0.769214 |
| }, |
| { |
| "epoch": 2.0130353817504654, |
| "grad_norm": 0.8359375, |
| "learning_rate": 5.356928294216008e-05, |
| "loss": 0.11860096, |
| "memory(GiB)": 58.24, |
| "step": 21620, |
| "train_speed(iter/s)": 0.769226 |
| }, |
| { |
| "epoch": 2.014897579143389, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.338757634604836e-05, |
| "loss": 0.12931483, |
| "memory(GiB)": 58.24, |
| "step": 21640, |
| "train_speed(iter/s)": 0.769265 |
| }, |
| { |
| "epoch": 2.016759776536313, |
| "grad_norm": 1.390625, |
| "learning_rate": 5.320606615966117e-05, |
| "loss": 0.11598758, |
| "memory(GiB)": 58.24, |
| "step": 21660, |
| "train_speed(iter/s)": 0.769256 |
| }, |
| { |
| "epoch": 2.0186219739292364, |
| "grad_norm": 1.234375, |
| "learning_rate": 5.302475314782389e-05, |
| "loss": 0.12075157, |
| "memory(GiB)": 58.24, |
| "step": 21680, |
| "train_speed(iter/s)": 0.769291 |
| }, |
| { |
| "epoch": 2.02048417132216, |
| "grad_norm": 0.984375, |
| "learning_rate": 5.284363807453117e-05, |
| "loss": 0.12393267, |
| "memory(GiB)": 58.24, |
| "step": 21700, |
| "train_speed(iter/s)": 0.769313 |
| }, |
| { |
| "epoch": 2.022346368715084, |
| "grad_norm": 0.875, |
| "learning_rate": 5.266272170294342e-05, |
| "loss": 0.11194068, |
| "memory(GiB)": 58.24, |
| "step": 21720, |
| "train_speed(iter/s)": 0.76932 |
| }, |
| { |
| "epoch": 2.0242085661080074, |
| "grad_norm": 1.015625, |
| "learning_rate": 5.248200479538394e-05, |
| "loss": 0.11720626, |
| "memory(GiB)": 58.24, |
| "step": 21740, |
| "train_speed(iter/s)": 0.769353 |
| }, |
| { |
| "epoch": 2.026070763500931, |
| "grad_norm": 0.875, |
| "learning_rate": 5.230148811333555e-05, |
| "loss": 0.10890026, |
| "memory(GiB)": 58.24, |
| "step": 21760, |
| "train_speed(iter/s)": 0.769387 |
| }, |
| { |
| "epoch": 2.0279329608938546, |
| "grad_norm": 1.0625, |
| "learning_rate": 5.212117241743735e-05, |
| "loss": 0.11610082, |
| "memory(GiB)": 58.24, |
| "step": 21780, |
| "train_speed(iter/s)": 0.769434 |
| }, |
| { |
| "epoch": 2.0297951582867784, |
| "grad_norm": 0.96875, |
| "learning_rate": 5.194105846748143e-05, |
| "loss": 0.13138523, |
| "memory(GiB)": 58.24, |
| "step": 21800, |
| "train_speed(iter/s)": 0.769494 |
| }, |
| { |
| "epoch": 2.031657355679702, |
| "grad_norm": 1.0078125, |
| "learning_rate": 5.176114702241006e-05, |
| "loss": 0.12315972, |
| "memory(GiB)": 58.24, |
| "step": 21820, |
| "train_speed(iter/s)": 0.76951 |
| }, |
| { |
| "epoch": 2.0335195530726256, |
| "grad_norm": 0.9765625, |
| "learning_rate": 5.158143884031197e-05, |
| "loss": 0.11700615, |
| "memory(GiB)": 58.24, |
| "step": 21840, |
| "train_speed(iter/s)": 0.769544 |
| }, |
| { |
| "epoch": 2.0353817504655494, |
| "grad_norm": 1.3203125, |
| "learning_rate": 5.1401934678419506e-05, |
| "loss": 0.12096615, |
| "memory(GiB)": 58.24, |
| "step": 21860, |
| "train_speed(iter/s)": 0.769577 |
| }, |
| { |
| "epoch": 2.037243947858473, |
| "grad_norm": 1.1640625, |
| "learning_rate": 5.122263529310538e-05, |
| "loss": 0.122633, |
| "memory(GiB)": 58.24, |
| "step": 21880, |
| "train_speed(iter/s)": 0.769619 |
| }, |
| { |
| "epoch": 2.0391061452513966, |
| "grad_norm": 1.0078125, |
| "learning_rate": 5.1043541439879286e-05, |
| "loss": 0.11288965, |
| "memory(GiB)": 58.24, |
| "step": 21900, |
| "train_speed(iter/s)": 0.769682 |
| }, |
| { |
| "epoch": 2.0409683426443204, |
| "grad_norm": 1.1171875, |
| "learning_rate": 5.0864653873385124e-05, |
| "loss": 0.12267628, |
| "memory(GiB)": 58.24, |
| "step": 21920, |
| "train_speed(iter/s)": 0.769729 |
| }, |
| { |
| "epoch": 2.0428305400372437, |
| "grad_norm": 1.4453125, |
| "learning_rate": 5.068597334739731e-05, |
| "loss": 0.11504929, |
| "memory(GiB)": 58.24, |
| "step": 21940, |
| "train_speed(iter/s)": 0.769754 |
| }, |
| { |
| "epoch": 2.0446927374301676, |
| "grad_norm": 1.203125, |
| "learning_rate": 5.0507500614817995e-05, |
| "loss": 0.11222873, |
| "memory(GiB)": 58.24, |
| "step": 21960, |
| "train_speed(iter/s)": 0.769798 |
| }, |
| { |
| "epoch": 2.0465549348230914, |
| "grad_norm": 0.84765625, |
| "learning_rate": 5.032923642767374e-05, |
| "loss": 0.11789845, |
| "memory(GiB)": 58.24, |
| "step": 21980, |
| "train_speed(iter/s)": 0.769844 |
| }, |
| { |
| "epoch": 2.0484171322160147, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.015118153711237e-05, |
| "loss": 0.13255039, |
| "memory(GiB)": 58.24, |
| "step": 22000, |
| "train_speed(iter/s)": 0.769864 |
| }, |
| { |
| "epoch": 2.0484171322160147, |
| "eval_loss": 0.377461701631546, |
| "eval_runtime": 77.0906, |
| "eval_samples_per_second": 180.113, |
| "eval_steps_per_second": 1.414, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.0502793296089385, |
| "grad_norm": 1.0703125, |
| "learning_rate": 4.9973336693399795e-05, |
| "loss": 0.10642745, |
| "memory(GiB)": 58.24, |
| "step": 22020, |
| "train_speed(iter/s)": 0.766966 |
| }, |
| { |
| "epoch": 2.0521415270018624, |
| "grad_norm": 1.1640625, |
| "learning_rate": 4.97957026459168e-05, |
| "loss": 0.11735952, |
| "memory(GiB)": 58.24, |
| "step": 22040, |
| "train_speed(iter/s)": 0.766974 |
| }, |
| { |
| "epoch": 2.0540037243947857, |
| "grad_norm": 1.0234375, |
| "learning_rate": 4.961828014315599e-05, |
| "loss": 0.11628766, |
| "memory(GiB)": 58.24, |
| "step": 22060, |
| "train_speed(iter/s)": 0.766999 |
| }, |
| { |
| "epoch": 2.0558659217877095, |
| "grad_norm": 0.8359375, |
| "learning_rate": 4.944106993271863e-05, |
| "loss": 0.13654802, |
| "memory(GiB)": 58.24, |
| "step": 22080, |
| "train_speed(iter/s)": 0.767032 |
| }, |
| { |
| "epoch": 2.0577281191806334, |
| "grad_norm": 1.3515625, |
| "learning_rate": 4.926407276131141e-05, |
| "loss": 0.13798956, |
| "memory(GiB)": 58.24, |
| "step": 22100, |
| "train_speed(iter/s)": 0.767046 |
| }, |
| { |
| "epoch": 2.0595903165735567, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.908728937474325e-05, |
| "loss": 0.10691235, |
| "memory(GiB)": 58.24, |
| "step": 22120, |
| "train_speed(iter/s)": 0.767074 |
| }, |
| { |
| "epoch": 2.0614525139664805, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.891072051792249e-05, |
| "loss": 0.11395538, |
| "memory(GiB)": 58.24, |
| "step": 22140, |
| "train_speed(iter/s)": 0.76709 |
| }, |
| { |
| "epoch": 2.063314711359404, |
| "grad_norm": 0.91796875, |
| "learning_rate": 4.873436693485325e-05, |
| "loss": 0.11044333, |
| "memory(GiB)": 58.24, |
| "step": 22160, |
| "train_speed(iter/s)": 0.767114 |
| }, |
| { |
| "epoch": 2.0651769087523277, |
| "grad_norm": 1.125, |
| "learning_rate": 4.8558229368632714e-05, |
| "loss": 0.11576631, |
| "memory(GiB)": 58.24, |
| "step": 22180, |
| "train_speed(iter/s)": 0.76713 |
| }, |
| { |
| "epoch": 2.0670391061452515, |
| "grad_norm": 1.171875, |
| "learning_rate": 4.838230856144781e-05, |
| "loss": 0.13391452, |
| "memory(GiB)": 58.24, |
| "step": 22200, |
| "train_speed(iter/s)": 0.767181 |
| }, |
| { |
| "epoch": 2.068901303538175, |
| "grad_norm": 1.2421875, |
| "learning_rate": 4.820660525457201e-05, |
| "loss": 0.10914934, |
| "memory(GiB)": 58.24, |
| "step": 22220, |
| "train_speed(iter/s)": 0.76721 |
| }, |
| { |
| "epoch": 2.0707635009310987, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.8031120188362546e-05, |
| "loss": 0.12316871, |
| "memory(GiB)": 58.24, |
| "step": 22240, |
| "train_speed(iter/s)": 0.767259 |
| }, |
| { |
| "epoch": 2.0726256983240225, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.785585410225678e-05, |
| "loss": 0.11936328, |
| "memory(GiB)": 58.24, |
| "step": 22260, |
| "train_speed(iter/s)": 0.767306 |
| }, |
| { |
| "epoch": 2.074487895716946, |
| "grad_norm": 1.46875, |
| "learning_rate": 4.768080773476955e-05, |
| "loss": 0.11963451, |
| "memory(GiB)": 58.24, |
| "step": 22280, |
| "train_speed(iter/s)": 0.767332 |
| }, |
| { |
| "epoch": 2.0763500931098697, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.7505981823489785e-05, |
| "loss": 0.12376244, |
| "memory(GiB)": 58.24, |
| "step": 22300, |
| "train_speed(iter/s)": 0.767376 |
| }, |
| { |
| "epoch": 2.078212290502793, |
| "grad_norm": 1.2890625, |
| "learning_rate": 4.7331377105077537e-05, |
| "loss": 0.12010782, |
| "memory(GiB)": 58.24, |
| "step": 22320, |
| "train_speed(iter/s)": 0.76741 |
| }, |
| { |
| "epoch": 2.080074487895717, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.71569943152608e-05, |
| "loss": 0.10957891, |
| "memory(GiB)": 58.24, |
| "step": 22340, |
| "train_speed(iter/s)": 0.767455 |
| }, |
| { |
| "epoch": 2.0819366852886407, |
| "grad_norm": 0.92578125, |
| "learning_rate": 4.698283418883237e-05, |
| "loss": 0.10824106, |
| "memory(GiB)": 58.24, |
| "step": 22360, |
| "train_speed(iter/s)": 0.76747 |
| }, |
| { |
| "epoch": 2.083798882681564, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.680889745964689e-05, |
| "loss": 0.11550634, |
| "memory(GiB)": 58.24, |
| "step": 22380, |
| "train_speed(iter/s)": 0.767518 |
| }, |
| { |
| "epoch": 2.085661080074488, |
| "grad_norm": 0.97265625, |
| "learning_rate": 4.6635184860617675e-05, |
| "loss": 0.12425991, |
| "memory(GiB)": 58.24, |
| "step": 22400, |
| "train_speed(iter/s)": 0.767554 |
| }, |
| { |
| "epoch": 2.0875232774674117, |
| "grad_norm": 1.234375, |
| "learning_rate": 4.646169712371364e-05, |
| "loss": 0.1120156, |
| "memory(GiB)": 58.24, |
| "step": 22420, |
| "train_speed(iter/s)": 0.767568 |
| }, |
| { |
| "epoch": 2.089385474860335, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.628843497995606e-05, |
| "loss": 0.10975211, |
| "memory(GiB)": 58.24, |
| "step": 22440, |
| "train_speed(iter/s)": 0.767614 |
| }, |
| { |
| "epoch": 2.091247672253259, |
| "grad_norm": 1.3515625, |
| "learning_rate": 4.611539915941588e-05, |
| "loss": 0.1215034, |
| "memory(GiB)": 58.24, |
| "step": 22460, |
| "train_speed(iter/s)": 0.767646 |
| }, |
| { |
| "epoch": 2.0931098696461823, |
| "grad_norm": 0.97265625, |
| "learning_rate": 4.594259039121017e-05, |
| "loss": 0.1136503, |
| "memory(GiB)": 58.24, |
| "step": 22480, |
| "train_speed(iter/s)": 0.767685 |
| }, |
| { |
| "epoch": 2.094972067039106, |
| "grad_norm": 0.93359375, |
| "learning_rate": 4.577000940349939e-05, |
| "loss": 0.11370624, |
| "memory(GiB)": 58.24, |
| "step": 22500, |
| "train_speed(iter/s)": 0.76774 |
| }, |
| { |
| "epoch": 2.09683426443203, |
| "grad_norm": 0.96875, |
| "learning_rate": 4.559765692348421e-05, |
| "loss": 0.11183515, |
| "memory(GiB)": 58.24, |
| "step": 22520, |
| "train_speed(iter/s)": 0.767789 |
| }, |
| { |
| "epoch": 2.0986964618249533, |
| "grad_norm": 0.85546875, |
| "learning_rate": 4.54255336774023e-05, |
| "loss": 0.11438358, |
| "memory(GiB)": 58.24, |
| "step": 22540, |
| "train_speed(iter/s)": 0.767817 |
| }, |
| { |
| "epoch": 2.100558659217877, |
| "grad_norm": 0.94140625, |
| "learning_rate": 4.525364039052568e-05, |
| "loss": 0.10709119, |
| "memory(GiB)": 58.24, |
| "step": 22560, |
| "train_speed(iter/s)": 0.767825 |
| }, |
| { |
| "epoch": 2.102420856610801, |
| "grad_norm": 1.46875, |
| "learning_rate": 4.508197778715711e-05, |
| "loss": 0.12675226, |
| "memory(GiB)": 58.24, |
| "step": 22580, |
| "train_speed(iter/s)": 0.767876 |
| }, |
| { |
| "epoch": 2.1042830540037243, |
| "grad_norm": 1.125, |
| "learning_rate": 4.4910546590627525e-05, |
| "loss": 0.11741807, |
| "memory(GiB)": 58.24, |
| "step": 22600, |
| "train_speed(iter/s)": 0.767894 |
| }, |
| { |
| "epoch": 2.106145251396648, |
| "grad_norm": 1.21875, |
| "learning_rate": 4.473934752329269e-05, |
| "loss": 0.12141221, |
| "memory(GiB)": 58.24, |
| "step": 22620, |
| "train_speed(iter/s)": 0.767948 |
| }, |
| { |
| "epoch": 2.1080074487895715, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.456838130653026e-05, |
| "loss": 0.11729333, |
| "memory(GiB)": 58.24, |
| "step": 22640, |
| "train_speed(iter/s)": 0.767948 |
| }, |
| { |
| "epoch": 2.1098696461824953, |
| "grad_norm": 0.70703125, |
| "learning_rate": 4.439764866073682e-05, |
| "loss": 0.1138922, |
| "memory(GiB)": 58.24, |
| "step": 22660, |
| "train_speed(iter/s)": 0.767955 |
| }, |
| { |
| "epoch": 2.111731843575419, |
| "grad_norm": 1.3671875, |
| "learning_rate": 4.4227150305324605e-05, |
| "loss": 0.11240854, |
| "memory(GiB)": 58.24, |
| "step": 22680, |
| "train_speed(iter/s)": 0.768003 |
| }, |
| { |
| "epoch": 2.1135940409683425, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.4056886958718744e-05, |
| "loss": 0.10561801, |
| "memory(GiB)": 58.24, |
| "step": 22700, |
| "train_speed(iter/s)": 0.768013 |
| }, |
| { |
| "epoch": 2.1154562383612663, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.388685933835409e-05, |
| "loss": 0.11626101, |
| "memory(GiB)": 58.24, |
| "step": 22720, |
| "train_speed(iter/s)": 0.768045 |
| }, |
| { |
| "epoch": 2.11731843575419, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.3717068160672244e-05, |
| "loss": 0.10951095, |
| "memory(GiB)": 58.24, |
| "step": 22740, |
| "train_speed(iter/s)": 0.768074 |
| }, |
| { |
| "epoch": 2.1191806331471135, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.3547514141118394e-05, |
| "loss": 0.09885264, |
| "memory(GiB)": 58.24, |
| "step": 22760, |
| "train_speed(iter/s)": 0.768116 |
| }, |
| { |
| "epoch": 2.1210428305400373, |
| "grad_norm": 0.8984375, |
| "learning_rate": 4.337819799413864e-05, |
| "loss": 0.08843653, |
| "memory(GiB)": 58.24, |
| "step": 22780, |
| "train_speed(iter/s)": 0.768167 |
| }, |
| { |
| "epoch": 2.122905027932961, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.320912043317652e-05, |
| "loss": 0.10544789, |
| "memory(GiB)": 58.24, |
| "step": 22800, |
| "train_speed(iter/s)": 0.768184 |
| }, |
| { |
| "epoch": 2.1247672253258845, |
| "grad_norm": 0.9921875, |
| "learning_rate": 4.304028217067041e-05, |
| "loss": 0.10042415, |
| "memory(GiB)": 58.24, |
| "step": 22820, |
| "train_speed(iter/s)": 0.768232 |
| }, |
| { |
| "epoch": 2.1266294227188083, |
| "grad_norm": 1.328125, |
| "learning_rate": 4.287168391805031e-05, |
| "loss": 0.11463039, |
| "memory(GiB)": 58.24, |
| "step": 22840, |
| "train_speed(iter/s)": 0.768245 |
| }, |
| { |
| "epoch": 2.1284916201117317, |
| "grad_norm": 0.984375, |
| "learning_rate": 4.27033263857349e-05, |
| "loss": 0.11318433, |
| "memory(GiB)": 58.24, |
| "step": 22860, |
| "train_speed(iter/s)": 0.768273 |
| }, |
| { |
| "epoch": 2.1303538175046555, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.253521028312857e-05, |
| "loss": 0.10956602, |
| "memory(GiB)": 58.24, |
| "step": 22880, |
| "train_speed(iter/s)": 0.768307 |
| }, |
| { |
| "epoch": 2.1322160148975793, |
| "grad_norm": 0.94921875, |
| "learning_rate": 4.23673363186183e-05, |
| "loss": 0.10085559, |
| "memory(GiB)": 58.24, |
| "step": 22900, |
| "train_speed(iter/s)": 0.768345 |
| }, |
| { |
| "epoch": 2.1340782122905027, |
| "grad_norm": 1.1484375, |
| "learning_rate": 4.2199705199570885e-05, |
| "loss": 0.10715935, |
| "memory(GiB)": 58.24, |
| "step": 22920, |
| "train_speed(iter/s)": 0.768374 |
| }, |
| { |
| "epoch": 2.1359404096834265, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.203231763232982e-05, |
| "loss": 0.12393291, |
| "memory(GiB)": 58.24, |
| "step": 22940, |
| "train_speed(iter/s)": 0.768377 |
| }, |
| { |
| "epoch": 2.1378026070763503, |
| "grad_norm": 1.125, |
| "learning_rate": 4.186517432221234e-05, |
| "loss": 0.10514045, |
| "memory(GiB)": 58.24, |
| "step": 22960, |
| "train_speed(iter/s)": 0.768416 |
| }, |
| { |
| "epoch": 2.1396648044692737, |
| "grad_norm": 1.4140625, |
| "learning_rate": 4.1698275973506464e-05, |
| "loss": 0.12016675, |
| "memory(GiB)": 58.24, |
| "step": 22980, |
| "train_speed(iter/s)": 0.768455 |
| }, |
| { |
| "epoch": 2.1415270018621975, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.153162328946806e-05, |
| "loss": 0.10668141, |
| "memory(GiB)": 58.24, |
| "step": 23000, |
| "train_speed(iter/s)": 0.76848 |
| }, |
| { |
| "epoch": 2.143389199255121, |
| "grad_norm": 0.921875, |
| "learning_rate": 4.136521697231773e-05, |
| "loss": 0.1124084, |
| "memory(GiB)": 58.24, |
| "step": 23020, |
| "train_speed(iter/s)": 0.768523 |
| }, |
| { |
| "epoch": 2.1452513966480447, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.1199057723238085e-05, |
| "loss": 0.11913981, |
| "memory(GiB)": 58.24, |
| "step": 23040, |
| "train_speed(iter/s)": 0.768557 |
| }, |
| { |
| "epoch": 2.1471135940409685, |
| "grad_norm": 0.9296875, |
| "learning_rate": 4.1033146242370656e-05, |
| "loss": 0.1068146, |
| "memory(GiB)": 58.24, |
| "step": 23060, |
| "train_speed(iter/s)": 0.768601 |
| }, |
| { |
| "epoch": 2.148975791433892, |
| "grad_norm": 0.8046875, |
| "learning_rate": 4.086748322881283e-05, |
| "loss": 0.10721408, |
| "memory(GiB)": 58.24, |
| "step": 23080, |
| "train_speed(iter/s)": 0.76861 |
| }, |
| { |
| "epoch": 2.1508379888268156, |
| "grad_norm": 1.0078125, |
| "learning_rate": 4.070206938061527e-05, |
| "loss": 0.11343349, |
| "memory(GiB)": 58.24, |
| "step": 23100, |
| "train_speed(iter/s)": 0.768649 |
| }, |
| { |
| "epoch": 2.1527001862197395, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.053690539477847e-05, |
| "loss": 0.11392477, |
| "memory(GiB)": 58.24, |
| "step": 23120, |
| "train_speed(iter/s)": 0.768699 |
| }, |
| { |
| "epoch": 2.154562383612663, |
| "grad_norm": 1.0625, |
| "learning_rate": 4.0371991967250336e-05, |
| "loss": 0.11984729, |
| "memory(GiB)": 58.24, |
| "step": 23140, |
| "train_speed(iter/s)": 0.768728 |
| }, |
| { |
| "epoch": 2.1564245810055866, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.020732979292278e-05, |
| "loss": 0.12230155, |
| "memory(GiB)": 58.24, |
| "step": 23160, |
| "train_speed(iter/s)": 0.768733 |
| }, |
| { |
| "epoch": 2.1582867783985105, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.0042919565629155e-05, |
| "loss": 0.11182994, |
| "memory(GiB)": 58.24, |
| "step": 23180, |
| "train_speed(iter/s)": 0.768712 |
| }, |
| { |
| "epoch": 2.160148975791434, |
| "grad_norm": 0.91796875, |
| "learning_rate": 3.987876197814119e-05, |
| "loss": 0.1028029, |
| "memory(GiB)": 58.24, |
| "step": 23200, |
| "train_speed(iter/s)": 0.768722 |
| }, |
| { |
| "epoch": 2.1620111731843576, |
| "grad_norm": 0.96484375, |
| "learning_rate": 3.9714857722165956e-05, |
| "loss": 0.1047961, |
| "memory(GiB)": 58.24, |
| "step": 23220, |
| "train_speed(iter/s)": 0.768762 |
| }, |
| { |
| "epoch": 2.163873370577281, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.9551207488343165e-05, |
| "loss": 0.10931444, |
| "memory(GiB)": 58.24, |
| "step": 23240, |
| "train_speed(iter/s)": 0.768788 |
| }, |
| { |
| "epoch": 2.165735567970205, |
| "grad_norm": 1.0625, |
| "learning_rate": 3.938781196624215e-05, |
| "loss": 0.11954699, |
| "memory(GiB)": 58.24, |
| "step": 23260, |
| "train_speed(iter/s)": 0.768814 |
| }, |
| { |
| "epoch": 2.1675977653631286, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.9224671844358964e-05, |
| "loss": 0.12002516, |
| "memory(GiB)": 58.24, |
| "step": 23280, |
| "train_speed(iter/s)": 0.768837 |
| }, |
| { |
| "epoch": 2.169459962756052, |
| "grad_norm": 1.21875, |
| "learning_rate": 3.906178781011347e-05, |
| "loss": 0.11104758, |
| "memory(GiB)": 58.24, |
| "step": 23300, |
| "train_speed(iter/s)": 0.768871 |
| }, |
| { |
| "epoch": 2.171322160148976, |
| "grad_norm": 1.25, |
| "learning_rate": 3.8899160549846504e-05, |
| "loss": 0.10640566, |
| "memory(GiB)": 58.24, |
| "step": 23320, |
| "train_speed(iter/s)": 0.768908 |
| }, |
| { |
| "epoch": 2.1731843575418996, |
| "grad_norm": 1.1171875, |
| "learning_rate": 3.873679074881685e-05, |
| "loss": 0.09920184, |
| "memory(GiB)": 58.24, |
| "step": 23340, |
| "train_speed(iter/s)": 0.768945 |
| }, |
| { |
| "epoch": 2.175046554934823, |
| "grad_norm": 1.0234375, |
| "learning_rate": 3.857467909119853e-05, |
| "loss": 0.09962378, |
| "memory(GiB)": 58.24, |
| "step": 23360, |
| "train_speed(iter/s)": 0.768952 |
| }, |
| { |
| "epoch": 2.176908752327747, |
| "grad_norm": 1.0078125, |
| "learning_rate": 3.841282626007784e-05, |
| "loss": 0.10315701, |
| "memory(GiB)": 74.75, |
| "step": 23380, |
| "train_speed(iter/s)": 0.768953 |
| }, |
| { |
| "epoch": 2.17877094972067, |
| "grad_norm": 1.09375, |
| "learning_rate": 3.82512329374503e-05, |
| "loss": 0.10988283, |
| "memory(GiB)": 74.75, |
| "step": 23400, |
| "train_speed(iter/s)": 0.768963 |
| }, |
| { |
| "epoch": 2.180633147113594, |
| "grad_norm": 1.0, |
| "learning_rate": 3.808989980421823e-05, |
| "loss": 0.10468407, |
| "memory(GiB)": 74.75, |
| "step": 23420, |
| "train_speed(iter/s)": 0.768989 |
| }, |
| { |
| "epoch": 2.182495344506518, |
| "grad_norm": 1.4609375, |
| "learning_rate": 3.7928827540187296e-05, |
| "loss": 0.1051132, |
| "memory(GiB)": 74.75, |
| "step": 23440, |
| "train_speed(iter/s)": 0.769015 |
| }, |
| { |
| "epoch": 2.184357541899441, |
| "grad_norm": 0.953125, |
| "learning_rate": 3.776801682406421e-05, |
| "loss": 0.11219141, |
| "memory(GiB)": 74.75, |
| "step": 23460, |
| "train_speed(iter/s)": 0.769046 |
| }, |
| { |
| "epoch": 2.186219739292365, |
| "grad_norm": 1.1796875, |
| "learning_rate": 3.7607468333453386e-05, |
| "loss": 0.09865897, |
| "memory(GiB)": 74.75, |
| "step": 23480, |
| "train_speed(iter/s)": 0.769062 |
| }, |
| { |
| "epoch": 2.188081936685289, |
| "grad_norm": 0.98046875, |
| "learning_rate": 3.744718274485445e-05, |
| "loss": 0.10719773, |
| "memory(GiB)": 74.75, |
| "step": 23500, |
| "train_speed(iter/s)": 0.769096 |
| }, |
| { |
| "epoch": 2.189944134078212, |
| "grad_norm": 0.921875, |
| "learning_rate": 3.728716073365921e-05, |
| "loss": 0.10016888, |
| "memory(GiB)": 74.75, |
| "step": 23520, |
| "train_speed(iter/s)": 0.769102 |
| }, |
| { |
| "epoch": 2.191806331471136, |
| "grad_norm": 0.90234375, |
| "learning_rate": 3.712740297414875e-05, |
| "loss": 0.09913735, |
| "memory(GiB)": 74.75, |
| "step": 23540, |
| "train_speed(iter/s)": 0.769151 |
| }, |
| { |
| "epoch": 2.1936685288640594, |
| "grad_norm": 0.7578125, |
| "learning_rate": 3.696791013949081e-05, |
| "loss": 0.11304789, |
| "memory(GiB)": 74.75, |
| "step": 23560, |
| "train_speed(iter/s)": 0.7692 |
| }, |
| { |
| "epoch": 2.195530726256983, |
| "grad_norm": 0.97265625, |
| "learning_rate": 3.680868290173677e-05, |
| "loss": 0.11336186, |
| "memory(GiB)": 74.75, |
| "step": 23580, |
| "train_speed(iter/s)": 0.769216 |
| }, |
| { |
| "epoch": 2.197392923649907, |
| "grad_norm": 1.296875, |
| "learning_rate": 3.664972193181887e-05, |
| "loss": 0.09854193, |
| "memory(GiB)": 74.75, |
| "step": 23600, |
| "train_speed(iter/s)": 0.769212 |
| }, |
| { |
| "epoch": 2.1992551210428304, |
| "grad_norm": 0.90234375, |
| "learning_rate": 3.649102789954738e-05, |
| "loss": 0.09684347, |
| "memory(GiB)": 74.75, |
| "step": 23620, |
| "train_speed(iter/s)": 0.769264 |
| }, |
| { |
| "epoch": 2.201117318435754, |
| "grad_norm": 1.1328125, |
| "learning_rate": 3.633260147360783e-05, |
| "loss": 0.10960507, |
| "memory(GiB)": 74.75, |
| "step": 23640, |
| "train_speed(iter/s)": 0.769308 |
| }, |
| { |
| "epoch": 2.202979515828678, |
| "grad_norm": 1.078125, |
| "learning_rate": 3.617444332155803e-05, |
| "loss": 0.11710701, |
| "memory(GiB)": 74.75, |
| "step": 23660, |
| "train_speed(iter/s)": 0.769343 |
| }, |
| { |
| "epoch": 2.2048417132216014, |
| "grad_norm": 0.859375, |
| "learning_rate": 3.601655410982545e-05, |
| "loss": 0.10495639, |
| "memory(GiB)": 74.75, |
| "step": 23680, |
| "train_speed(iter/s)": 0.769394 |
| }, |
| { |
| "epoch": 2.206703910614525, |
| "grad_norm": 0.89453125, |
| "learning_rate": 3.585893450370439e-05, |
| "loss": 0.10962081, |
| "memory(GiB)": 74.75, |
| "step": 23700, |
| "train_speed(iter/s)": 0.769409 |
| }, |
| { |
| "epoch": 2.2085661080074486, |
| "grad_norm": 0.875, |
| "learning_rate": 3.5701585167352924e-05, |
| "loss": 0.11209228, |
| "memory(GiB)": 74.75, |
| "step": 23720, |
| "train_speed(iter/s)": 0.769435 |
| }, |
| { |
| "epoch": 2.2104283054003724, |
| "grad_norm": 1.3359375, |
| "learning_rate": 3.554450676379056e-05, |
| "loss": 0.10384083, |
| "memory(GiB)": 74.75, |
| "step": 23740, |
| "train_speed(iter/s)": 0.769455 |
| }, |
| { |
| "epoch": 2.212290502793296, |
| "grad_norm": 0.9375, |
| "learning_rate": 3.538769995489494e-05, |
| "loss": 0.10817424, |
| "memory(GiB)": 74.75, |
| "step": 23760, |
| "train_speed(iter/s)": 0.769461 |
| }, |
| { |
| "epoch": 2.2141527001862196, |
| "grad_norm": 0.84375, |
| "learning_rate": 3.523116540139949e-05, |
| "loss": 0.11751704, |
| "memory(GiB)": 74.75, |
| "step": 23780, |
| "train_speed(iter/s)": 0.769484 |
| }, |
| { |
| "epoch": 2.2160148975791434, |
| "grad_norm": 1.21875, |
| "learning_rate": 3.507490376289029e-05, |
| "loss": 0.11738909, |
| "memory(GiB)": 74.75, |
| "step": 23800, |
| "train_speed(iter/s)": 0.769518 |
| }, |
| { |
| "epoch": 2.217877094972067, |
| "grad_norm": 1.2109375, |
| "learning_rate": 3.49189156978035e-05, |
| "loss": 0.10404855, |
| "memory(GiB)": 74.75, |
| "step": 23820, |
| "train_speed(iter/s)": 0.769528 |
| }, |
| { |
| "epoch": 2.2197392923649906, |
| "grad_norm": 0.82421875, |
| "learning_rate": 3.476320186342259e-05, |
| "loss": 0.10161319, |
| "memory(GiB)": 74.75, |
| "step": 23840, |
| "train_speed(iter/s)": 0.76957 |
| }, |
| { |
| "epoch": 2.2216014897579144, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.4607762915875374e-05, |
| "loss": 0.10832006, |
| "memory(GiB)": 74.75, |
| "step": 23860, |
| "train_speed(iter/s)": 0.7696 |
| }, |
| { |
| "epoch": 2.223463687150838, |
| "grad_norm": 1.34375, |
| "learning_rate": 3.445259951013149e-05, |
| "loss": 0.1030372, |
| "memory(GiB)": 74.75, |
| "step": 23880, |
| "train_speed(iter/s)": 0.76962 |
| }, |
| { |
| "epoch": 2.2253258845437616, |
| "grad_norm": 0.86328125, |
| "learning_rate": 3.4297712299999515e-05, |
| "loss": 0.09935099, |
| "memory(GiB)": 74.75, |
| "step": 23900, |
| "train_speed(iter/s)": 0.769668 |
| }, |
| { |
| "epoch": 2.2271880819366854, |
| "grad_norm": 1.515625, |
| "learning_rate": 3.4143101938124223e-05, |
| "loss": 0.11144433, |
| "memory(GiB)": 74.75, |
| "step": 23920, |
| "train_speed(iter/s)": 0.769691 |
| }, |
| { |
| "epoch": 2.2290502793296088, |
| "grad_norm": 0.99609375, |
| "learning_rate": 3.398876907598379e-05, |
| "loss": 0.11325089, |
| "memory(GiB)": 74.75, |
| "step": 23940, |
| "train_speed(iter/s)": 0.769745 |
| }, |
| { |
| "epoch": 2.2309124767225326, |
| "grad_norm": 1.0, |
| "learning_rate": 3.383471436388722e-05, |
| "loss": 0.10212806, |
| "memory(GiB)": 74.75, |
| "step": 23960, |
| "train_speed(iter/s)": 0.769766 |
| }, |
| { |
| "epoch": 2.2327746741154564, |
| "grad_norm": 1.078125, |
| "learning_rate": 3.36809384509713e-05, |
| "loss": 0.12155344, |
| "memory(GiB)": 74.75, |
| "step": 23980, |
| "train_speed(iter/s)": 0.769802 |
| }, |
| { |
| "epoch": 2.2346368715083798, |
| "grad_norm": 1.0625, |
| "learning_rate": 3.352744198519818e-05, |
| "loss": 0.1001812, |
| "memory(GiB)": 74.75, |
| "step": 24000, |
| "train_speed(iter/s)": 0.769804 |
| }, |
| { |
| "epoch": 2.2346368715083798, |
| "eval_loss": 0.38177013397216797, |
| "eval_runtime": 77.0804, |
| "eval_samples_per_second": 180.137, |
| "eval_steps_per_second": 1.414, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.2364990689013036, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.337422561335249e-05, |
| "loss": 0.10155301, |
| "memory(GiB)": 74.75, |
| "step": 24020, |
| "train_speed(iter/s)": 0.767136 |
| }, |
| { |
| "epoch": 2.2383612662942274, |
| "grad_norm": 0.84765625, |
| "learning_rate": 3.322128998103863e-05, |
| "loss": 0.10558331, |
| "memory(GiB)": 74.75, |
| "step": 24040, |
| "train_speed(iter/s)": 0.767149 |
| }, |
| { |
| "epoch": 2.2402234636871508, |
| "grad_norm": 1.2421875, |
| "learning_rate": 3.3068635732678044e-05, |
| "loss": 0.10001249, |
| "memory(GiB)": 74.75, |
| "step": 24060, |
| "train_speed(iter/s)": 0.767192 |
| }, |
| { |
| "epoch": 2.2420856610800746, |
| "grad_norm": 1.0859375, |
| "learning_rate": 3.2916263511506453e-05, |
| "loss": 0.10083565, |
| "memory(GiB)": 74.75, |
| "step": 24080, |
| "train_speed(iter/s)": 0.767228 |
| }, |
| { |
| "epoch": 2.243947858472998, |
| "grad_norm": 1.0, |
| "learning_rate": 3.276417395957138e-05, |
| "loss": 0.11419288, |
| "memory(GiB)": 74.75, |
| "step": 24100, |
| "train_speed(iter/s)": 0.767252 |
| }, |
| { |
| "epoch": 2.2458100558659218, |
| "grad_norm": 1.2578125, |
| "learning_rate": 3.2612367717729054e-05, |
| "loss": 0.10783464, |
| "memory(GiB)": 74.75, |
| "step": 24120, |
| "train_speed(iter/s)": 0.767284 |
| }, |
| { |
| "epoch": 2.2476722532588456, |
| "grad_norm": 0.9453125, |
| "learning_rate": 3.2460845425642095e-05, |
| "loss": 0.11875585, |
| "memory(GiB)": 74.75, |
| "step": 24140, |
| "train_speed(iter/s)": 0.767304 |
| }, |
| { |
| "epoch": 2.249534450651769, |
| "grad_norm": 1.375, |
| "learning_rate": 3.230960772177656e-05, |
| "loss": 0.09926898, |
| "memory(GiB)": 74.75, |
| "step": 24160, |
| "train_speed(iter/s)": 0.767332 |
| }, |
| { |
| "epoch": 2.2513966480446927, |
| "grad_norm": 1.0234375, |
| "learning_rate": 3.215865524339943e-05, |
| "loss": 0.09872712, |
| "memory(GiB)": 74.75, |
| "step": 24180, |
| "train_speed(iter/s)": 0.767362 |
| }, |
| { |
| "epoch": 2.2532588454376166, |
| "grad_norm": 1.3046875, |
| "learning_rate": 3.200798862657568e-05, |
| "loss": 0.10884237, |
| "memory(GiB)": 74.75, |
| "step": 24200, |
| "train_speed(iter/s)": 0.767404 |
| }, |
| { |
| "epoch": 2.25512104283054, |
| "grad_norm": 1.0390625, |
| "learning_rate": 3.185760850616592e-05, |
| "loss": 0.11168021, |
| "memory(GiB)": 74.75, |
| "step": 24220, |
| "train_speed(iter/s)": 0.767435 |
| }, |
| { |
| "epoch": 2.2569832402234637, |
| "grad_norm": 0.76953125, |
| "learning_rate": 3.170751551582347e-05, |
| "loss": 0.10452518, |
| "memory(GiB)": 74.75, |
| "step": 24240, |
| "train_speed(iter/s)": 0.767454 |
| }, |
| { |
| "epoch": 2.2588454376163876, |
| "grad_norm": 0.8359375, |
| "learning_rate": 3.155771028799182e-05, |
| "loss": 0.10053955, |
| "memory(GiB)": 74.75, |
| "step": 24260, |
| "train_speed(iter/s)": 0.767471 |
| }, |
| { |
| "epoch": 2.260707635009311, |
| "grad_norm": 1.109375, |
| "learning_rate": 3.140819345390191e-05, |
| "loss": 0.11290877, |
| "memory(GiB)": 74.75, |
| "step": 24280, |
| "train_speed(iter/s)": 0.767523 |
| }, |
| { |
| "epoch": 2.2625698324022347, |
| "grad_norm": 1.046875, |
| "learning_rate": 3.125896564356938e-05, |
| "loss": 0.0997721, |
| "memory(GiB)": 74.75, |
| "step": 24300, |
| "train_speed(iter/s)": 0.767559 |
| }, |
| { |
| "epoch": 2.264432029795158, |
| "grad_norm": 0.7265625, |
| "learning_rate": 3.111002748579226e-05, |
| "loss": 0.10257297, |
| "memory(GiB)": 74.75, |
| "step": 24320, |
| "train_speed(iter/s)": 0.767592 |
| }, |
| { |
| "epoch": 2.266294227188082, |
| "grad_norm": 1.15625, |
| "learning_rate": 3.09613796081478e-05, |
| "loss": 0.1102082, |
| "memory(GiB)": 74.75, |
| "step": 24340, |
| "train_speed(iter/s)": 0.767628 |
| }, |
| { |
| "epoch": 2.2681564245810057, |
| "grad_norm": 0.9765625, |
| "learning_rate": 3.0813022636990275e-05, |
| "loss": 0.11674392, |
| "memory(GiB)": 74.75, |
| "step": 24360, |
| "train_speed(iter/s)": 0.767675 |
| }, |
| { |
| "epoch": 2.270018621973929, |
| "grad_norm": 1.25, |
| "learning_rate": 3.066495719744815e-05, |
| "loss": 0.09853878, |
| "memory(GiB)": 74.75, |
| "step": 24380, |
| "train_speed(iter/s)": 0.767684 |
| }, |
| { |
| "epoch": 2.271880819366853, |
| "grad_norm": 0.83984375, |
| "learning_rate": 3.0517183913421367e-05, |
| "loss": 0.1074196, |
| "memory(GiB)": 74.75, |
| "step": 24400, |
| "train_speed(iter/s)": 0.767675 |
| }, |
| { |
| "epoch": 2.2737430167597763, |
| "grad_norm": 1.453125, |
| "learning_rate": 3.036970340757903e-05, |
| "loss": 0.09881254, |
| "memory(GiB)": 74.75, |
| "step": 24420, |
| "train_speed(iter/s)": 0.767677 |
| }, |
| { |
| "epoch": 2.2756052141527, |
| "grad_norm": 1.1171875, |
| "learning_rate": 3.022251630135633e-05, |
| "loss": 0.11979437, |
| "memory(GiB)": 74.75, |
| "step": 24440, |
| "train_speed(iter/s)": 0.767719 |
| }, |
| { |
| "epoch": 2.277467411545624, |
| "grad_norm": 1.4609375, |
| "learning_rate": 3.007562321495231e-05, |
| "loss": 0.10171646, |
| "memory(GiB)": 74.75, |
| "step": 24460, |
| "train_speed(iter/s)": 0.767738 |
| }, |
| { |
| "epoch": 2.2793296089385473, |
| "grad_norm": 1.203125, |
| "learning_rate": 2.9929024767327086e-05, |
| "loss": 0.10340936, |
| "memory(GiB)": 74.75, |
| "step": 24480, |
| "train_speed(iter/s)": 0.767767 |
| }, |
| { |
| "epoch": 2.281191806331471, |
| "grad_norm": 1.1953125, |
| "learning_rate": 2.9782721576199268e-05, |
| "loss": 0.09857596, |
| "memory(GiB)": 74.75, |
| "step": 24500, |
| "train_speed(iter/s)": 0.767785 |
| }, |
| { |
| "epoch": 2.283054003724395, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.9636714258043273e-05, |
| "loss": 0.10468978, |
| "memory(GiB)": 74.75, |
| "step": 24520, |
| "train_speed(iter/s)": 0.767803 |
| }, |
| { |
| "epoch": 2.2849162011173183, |
| "grad_norm": 1.046875, |
| "learning_rate": 2.9491003428086905e-05, |
| "loss": 0.10225184, |
| "memory(GiB)": 74.75, |
| "step": 24540, |
| "train_speed(iter/s)": 0.767846 |
| }, |
| { |
| "epoch": 2.286778398510242, |
| "grad_norm": 0.84765625, |
| "learning_rate": 2.934558970030862e-05, |
| "loss": 0.09291599, |
| "memory(GiB)": 74.75, |
| "step": 24560, |
| "train_speed(iter/s)": 0.767871 |
| }, |
| { |
| "epoch": 2.288640595903166, |
| "grad_norm": 1.078125, |
| "learning_rate": 2.920047368743497e-05, |
| "loss": 0.102846, |
| "memory(GiB)": 74.75, |
| "step": 24580, |
| "train_speed(iter/s)": 0.7679 |
| }, |
| { |
| "epoch": 2.2905027932960893, |
| "grad_norm": 1.1015625, |
| "learning_rate": 2.9055656000938092e-05, |
| "loss": 0.09924616, |
| "memory(GiB)": 74.75, |
| "step": 24600, |
| "train_speed(iter/s)": 0.767908 |
| }, |
| { |
| "epoch": 2.292364990689013, |
| "grad_norm": 1.4921875, |
| "learning_rate": 2.8911137251032915e-05, |
| "loss": 0.11189671, |
| "memory(GiB)": 74.75, |
| "step": 24620, |
| "train_speed(iter/s)": 0.767926 |
| }, |
| { |
| "epoch": 2.294227188081937, |
| "grad_norm": 1.0078125, |
| "learning_rate": 2.8766918046674995e-05, |
| "loss": 0.10130365, |
| "memory(GiB)": 74.75, |
| "step": 24640, |
| "train_speed(iter/s)": 0.767934 |
| }, |
| { |
| "epoch": 2.2960893854748603, |
| "grad_norm": 1.359375, |
| "learning_rate": 2.862299899555746e-05, |
| "loss": 0.10901361, |
| "memory(GiB)": 74.75, |
| "step": 24660, |
| "train_speed(iter/s)": 0.767971 |
| }, |
| { |
| "epoch": 2.297951582867784, |
| "grad_norm": 0.875, |
| "learning_rate": 2.8479380704108815e-05, |
| "loss": 0.10119644, |
| "memory(GiB)": 74.75, |
| "step": 24680, |
| "train_speed(iter/s)": 0.768011 |
| }, |
| { |
| "epoch": 2.2998137802607075, |
| "grad_norm": 0.9375, |
| "learning_rate": 2.8336063777490275e-05, |
| "loss": 0.10090758, |
| "memory(GiB)": 74.75, |
| "step": 24700, |
| "train_speed(iter/s)": 0.768031 |
| }, |
| { |
| "epoch": 2.3016759776536313, |
| "grad_norm": 1.3203125, |
| "learning_rate": 2.819304881959306e-05, |
| "loss": 0.11179039, |
| "memory(GiB)": 74.75, |
| "step": 24720, |
| "train_speed(iter/s)": 0.768069 |
| }, |
| { |
| "epoch": 2.303538175046555, |
| "grad_norm": 0.953125, |
| "learning_rate": 2.8050336433036216e-05, |
| "loss": 0.09195191, |
| "memory(GiB)": 74.75, |
| "step": 24740, |
| "train_speed(iter/s)": 0.768106 |
| }, |
| { |
| "epoch": 2.3054003724394785, |
| "grad_norm": 1.0, |
| "learning_rate": 2.7907927219163654e-05, |
| "loss": 0.09057497, |
| "memory(GiB)": 74.75, |
| "step": 24760, |
| "train_speed(iter/s)": 0.768137 |
| }, |
| { |
| "epoch": 2.3072625698324023, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.776582177804189e-05, |
| "loss": 0.10486867, |
| "memory(GiB)": 74.75, |
| "step": 24780, |
| "train_speed(iter/s)": 0.768152 |
| }, |
| { |
| "epoch": 2.3091247672253257, |
| "grad_norm": 0.98828125, |
| "learning_rate": 2.7624020708457442e-05, |
| "loss": 0.10587823, |
| "memory(GiB)": 74.75, |
| "step": 24800, |
| "train_speed(iter/s)": 0.768172 |
| }, |
| { |
| "epoch": 2.3109869646182495, |
| "grad_norm": 1.15625, |
| "learning_rate": 2.748252460791433e-05, |
| "loss": 0.10775185, |
| "memory(GiB)": 74.75, |
| "step": 24820, |
| "train_speed(iter/s)": 0.768207 |
| }, |
| { |
| "epoch": 2.3128491620111733, |
| "grad_norm": 1.1328125, |
| "learning_rate": 2.7341334072631454e-05, |
| "loss": 0.09222878, |
| "memory(GiB)": 74.75, |
| "step": 24840, |
| "train_speed(iter/s)": 0.768225 |
| }, |
| { |
| "epoch": 2.3147113594040967, |
| "grad_norm": 1.3203125, |
| "learning_rate": 2.720044969754021e-05, |
| "loss": 0.10134428, |
| "memory(GiB)": 74.75, |
| "step": 24860, |
| "train_speed(iter/s)": 0.768226 |
| }, |
| { |
| "epoch": 2.3165735567970205, |
| "grad_norm": 1.0859375, |
| "learning_rate": 2.7059872076281956e-05, |
| "loss": 0.09082563, |
| "memory(GiB)": 74.75, |
| "step": 24880, |
| "train_speed(iter/s)": 0.768223 |
| }, |
| { |
| "epoch": 2.3184357541899443, |
| "grad_norm": 0.95703125, |
| "learning_rate": 2.691960180120544e-05, |
| "loss": 0.10442271, |
| "memory(GiB)": 74.75, |
| "step": 24900, |
| "train_speed(iter/s)": 0.768261 |
| }, |
| { |
| "epoch": 2.3202979515828677, |
| "grad_norm": 1.171875, |
| "learning_rate": 2.6779639463364438e-05, |
| "loss": 0.1070719, |
| "memory(GiB)": 74.75, |
| "step": 24920, |
| "train_speed(iter/s)": 0.768305 |
| }, |
| { |
| "epoch": 2.3221601489757915, |
| "grad_norm": 1.0234375, |
| "learning_rate": 2.6639985652514987e-05, |
| "loss": 0.10250396, |
| "memory(GiB)": 74.75, |
| "step": 24940, |
| "train_speed(iter/s)": 0.768353 |
| }, |
| { |
| "epoch": 2.3240223463687153, |
| "grad_norm": 0.84765625, |
| "learning_rate": 2.6500640957113364e-05, |
| "loss": 0.09741715, |
| "memory(GiB)": 74.75, |
| "step": 24960, |
| "train_speed(iter/s)": 0.768386 |
| }, |
| { |
| "epoch": 2.3258845437616387, |
| "grad_norm": 1.1328125, |
| "learning_rate": 2.6361605964313084e-05, |
| "loss": 0.09976978, |
| "memory(GiB)": 74.75, |
| "step": 24980, |
| "train_speed(iter/s)": 0.768395 |
| }, |
| { |
| "epoch": 2.3277467411545625, |
| "grad_norm": 0.8828125, |
| "learning_rate": 2.6222881259962828e-05, |
| "loss": 0.09276388, |
| "memory(GiB)": 74.75, |
| "step": 25000, |
| "train_speed(iter/s)": 0.768413 |
| }, |
| { |
| "epoch": 2.329608938547486, |
| "grad_norm": 1.1953125, |
| "learning_rate": 2.6084467428603788e-05, |
| "loss": 0.10102336, |
| "memory(GiB)": 74.75, |
| "step": 25020, |
| "train_speed(iter/s)": 0.768435 |
| }, |
| { |
| "epoch": 2.3314711359404097, |
| "grad_norm": 1.0390625, |
| "learning_rate": 2.5946365053467126e-05, |
| "loss": 0.09177208, |
| "memory(GiB)": 74.75, |
| "step": 25040, |
| "train_speed(iter/s)": 0.768475 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.87890625, |
| "learning_rate": 2.5808574716471856e-05, |
| "loss": 0.10831335, |
| "memory(GiB)": 74.75, |
| "step": 25060, |
| "train_speed(iter/s)": 0.768501 |
| }, |
| { |
| "epoch": 2.335195530726257, |
| "grad_norm": 0.765625, |
| "learning_rate": 2.5671096998221943e-05, |
| "loss": 0.08765578, |
| "memory(GiB)": 74.75, |
| "step": 25080, |
| "train_speed(iter/s)": 0.768518 |
| }, |
| { |
| "epoch": 2.3370577281191807, |
| "grad_norm": 1.2578125, |
| "learning_rate": 2.5533932478004186e-05, |
| "loss": 0.10742819, |
| "memory(GiB)": 74.75, |
| "step": 25100, |
| "train_speed(iter/s)": 0.76853 |
| }, |
| { |
| "epoch": 2.338919925512104, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.5397081733785654e-05, |
| "loss": 0.09265711, |
| "memory(GiB)": 74.75, |
| "step": 25120, |
| "train_speed(iter/s)": 0.768552 |
| }, |
| { |
| "epoch": 2.340782122905028, |
| "grad_norm": 1.1328125, |
| "learning_rate": 2.5260545342211295e-05, |
| "loss": 0.11310081, |
| "memory(GiB)": 74.75, |
| "step": 25140, |
| "train_speed(iter/s)": 0.768573 |
| }, |
| { |
| "epoch": 2.3426443202979517, |
| "grad_norm": 1.1796875, |
| "learning_rate": 2.5124323878601342e-05, |
| "loss": 0.09951773, |
| "memory(GiB)": 74.75, |
| "step": 25160, |
| "train_speed(iter/s)": 0.768598 |
| }, |
| { |
| "epoch": 2.344506517690875, |
| "grad_norm": 0.96484375, |
| "learning_rate": 2.498841791694925e-05, |
| "loss": 0.0946602, |
| "memory(GiB)": 74.75, |
| "step": 25180, |
| "train_speed(iter/s)": 0.768608 |
| }, |
| { |
| "epoch": 2.346368715083799, |
| "grad_norm": 0.9375, |
| "learning_rate": 2.4852828029918817e-05, |
| "loss": 0.0985311, |
| "memory(GiB)": 74.75, |
| "step": 25200, |
| "train_speed(iter/s)": 0.768644 |
| }, |
| { |
| "epoch": 2.3482309124767227, |
| "grad_norm": 0.80078125, |
| "learning_rate": 2.4717554788842156e-05, |
| "loss": 0.10430787, |
| "memory(GiB)": 74.75, |
| "step": 25220, |
| "train_speed(iter/s)": 0.768664 |
| }, |
| { |
| "epoch": 2.350093109869646, |
| "grad_norm": 1.078125, |
| "learning_rate": 2.4582598763717125e-05, |
| "loss": 0.10131855, |
| "memory(GiB)": 74.75, |
| "step": 25240, |
| "train_speed(iter/s)": 0.768693 |
| }, |
| { |
| "epoch": 2.35195530726257, |
| "grad_norm": 0.88671875, |
| "learning_rate": 2.4447960523204795e-05, |
| "loss": 0.09341418, |
| "memory(GiB)": 74.75, |
| "step": 25260, |
| "train_speed(iter/s)": 0.768703 |
| }, |
| { |
| "epoch": 2.3538175046554937, |
| "grad_norm": 0.81640625, |
| "learning_rate": 2.431364063462743e-05, |
| "loss": 0.1005939, |
| "memory(GiB)": 74.75, |
| "step": 25280, |
| "train_speed(iter/s)": 0.768753 |
| }, |
| { |
| "epoch": 2.355679702048417, |
| "grad_norm": 1.015625, |
| "learning_rate": 2.417963966396565e-05, |
| "loss": 0.09922752, |
| "memory(GiB)": 74.75, |
| "step": 25300, |
| "train_speed(iter/s)": 0.76878 |
| }, |
| { |
| "epoch": 2.357541899441341, |
| "grad_norm": 1.140625, |
| "learning_rate": 2.4045958175856354e-05, |
| "loss": 0.10236137, |
| "memory(GiB)": 74.75, |
| "step": 25320, |
| "train_speed(iter/s)": 0.768813 |
| }, |
| { |
| "epoch": 2.3594040968342647, |
| "grad_norm": 0.99609375, |
| "learning_rate": 2.3912596733590242e-05, |
| "loss": 0.10635381, |
| "memory(GiB)": 74.75, |
| "step": 25340, |
| "train_speed(iter/s)": 0.768832 |
| }, |
| { |
| "epoch": 2.361266294227188, |
| "grad_norm": 0.953125, |
| "learning_rate": 2.377955589910943e-05, |
| "loss": 0.10511913, |
| "memory(GiB)": 74.75, |
| "step": 25360, |
| "train_speed(iter/s)": 0.768863 |
| }, |
| { |
| "epoch": 2.363128491620112, |
| "grad_norm": 0.91796875, |
| "learning_rate": 2.364683623300513e-05, |
| "loss": 0.08750724, |
| "memory(GiB)": 74.75, |
| "step": 25380, |
| "train_speed(iter/s)": 0.7689 |
| }, |
| { |
| "epoch": 2.364990689013035, |
| "grad_norm": 0.90625, |
| "learning_rate": 2.3514438294515172e-05, |
| "loss": 0.08906246, |
| "memory(GiB)": 74.75, |
| "step": 25400, |
| "train_speed(iter/s)": 0.768923 |
| }, |
| { |
| "epoch": 2.366852886405959, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.3382362641521803e-05, |
| "loss": 0.10484225, |
| "memory(GiB)": 74.75, |
| "step": 25420, |
| "train_speed(iter/s)": 0.768941 |
| }, |
| { |
| "epoch": 2.368715083798883, |
| "grad_norm": 0.921875, |
| "learning_rate": 2.325060983054924e-05, |
| "loss": 0.10104049, |
| "memory(GiB)": 74.75, |
| "step": 25440, |
| "train_speed(iter/s)": 0.768962 |
| }, |
| { |
| "epoch": 2.370577281191806, |
| "grad_norm": 0.9609375, |
| "learning_rate": 2.3119180416761378e-05, |
| "loss": 0.10175326, |
| "memory(GiB)": 74.75, |
| "step": 25460, |
| "train_speed(iter/s)": 0.768988 |
| }, |
| { |
| "epoch": 2.37243947858473, |
| "grad_norm": 1.21875, |
| "learning_rate": 2.2988074953959317e-05, |
| "loss": 0.096415, |
| "memory(GiB)": 74.75, |
| "step": 25480, |
| "train_speed(iter/s)": 0.769004 |
| }, |
| { |
| "epoch": 2.3743016759776534, |
| "grad_norm": 1.0859375, |
| "learning_rate": 2.28572939945793e-05, |
| "loss": 0.09378529, |
| "memory(GiB)": 74.75, |
| "step": 25500, |
| "train_speed(iter/s)": 0.768992 |
| }, |
| { |
| "epoch": 2.376163873370577, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.272683808969004e-05, |
| "loss": 0.10414027, |
| "memory(GiB)": 74.75, |
| "step": 25520, |
| "train_speed(iter/s)": 0.769017 |
| }, |
| { |
| "epoch": 2.378026070763501, |
| "grad_norm": 0.87109375, |
| "learning_rate": 2.259670778899071e-05, |
| "loss": 0.10215082, |
| "memory(GiB)": 74.75, |
| "step": 25540, |
| "train_speed(iter/s)": 0.769021 |
| }, |
| { |
| "epoch": 2.3798882681564244, |
| "grad_norm": 0.984375, |
| "learning_rate": 2.2466903640808446e-05, |
| "loss": 0.09546254, |
| "memory(GiB)": 74.75, |
| "step": 25560, |
| "train_speed(iter/s)": 0.769032 |
| }, |
| { |
| "epoch": 2.381750465549348, |
| "grad_norm": 1.296875, |
| "learning_rate": 2.2337426192096002e-05, |
| "loss": 0.10957, |
| "memory(GiB)": 74.75, |
| "step": 25580, |
| "train_speed(iter/s)": 0.769066 |
| }, |
| { |
| "epoch": 2.383612662942272, |
| "grad_norm": 1.15625, |
| "learning_rate": 2.2208275988429716e-05, |
| "loss": 0.09794831, |
| "memory(GiB)": 74.75, |
| "step": 25600, |
| "train_speed(iter/s)": 0.769101 |
| }, |
| { |
| "epoch": 2.3854748603351954, |
| "grad_norm": 0.76953125, |
| "learning_rate": 2.2079453574006814e-05, |
| "loss": 0.09378864, |
| "memory(GiB)": 74.75, |
| "step": 25620, |
| "train_speed(iter/s)": 0.769125 |
| }, |
| { |
| "epoch": 2.387337057728119, |
| "grad_norm": 1.015625, |
| "learning_rate": 2.1950959491643454e-05, |
| "loss": 0.10166427, |
| "memory(GiB)": 74.75, |
| "step": 25640, |
| "train_speed(iter/s)": 0.769157 |
| }, |
| { |
| "epoch": 2.389199255121043, |
| "grad_norm": 0.78515625, |
| "learning_rate": 2.1822794282772253e-05, |
| "loss": 0.09407473, |
| "memory(GiB)": 74.75, |
| "step": 25660, |
| "train_speed(iter/s)": 0.769197 |
| }, |
| { |
| "epoch": 2.3910614525139664, |
| "grad_norm": 1.0625, |
| "learning_rate": 2.169495848744012e-05, |
| "loss": 0.09880165, |
| "memory(GiB)": 74.75, |
| "step": 25680, |
| "train_speed(iter/s)": 0.769245 |
| }, |
| { |
| "epoch": 2.39292364990689, |
| "grad_norm": 1.2265625, |
| "learning_rate": 2.1567452644305818e-05, |
| "loss": 0.0979923, |
| "memory(GiB)": 74.75, |
| "step": 25700, |
| "train_speed(iter/s)": 0.769264 |
| }, |
| { |
| "epoch": 2.394785847299814, |
| "grad_norm": 1.09375, |
| "learning_rate": 2.14402772906379e-05, |
| "loss": 0.09793384, |
| "memory(GiB)": 74.75, |
| "step": 25720, |
| "train_speed(iter/s)": 0.769313 |
| }, |
| { |
| "epoch": 2.3966480446927374, |
| "grad_norm": 0.8046875, |
| "learning_rate": 2.1313432962312284e-05, |
| "loss": 0.10001029, |
| "memory(GiB)": 74.75, |
| "step": 25740, |
| "train_speed(iter/s)": 0.769316 |
| }, |
| { |
| "epoch": 2.398510242085661, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.118692019381008e-05, |
| "loss": 0.11119788, |
| "memory(GiB)": 74.75, |
| "step": 25760, |
| "train_speed(iter/s)": 0.769331 |
| }, |
| { |
| "epoch": 2.4003724394785846, |
| "grad_norm": 0.8515625, |
| "learning_rate": 2.1060739518215333e-05, |
| "loss": 0.09229028, |
| "memory(GiB)": 74.75, |
| "step": 25780, |
| "train_speed(iter/s)": 0.769372 |
| }, |
| { |
| "epoch": 2.4022346368715084, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.0934891467212647e-05, |
| "loss": 0.09729228, |
| "memory(GiB)": 74.75, |
| "step": 25800, |
| "train_speed(iter/s)": 0.769395 |
| }, |
| { |
| "epoch": 2.404096834264432, |
| "grad_norm": 0.9296875, |
| "learning_rate": 2.0809376571085238e-05, |
| "loss": 0.09595935, |
| "memory(GiB)": 74.75, |
| "step": 25820, |
| "train_speed(iter/s)": 0.769411 |
| }, |
| { |
| "epoch": 2.4059590316573556, |
| "grad_norm": 1.1484375, |
| "learning_rate": 2.068419535871233e-05, |
| "loss": 0.09269361, |
| "memory(GiB)": 74.75, |
| "step": 25840, |
| "train_speed(iter/s)": 0.769431 |
| }, |
| { |
| "epoch": 2.4078212290502794, |
| "grad_norm": 1.3046875, |
| "learning_rate": 2.055934835756722e-05, |
| "loss": 0.09150513, |
| "memory(GiB)": 74.75, |
| "step": 25860, |
| "train_speed(iter/s)": 0.769471 |
| }, |
| { |
| "epoch": 2.4096834264432028, |
| "grad_norm": 0.8515625, |
| "learning_rate": 2.0434836093714937e-05, |
| "loss": 0.09933028, |
| "memory(GiB)": 74.75, |
| "step": 25880, |
| "train_speed(iter/s)": 0.769502 |
| }, |
| { |
| "epoch": 2.4115456238361266, |
| "grad_norm": 1.125, |
| "learning_rate": 2.0310659091809948e-05, |
| "loss": 0.09195083, |
| "memory(GiB)": 74.75, |
| "step": 25900, |
| "train_speed(iter/s)": 0.76953 |
| }, |
| { |
| "epoch": 2.4134078212290504, |
| "grad_norm": 0.83984375, |
| "learning_rate": 2.0186817875094198e-05, |
| "loss": 0.10260382, |
| "memory(GiB)": 74.75, |
| "step": 25920, |
| "train_speed(iter/s)": 0.769561 |
| }, |
| { |
| "epoch": 2.4152700186219738, |
| "grad_norm": 1.1953125, |
| "learning_rate": 2.0063312965394564e-05, |
| "loss": 0.0909433, |
| "memory(GiB)": 74.75, |
| "step": 25940, |
| "train_speed(iter/s)": 0.769595 |
| }, |
| { |
| "epoch": 2.4171322160148976, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.9940144883120958e-05, |
| "loss": 0.10011367, |
| "memory(GiB)": 74.75, |
| "step": 25960, |
| "train_speed(iter/s)": 0.769627 |
| }, |
| { |
| "epoch": 2.4189944134078214, |
| "grad_norm": 1.3203125, |
| "learning_rate": 1.9817314147263945e-05, |
| "loss": 0.10159645, |
| "memory(GiB)": 74.75, |
| "step": 25980, |
| "train_speed(iter/s)": 0.769625 |
| }, |
| { |
| "epoch": 2.4208566108007448, |
| "grad_norm": 1.125, |
| "learning_rate": 1.9694821275392682e-05, |
| "loss": 0.09749501, |
| "memory(GiB)": 74.75, |
| "step": 26000, |
| "train_speed(iter/s)": 0.769664 |
| }, |
| { |
| "epoch": 2.4208566108007448, |
| "eval_loss": 0.38522472977638245, |
| "eval_runtime": 76.9483, |
| "eval_samples_per_second": 180.446, |
| "eval_steps_per_second": 1.417, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.4227188081936686, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.9572666783652582e-05, |
| "loss": 0.09559954, |
| "memory(GiB)": 74.75, |
| "step": 26020, |
| "train_speed(iter/s)": 0.767242 |
| }, |
| { |
| "epoch": 2.4245810055865924, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.945085118676332e-05, |
| "loss": 0.09020438, |
| "memory(GiB)": 74.75, |
| "step": 26040, |
| "train_speed(iter/s)": 0.767278 |
| }, |
| { |
| "epoch": 2.4264432029795158, |
| "grad_norm": 1.0, |
| "learning_rate": 1.9329374998016537e-05, |
| "loss": 0.10400308, |
| "memory(GiB)": 74.75, |
| "step": 26060, |
| "train_speed(iter/s)": 0.767312 |
| }, |
| { |
| "epoch": 2.4283054003724396, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.9208238729273732e-05, |
| "loss": 0.10132781, |
| "memory(GiB)": 74.75, |
| "step": 26080, |
| "train_speed(iter/s)": 0.767353 |
| }, |
| { |
| "epoch": 2.430167597765363, |
| "grad_norm": 1.078125, |
| "learning_rate": 1.9087442890964102e-05, |
| "loss": 0.09796514, |
| "memory(GiB)": 74.75, |
| "step": 26100, |
| "train_speed(iter/s)": 0.76738 |
| }, |
| { |
| "epoch": 2.4320297951582868, |
| "grad_norm": 1.015625, |
| "learning_rate": 1.8966987992082296e-05, |
| "loss": 0.0868296, |
| "memory(GiB)": 74.75, |
| "step": 26120, |
| "train_speed(iter/s)": 0.7674 |
| }, |
| { |
| "epoch": 2.4338919925512106, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.884687454018652e-05, |
| "loss": 0.09946807, |
| "memory(GiB)": 74.75, |
| "step": 26140, |
| "train_speed(iter/s)": 0.767421 |
| }, |
| { |
| "epoch": 2.435754189944134, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.8727103041396056e-05, |
| "loss": 0.08833747, |
| "memory(GiB)": 74.75, |
| "step": 26160, |
| "train_speed(iter/s)": 0.767423 |
| }, |
| { |
| "epoch": 2.4376163873370578, |
| "grad_norm": 0.8359375, |
| "learning_rate": 1.860767400038941e-05, |
| "loss": 0.08898092, |
| "memory(GiB)": 74.75, |
| "step": 26180, |
| "train_speed(iter/s)": 0.76743 |
| }, |
| { |
| "epoch": 2.439478584729981, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.8488587920402046e-05, |
| "loss": 0.08464298, |
| "memory(GiB)": 74.75, |
| "step": 26200, |
| "train_speed(iter/s)": 0.767463 |
| }, |
| { |
| "epoch": 2.441340782122905, |
| "grad_norm": 0.875, |
| "learning_rate": 1.8369845303224308e-05, |
| "loss": 0.09342575, |
| "memory(GiB)": 74.75, |
| "step": 26220, |
| "train_speed(iter/s)": 0.767475 |
| }, |
| { |
| "epoch": 2.4432029795158288, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.8251446649199355e-05, |
| "loss": 0.09570937, |
| "memory(GiB)": 74.75, |
| "step": 26240, |
| "train_speed(iter/s)": 0.767504 |
| }, |
| { |
| "epoch": 2.445065176908752, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.8133392457220856e-05, |
| "loss": 0.08847888, |
| "memory(GiB)": 74.75, |
| "step": 26260, |
| "train_speed(iter/s)": 0.767526 |
| }, |
| { |
| "epoch": 2.446927374301676, |
| "grad_norm": 1.125, |
| "learning_rate": 1.801568322473115e-05, |
| "loss": 0.1068172, |
| "memory(GiB)": 74.75, |
| "step": 26280, |
| "train_speed(iter/s)": 0.767557 |
| }, |
| { |
| "epoch": 2.4487895716945998, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.7898319447718993e-05, |
| "loss": 0.10401188, |
| "memory(GiB)": 74.75, |
| "step": 26300, |
| "train_speed(iter/s)": 0.767592 |
| }, |
| { |
| "epoch": 2.450651769087523, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.778130162071753e-05, |
| "loss": 0.10306834, |
| "memory(GiB)": 74.75, |
| "step": 26320, |
| "train_speed(iter/s)": 0.767625 |
| }, |
| { |
| "epoch": 2.452513966480447, |
| "grad_norm": 0.875, |
| "learning_rate": 1.7664630236802073e-05, |
| "loss": 0.09694492, |
| "memory(GiB)": 74.75, |
| "step": 26340, |
| "train_speed(iter/s)": 0.767644 |
| }, |
| { |
| "epoch": 2.4543761638733708, |
| "grad_norm": 1.328125, |
| "learning_rate": 1.7548305787588314e-05, |
| "loss": 0.1060955, |
| "memory(GiB)": 74.75, |
| "step": 26360, |
| "train_speed(iter/s)": 0.767692 |
| }, |
| { |
| "epoch": 2.456238361266294, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.7432328763229912e-05, |
| "loss": 0.09546111, |
| "memory(GiB)": 74.75, |
| "step": 26380, |
| "train_speed(iter/s)": 0.767709 |
| }, |
| { |
| "epoch": 2.458100558659218, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.731669965241668e-05, |
| "loss": 0.11217393, |
| "memory(GiB)": 74.75, |
| "step": 26400, |
| "train_speed(iter/s)": 0.767736 |
| }, |
| { |
| "epoch": 2.4599627560521418, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.7201418942372415e-05, |
| "loss": 0.09984755, |
| "memory(GiB)": 74.75, |
| "step": 26420, |
| "train_speed(iter/s)": 0.767754 |
| }, |
| { |
| "epoch": 2.461824953445065, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.708648711885281e-05, |
| "loss": 0.09662188, |
| "memory(GiB)": 74.75, |
| "step": 26440, |
| "train_speed(iter/s)": 0.767787 |
| }, |
| { |
| "epoch": 2.463687150837989, |
| "grad_norm": 0.9375, |
| "learning_rate": 1.69719046661436e-05, |
| "loss": 0.09171115, |
| "memory(GiB)": 74.75, |
| "step": 26460, |
| "train_speed(iter/s)": 0.767817 |
| }, |
| { |
| "epoch": 2.4655493482309123, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.6857672067058216e-05, |
| "loss": 0.09821294, |
| "memory(GiB)": 74.75, |
| "step": 26480, |
| "train_speed(iter/s)": 0.767854 |
| }, |
| { |
| "epoch": 2.467411545623836, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.674378980293605e-05, |
| "loss": 0.10482373, |
| "memory(GiB)": 74.75, |
| "step": 26500, |
| "train_speed(iter/s)": 0.767907 |
| }, |
| { |
| "epoch": 2.46927374301676, |
| "grad_norm": 1.078125, |
| "learning_rate": 1.6630258353640217e-05, |
| "loss": 0.08855894, |
| "memory(GiB)": 74.75, |
| "step": 26520, |
| "train_speed(iter/s)": 0.767921 |
| }, |
| { |
| "epoch": 2.4711359404096833, |
| "grad_norm": 0.96484375, |
| "learning_rate": 1.6517078197555647e-05, |
| "loss": 0.08362047, |
| "memory(GiB)": 74.75, |
| "step": 26540, |
| "train_speed(iter/s)": 0.767932 |
| }, |
| { |
| "epoch": 2.472998137802607, |
| "grad_norm": 1.0390625, |
| "learning_rate": 1.6404249811587056e-05, |
| "loss": 0.09590976, |
| "memory(GiB)": 74.75, |
| "step": 26560, |
| "train_speed(iter/s)": 0.767948 |
| }, |
| { |
| "epoch": 2.4748603351955305, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.629177367115684e-05, |
| "loss": 0.11099143, |
| "memory(GiB)": 74.75, |
| "step": 26580, |
| "train_speed(iter/s)": 0.767995 |
| }, |
| { |
| "epoch": 2.4767225325884543, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.6179650250203216e-05, |
| "loss": 0.09504373, |
| "memory(GiB)": 74.75, |
| "step": 26600, |
| "train_speed(iter/s)": 0.768019 |
| }, |
| { |
| "epoch": 2.478584729981378, |
| "grad_norm": 0.88671875, |
| "learning_rate": 1.6067880021178105e-05, |
| "loss": 0.09536514, |
| "memory(GiB)": 74.75, |
| "step": 26620, |
| "train_speed(iter/s)": 0.768043 |
| }, |
| { |
| "epoch": 2.4804469273743015, |
| "grad_norm": 0.95703125, |
| "learning_rate": 1.5956463455045267e-05, |
| "loss": 0.10592208, |
| "memory(GiB)": 74.75, |
| "step": 26640, |
| "train_speed(iter/s)": 0.768061 |
| }, |
| { |
| "epoch": 2.4823091247672253, |
| "grad_norm": 1.015625, |
| "learning_rate": 1.5845401021278106e-05, |
| "loss": 0.10959908, |
| "memory(GiB)": 74.75, |
| "step": 26660, |
| "train_speed(iter/s)": 0.768072 |
| }, |
| { |
| "epoch": 2.484171322160149, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.5734693187857997e-05, |
| "loss": 0.09669304, |
| "memory(GiB)": 74.75, |
| "step": 26680, |
| "train_speed(iter/s)": 0.768115 |
| }, |
| { |
| "epoch": 2.4860335195530725, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.5624340421272e-05, |
| "loss": 0.10210849, |
| "memory(GiB)": 74.75, |
| "step": 26700, |
| "train_speed(iter/s)": 0.76816 |
| }, |
| { |
| "epoch": 2.4878957169459963, |
| "grad_norm": 1.4140625, |
| "learning_rate": 1.5514343186511104e-05, |
| "loss": 0.10455359, |
| "memory(GiB)": 74.75, |
| "step": 26720, |
| "train_speed(iter/s)": 0.768193 |
| }, |
| { |
| "epoch": 2.48975791433892, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.5404701947068224e-05, |
| "loss": 0.10247712, |
| "memory(GiB)": 74.75, |
| "step": 26740, |
| "train_speed(iter/s)": 0.768229 |
| }, |
| { |
| "epoch": 2.4916201117318435, |
| "grad_norm": 1.078125, |
| "learning_rate": 1.529541716493612e-05, |
| "loss": 0.09632077, |
| "memory(GiB)": 74.75, |
| "step": 26760, |
| "train_speed(iter/s)": 0.768262 |
| }, |
| { |
| "epoch": 2.4934823091247673, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.518648930060571e-05, |
| "loss": 0.10718331, |
| "memory(GiB)": 74.75, |
| "step": 26780, |
| "train_speed(iter/s)": 0.768295 |
| }, |
| { |
| "epoch": 2.4953445065176907, |
| "grad_norm": 1.09375, |
| "learning_rate": 1.507791881306384e-05, |
| "loss": 0.09734278, |
| "memory(GiB)": 74.75, |
| "step": 26800, |
| "train_speed(iter/s)": 0.768348 |
| }, |
| { |
| "epoch": 2.4972067039106145, |
| "grad_norm": 1.1640625, |
| "learning_rate": 1.4969706159791564e-05, |
| "loss": 0.10756767, |
| "memory(GiB)": 74.75, |
| "step": 26820, |
| "train_speed(iter/s)": 0.768362 |
| }, |
| { |
| "epoch": 2.4990689013035383, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.4861851796762094e-05, |
| "loss": 0.10674, |
| "memory(GiB)": 74.75, |
| "step": 26840, |
| "train_speed(iter/s)": 0.768384 |
| }, |
| { |
| "epoch": 2.5009310986964617, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.4754356178438954e-05, |
| "loss": 0.10347006, |
| "memory(GiB)": 74.75, |
| "step": 26860, |
| "train_speed(iter/s)": 0.768408 |
| }, |
| { |
| "epoch": 2.5027932960893855, |
| "grad_norm": 0.875, |
| "learning_rate": 1.4647219757774045e-05, |
| "loss": 0.08911729, |
| "memory(GiB)": 74.75, |
| "step": 26880, |
| "train_speed(iter/s)": 0.768442 |
| }, |
| { |
| "epoch": 2.504655493482309, |
| "grad_norm": 0.9765625, |
| "learning_rate": 1.454044298620566e-05, |
| "loss": 0.09411467, |
| "memory(GiB)": 74.75, |
| "step": 26900, |
| "train_speed(iter/s)": 0.768473 |
| }, |
| { |
| "epoch": 2.5065176908752327, |
| "grad_norm": 1.0, |
| "learning_rate": 1.443402631365669e-05, |
| "loss": 0.08597951, |
| "memory(GiB)": 74.75, |
| "step": 26920, |
| "train_speed(iter/s)": 0.768502 |
| }, |
| { |
| "epoch": 2.5083798882681565, |
| "grad_norm": 1.3515625, |
| "learning_rate": 1.4327970188532702e-05, |
| "loss": 0.10816082, |
| "memory(GiB)": 74.75, |
| "step": 26940, |
| "train_speed(iter/s)": 0.768536 |
| }, |
| { |
| "epoch": 2.51024208566108, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.4222275057720024e-05, |
| "loss": 0.08901605, |
| "memory(GiB)": 74.75, |
| "step": 26960, |
| "train_speed(iter/s)": 0.768546 |
| }, |
| { |
| "epoch": 2.5121042830540037, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.4116941366583802e-05, |
| "loss": 0.0930239, |
| "memory(GiB)": 74.75, |
| "step": 26980, |
| "train_speed(iter/s)": 0.768569 |
| }, |
| { |
| "epoch": 2.5139664804469275, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.4011969558966331e-05, |
| "loss": 0.10327775, |
| "memory(GiB)": 74.75, |
| "step": 27000, |
| "train_speed(iter/s)": 0.768586 |
| }, |
| { |
| "epoch": 2.515828677839851, |
| "grad_norm": 1.28125, |
| "learning_rate": 1.3907360077184906e-05, |
| "loss": 0.10326664, |
| "memory(GiB)": 74.75, |
| "step": 27020, |
| "train_speed(iter/s)": 0.768624 |
| }, |
| { |
| "epoch": 2.5176908752327747, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.3803113362030151e-05, |
| "loss": 0.09636109, |
| "memory(GiB)": 74.75, |
| "step": 27040, |
| "train_speed(iter/s)": 0.76864 |
| }, |
| { |
| "epoch": 2.5195530726256985, |
| "grad_norm": 0.99609375, |
| "learning_rate": 1.3699229852764172e-05, |
| "loss": 0.10351133, |
| "memory(GiB)": 74.75, |
| "step": 27060, |
| "train_speed(iter/s)": 0.768667 |
| }, |
| { |
| "epoch": 2.521415270018622, |
| "grad_norm": 1.0390625, |
| "learning_rate": 1.3595709987118487e-05, |
| "loss": 0.09553545, |
| "memory(GiB)": 74.75, |
| "step": 27080, |
| "train_speed(iter/s)": 0.76871 |
| }, |
| { |
| "epoch": 2.5232774674115457, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.349255420129253e-05, |
| "loss": 0.08632871, |
| "memory(GiB)": 74.75, |
| "step": 27100, |
| "train_speed(iter/s)": 0.768728 |
| }, |
| { |
| "epoch": 2.5251396648044695, |
| "grad_norm": 0.96484375, |
| "learning_rate": 1.3389762929951467e-05, |
| "loss": 0.10044611, |
| "memory(GiB)": 74.75, |
| "step": 27120, |
| "train_speed(iter/s)": 0.768769 |
| }, |
| { |
| "epoch": 2.527001862197393, |
| "grad_norm": 0.8515625, |
| "learning_rate": 1.3287336606224576e-05, |
| "loss": 0.09492825, |
| "memory(GiB)": 74.75, |
| "step": 27140, |
| "train_speed(iter/s)": 0.76879 |
| }, |
| { |
| "epoch": 2.5288640595903167, |
| "grad_norm": 1.1640625, |
| "learning_rate": 1.318527566170339e-05, |
| "loss": 0.10425776, |
| "memory(GiB)": 74.75, |
| "step": 27160, |
| "train_speed(iter/s)": 0.768817 |
| }, |
| { |
| "epoch": 2.5307262569832405, |
| "grad_norm": 1.1328125, |
| "learning_rate": 1.3083580526439787e-05, |
| "loss": 0.10316639, |
| "memory(GiB)": 74.75, |
| "step": 27180, |
| "train_speed(iter/s)": 0.768838 |
| }, |
| { |
| "epoch": 2.532588454376164, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.298225162894433e-05, |
| "loss": 0.08870911, |
| "memory(GiB)": 74.75, |
| "step": 27200, |
| "train_speed(iter/s)": 0.768852 |
| }, |
| { |
| "epoch": 2.5344506517690877, |
| "grad_norm": 1.0, |
| "learning_rate": 1.288128939618426e-05, |
| "loss": 0.09396772, |
| "memory(GiB)": 74.75, |
| "step": 27220, |
| "train_speed(iter/s)": 0.768884 |
| }, |
| { |
| "epoch": 2.536312849162011, |
| "grad_norm": 0.90625, |
| "learning_rate": 1.2780694253581905e-05, |
| "loss": 0.09058628, |
| "memory(GiB)": 74.75, |
| "step": 27240, |
| "train_speed(iter/s)": 0.768915 |
| }, |
| { |
| "epoch": 2.538175046554935, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.2680466625012766e-05, |
| "loss": 0.09303147, |
| "memory(GiB)": 74.75, |
| "step": 27260, |
| "train_speed(iter/s)": 0.76895 |
| }, |
| { |
| "epoch": 2.5400372439478582, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.2580606932803762e-05, |
| "loss": 0.09020774, |
| "memory(GiB)": 74.75, |
| "step": 27280, |
| "train_speed(iter/s)": 0.768973 |
| }, |
| { |
| "epoch": 2.541899441340782, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.2481115597731385e-05, |
| "loss": 0.0921455, |
| "memory(GiB)": 74.75, |
| "step": 27300, |
| "train_speed(iter/s)": 0.769017 |
| }, |
| { |
| "epoch": 2.543761638733706, |
| "grad_norm": 0.80078125, |
| "learning_rate": 1.2381993039020123e-05, |
| "loss": 0.10183475, |
| "memory(GiB)": 74.75, |
| "step": 27320, |
| "train_speed(iter/s)": 0.769039 |
| }, |
| { |
| "epoch": 2.5456238361266292, |
| "grad_norm": 0.828125, |
| "learning_rate": 1.228323967434043e-05, |
| "loss": 0.08973705, |
| "memory(GiB)": 74.75, |
| "step": 27340, |
| "train_speed(iter/s)": 0.769069 |
| }, |
| { |
| "epoch": 2.547486033519553, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.2184855919807148e-05, |
| "loss": 0.08727324, |
| "memory(GiB)": 74.75, |
| "step": 27360, |
| "train_speed(iter/s)": 0.769103 |
| }, |
| { |
| "epoch": 2.549348230912477, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.2086842189977698e-05, |
| "loss": 0.09381813, |
| "memory(GiB)": 74.75, |
| "step": 27380, |
| "train_speed(iter/s)": 0.769124 |
| }, |
| { |
| "epoch": 2.5512104283054002, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.1989198897850352e-05, |
| "loss": 0.09397247, |
| "memory(GiB)": 74.75, |
| "step": 27400, |
| "train_speed(iter/s)": 0.769158 |
| }, |
| { |
| "epoch": 2.553072625698324, |
| "grad_norm": 1.078125, |
| "learning_rate": 1.1891926454862468e-05, |
| "loss": 0.10348772, |
| "memory(GiB)": 74.75, |
| "step": 27420, |
| "train_speed(iter/s)": 0.769173 |
| }, |
| { |
| "epoch": 2.554934823091248, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.1795025270888726e-05, |
| "loss": 0.10088123, |
| "memory(GiB)": 74.75, |
| "step": 27440, |
| "train_speed(iter/s)": 0.769208 |
| }, |
| { |
| "epoch": 2.5567970204841712, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.169849575423948e-05, |
| "loss": 0.10310076, |
| "memory(GiB)": 74.75, |
| "step": 27460, |
| "train_speed(iter/s)": 0.769257 |
| }, |
| { |
| "epoch": 2.558659217877095, |
| "grad_norm": 1.0, |
| "learning_rate": 1.1602338311659012e-05, |
| "loss": 0.08614667, |
| "memory(GiB)": 74.75, |
| "step": 27480, |
| "train_speed(iter/s)": 0.769299 |
| }, |
| { |
| "epoch": 2.560521415270019, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.1506553348323757e-05, |
| "loss": 0.10040137, |
| "memory(GiB)": 74.75, |
| "step": 27500, |
| "train_speed(iter/s)": 0.769316 |
| }, |
| { |
| "epoch": 2.5623836126629422, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.1411141267840675e-05, |
| "loss": 0.08545375, |
| "memory(GiB)": 74.75, |
| "step": 27520, |
| "train_speed(iter/s)": 0.769353 |
| }, |
| { |
| "epoch": 2.564245810055866, |
| "grad_norm": 0.95703125, |
| "learning_rate": 1.131610247224555e-05, |
| "loss": 0.1016354, |
| "memory(GiB)": 74.75, |
| "step": 27540, |
| "train_speed(iter/s)": 0.769373 |
| }, |
| { |
| "epoch": 2.5661080074487894, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.1221437362001153e-05, |
| "loss": 0.09240752, |
| "memory(GiB)": 74.75, |
| "step": 27560, |
| "train_speed(iter/s)": 0.769391 |
| }, |
| { |
| "epoch": 2.5679702048417132, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.1127146335995774e-05, |
| "loss": 0.09214135, |
| "memory(GiB)": 74.75, |
| "step": 27580, |
| "train_speed(iter/s)": 0.76942 |
| }, |
| { |
| "epoch": 2.5698324022346366, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.1033229791541422e-05, |
| "loss": 0.10229049, |
| "memory(GiB)": 74.75, |
| "step": 27600, |
| "train_speed(iter/s)": 0.769439 |
| }, |
| { |
| "epoch": 2.5716945996275604, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.093968812437206e-05, |
| "loss": 0.11024711, |
| "memory(GiB)": 74.75, |
| "step": 27620, |
| "train_speed(iter/s)": 0.769455 |
| }, |
| { |
| "epoch": 2.5735567970204842, |
| "grad_norm": 1.09375, |
| "learning_rate": 1.0846521728642201e-05, |
| "loss": 0.10305281, |
| "memory(GiB)": 74.75, |
| "step": 27640, |
| "train_speed(iter/s)": 0.769477 |
| }, |
| { |
| "epoch": 2.5754189944134076, |
| "grad_norm": 0.95703125, |
| "learning_rate": 1.0753730996924926e-05, |
| "loss": 0.10268775, |
| "memory(GiB)": 74.75, |
| "step": 27660, |
| "train_speed(iter/s)": 0.769492 |
| }, |
| { |
| "epoch": 2.5772811918063314, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1.0661316320210524e-05, |
| "loss": 0.08912667, |
| "memory(GiB)": 74.75, |
| "step": 27680, |
| "train_speed(iter/s)": 0.769514 |
| }, |
| { |
| "epoch": 2.5791433891992552, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.0569278087904588e-05, |
| "loss": 0.09018875, |
| "memory(GiB)": 74.75, |
| "step": 27700, |
| "train_speed(iter/s)": 0.769546 |
| }, |
| { |
| "epoch": 2.5810055865921786, |
| "grad_norm": 1.15625, |
| "learning_rate": 1.0477616687826596e-05, |
| "loss": 0.08439552, |
| "memory(GiB)": 74.75, |
| "step": 27720, |
| "train_speed(iter/s)": 0.76954 |
| }, |
| { |
| "epoch": 2.5828677839851024, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.038633250620813e-05, |
| "loss": 0.10151093, |
| "memory(GiB)": 74.75, |
| "step": 27740, |
| "train_speed(iter/s)": 0.76954 |
| }, |
| { |
| "epoch": 2.5847299813780262, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.029542592769126e-05, |
| "loss": 0.10534508, |
| "memory(GiB)": 74.75, |
| "step": 27760, |
| "train_speed(iter/s)": 0.769567 |
| }, |
| { |
| "epoch": 2.5865921787709496, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.0204897335327047e-05, |
| "loss": 0.09673885, |
| "memory(GiB)": 74.75, |
| "step": 27780, |
| "train_speed(iter/s)": 0.769612 |
| }, |
| { |
| "epoch": 2.5884543761638734, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.0114747110573753e-05, |
| "loss": 0.10991576, |
| "memory(GiB)": 74.75, |
| "step": 27800, |
| "train_speed(iter/s)": 0.769639 |
| }, |
| { |
| "epoch": 2.5903165735567972, |
| "grad_norm": 1.1796875, |
| "learning_rate": 1.0024975633295386e-05, |
| "loss": 0.08816065, |
| "memory(GiB)": 74.75, |
| "step": 27820, |
| "train_speed(iter/s)": 0.769669 |
| }, |
| { |
| "epoch": 2.5921787709497206, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.935583281759986e-06, |
| "loss": 0.10151916, |
| "memory(GiB)": 74.75, |
| "step": 27840, |
| "train_speed(iter/s)": 0.769699 |
| }, |
| { |
| "epoch": 2.5940409683426444, |
| "grad_norm": 0.96484375, |
| "learning_rate": 9.846570432638147e-06, |
| "loss": 0.10038137, |
| "memory(GiB)": 74.75, |
| "step": 27860, |
| "train_speed(iter/s)": 0.769711 |
| }, |
| { |
| "epoch": 2.5959031657355682, |
| "grad_norm": 0.98828125, |
| "learning_rate": 9.757937461001244e-06, |
| "loss": 0.08528215, |
| "memory(GiB)": 74.75, |
| "step": 27880, |
| "train_speed(iter/s)": 0.769713 |
| }, |
| { |
| "epoch": 2.5977653631284916, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.669684740320096e-06, |
| "loss": 0.08982363, |
| "memory(GiB)": 74.75, |
| "step": 27900, |
| "train_speed(iter/s)": 0.76973 |
| }, |
| { |
| "epoch": 2.5996275605214154, |
| "grad_norm": 1.125, |
| "learning_rate": 9.581812642463206e-06, |
| "loss": 0.11246864, |
| "memory(GiB)": 74.75, |
| "step": 27920, |
| "train_speed(iter/s)": 0.769746 |
| }, |
| { |
| "epoch": 2.601489757914339, |
| "grad_norm": 1.0859375, |
| "learning_rate": 9.494321537695216e-06, |
| "loss": 0.100134, |
| "memory(GiB)": 74.75, |
| "step": 27940, |
| "train_speed(iter/s)": 0.769769 |
| }, |
| { |
| "epoch": 2.6033519553072626, |
| "grad_norm": 1.0546875, |
| "learning_rate": 9.407211794675508e-06, |
| "loss": 0.09557046, |
| "memory(GiB)": 74.75, |
| "step": 27960, |
| "train_speed(iter/s)": 0.76978 |
| }, |
| { |
| "epoch": 2.605214152700186, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.32048378045638e-06, |
| "loss": 0.09010305, |
| "memory(GiB)": 74.75, |
| "step": 27980, |
| "train_speed(iter/s)": 0.769779 |
| }, |
| { |
| "epoch": 2.60707635009311, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.234137860481796e-06, |
| "loss": 0.09046291, |
| "memory(GiB)": 45.75, |
| "step": 28000, |
| "train_speed(iter/s)": 0.769799 |
| }, |
| { |
| "epoch": 2.60707635009311, |
| "eval_loss": 0.38696086406707764, |
| "eval_runtime": 77.0234, |
| "eval_samples_per_second": 180.27, |
| "eval_steps_per_second": 1.415, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.6089385474860336, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.148174398585564e-06, |
| "loss": 0.09225785, |
| "memory(GiB)": 45.75, |
| "step": 28020, |
| "train_speed(iter/s)": 0.767502 |
| }, |
| { |
| "epoch": 2.610800744878957, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.062593756990012e-06, |
| "loss": 0.10355859, |
| "memory(GiB)": 45.75, |
| "step": 28040, |
| "train_speed(iter/s)": 0.767513 |
| }, |
| { |
| "epoch": 2.612662942271881, |
| "grad_norm": 1.0546875, |
| "learning_rate": 8.977396296304385e-06, |
| "loss": 0.09487821, |
| "memory(GiB)": 45.75, |
| "step": 28060, |
| "train_speed(iter/s)": 0.767532 |
| }, |
| { |
| "epoch": 2.6145251396648046, |
| "grad_norm": 0.86328125, |
| "learning_rate": 8.892582375523295e-06, |
| "loss": 0.08763714, |
| "memory(GiB)": 45.75, |
| "step": 28080, |
| "train_speed(iter/s)": 0.767557 |
| }, |
| { |
| "epoch": 2.616387337057728, |
| "grad_norm": 0.78515625, |
| "learning_rate": 8.808152352025267e-06, |
| "loss": 0.09426429, |
| "memory(GiB)": 45.75, |
| "step": 28100, |
| "train_speed(iter/s)": 0.767589 |
| }, |
| { |
| "epoch": 2.618249534450652, |
| "grad_norm": 1.0078125, |
| "learning_rate": 8.7241065815712e-06, |
| "loss": 0.10946054, |
| "memory(GiB)": 45.75, |
| "step": 28120, |
| "train_speed(iter/s)": 0.767604 |
| }, |
| { |
| "epoch": 2.6201117318435756, |
| "grad_norm": 1.03125, |
| "learning_rate": 8.640445418302856e-06, |
| "loss": 0.1012117, |
| "memory(GiB)": 45.75, |
| "step": 28140, |
| "train_speed(iter/s)": 0.767624 |
| }, |
| { |
| "epoch": 2.621973929236499, |
| "grad_norm": 1.1640625, |
| "learning_rate": 8.557169214741435e-06, |
| "loss": 0.09337143, |
| "memory(GiB)": 45.75, |
| "step": 28160, |
| "train_speed(iter/s)": 0.767651 |
| }, |
| { |
| "epoch": 2.623836126629423, |
| "grad_norm": 1.484375, |
| "learning_rate": 8.474278321785988e-06, |
| "loss": 0.08732111, |
| "memory(GiB)": 45.75, |
| "step": 28180, |
| "train_speed(iter/s)": 0.767693 |
| }, |
| { |
| "epoch": 2.6256983240223466, |
| "grad_norm": 1.09375, |
| "learning_rate": 8.391773088712018e-06, |
| "loss": 0.09296905, |
| "memory(GiB)": 45.75, |
| "step": 28200, |
| "train_speed(iter/s)": 0.767704 |
| }, |
| { |
| "epoch": 2.62756052141527, |
| "grad_norm": 0.98046875, |
| "learning_rate": 8.309653863169964e-06, |
| "loss": 0.09660787, |
| "memory(GiB)": 45.75, |
| "step": 28220, |
| "train_speed(iter/s)": 0.767745 |
| }, |
| { |
| "epoch": 2.629422718808194, |
| "grad_norm": 1.0078125, |
| "learning_rate": 8.22792099118379e-06, |
| "loss": 0.08955661, |
| "memory(GiB)": 45.75, |
| "step": 28240, |
| "train_speed(iter/s)": 0.767763 |
| }, |
| { |
| "epoch": 2.631284916201117, |
| "grad_norm": 0.890625, |
| "learning_rate": 8.146574817149411e-06, |
| "loss": 0.09369433, |
| "memory(GiB)": 45.75, |
| "step": 28260, |
| "train_speed(iter/s)": 0.767786 |
| }, |
| { |
| "epoch": 2.633147113594041, |
| "grad_norm": 0.98046875, |
| "learning_rate": 8.065615683833462e-06, |
| "loss": 0.09985462, |
| "memory(GiB)": 45.75, |
| "step": 28280, |
| "train_speed(iter/s)": 0.767812 |
| }, |
| { |
| "epoch": 2.635009310986965, |
| "grad_norm": 1.078125, |
| "learning_rate": 7.985043932371539e-06, |
| "loss": 0.09353604, |
| "memory(GiB)": 45.75, |
| "step": 28300, |
| "train_speed(iter/s)": 0.767841 |
| }, |
| { |
| "epoch": 2.636871508379888, |
| "grad_norm": 1.0078125, |
| "learning_rate": 7.904859902267114e-06, |
| "loss": 0.08616074, |
| "memory(GiB)": 45.75, |
| "step": 28320, |
| "train_speed(iter/s)": 0.767875 |
| }, |
| { |
| "epoch": 2.638733705772812, |
| "grad_norm": 1.234375, |
| "learning_rate": 7.825063931389764e-06, |
| "loss": 0.09571852, |
| "memory(GiB)": 45.75, |
| "step": 28340, |
| "train_speed(iter/s)": 0.767919 |
| }, |
| { |
| "epoch": 2.6405959031657353, |
| "grad_norm": 1.328125, |
| "learning_rate": 7.745656355974018e-06, |
| "loss": 0.10770638, |
| "memory(GiB)": 45.75, |
| "step": 28360, |
| "train_speed(iter/s)": 0.767942 |
| }, |
| { |
| "epoch": 2.642458100558659, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.666637510617791e-06, |
| "loss": 0.08916503, |
| "memory(GiB)": 45.75, |
| "step": 28380, |
| "train_speed(iter/s)": 0.767976 |
| }, |
| { |
| "epoch": 2.644320297951583, |
| "grad_norm": 1.15625, |
| "learning_rate": 7.58800772828101e-06, |
| "loss": 0.1024822, |
| "memory(GiB)": 45.75, |
| "step": 28400, |
| "train_speed(iter/s)": 0.768012 |
| }, |
| { |
| "epoch": 2.6461824953445063, |
| "grad_norm": 1.109375, |
| "learning_rate": 7.509767340284235e-06, |
| "loss": 0.08160416, |
| "memory(GiB)": 45.75, |
| "step": 28420, |
| "train_speed(iter/s)": 0.768045 |
| }, |
| { |
| "epoch": 2.64804469273743, |
| "grad_norm": 1.046875, |
| "learning_rate": 7.431916676307238e-06, |
| "loss": 0.09086616, |
| "memory(GiB)": 45.75, |
| "step": 28440, |
| "train_speed(iter/s)": 0.768057 |
| }, |
| { |
| "epoch": 2.649906890130354, |
| "grad_norm": 1.0859375, |
| "learning_rate": 7.354456064387605e-06, |
| "loss": 0.10261321, |
| "memory(GiB)": 45.75, |
| "step": 28460, |
| "train_speed(iter/s)": 0.768083 |
| }, |
| { |
| "epoch": 2.6517690875232773, |
| "grad_norm": 1.2734375, |
| "learning_rate": 7.277385830919381e-06, |
| "loss": 0.09744512, |
| "memory(GiB)": 45.75, |
| "step": 28480, |
| "train_speed(iter/s)": 0.768101 |
| }, |
| { |
| "epoch": 2.653631284916201, |
| "grad_norm": 0.98046875, |
| "learning_rate": 7.200706300651705e-06, |
| "loss": 0.09409308, |
| "memory(GiB)": 45.75, |
| "step": 28500, |
| "train_speed(iter/s)": 0.768142 |
| }, |
| { |
| "epoch": 2.655493482309125, |
| "grad_norm": 1.1484375, |
| "learning_rate": 7.124417796687366e-06, |
| "loss": 0.09326741, |
| "memory(GiB)": 45.75, |
| "step": 28520, |
| "train_speed(iter/s)": 0.768152 |
| }, |
| { |
| "epoch": 2.6573556797020483, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.048520640481526e-06, |
| "loss": 0.097636, |
| "memory(GiB)": 45.75, |
| "step": 28540, |
| "train_speed(iter/s)": 0.768179 |
| }, |
| { |
| "epoch": 2.659217877094972, |
| "grad_norm": 1.125, |
| "learning_rate": 6.973015151840334e-06, |
| "loss": 0.09104769, |
| "memory(GiB)": 45.75, |
| "step": 28560, |
| "train_speed(iter/s)": 0.768207 |
| }, |
| { |
| "epoch": 2.661080074487896, |
| "grad_norm": 1.125, |
| "learning_rate": 6.897901648919591e-06, |
| "loss": 0.1032981, |
| "memory(GiB)": 45.75, |
| "step": 28580, |
| "train_speed(iter/s)": 0.768224 |
| }, |
| { |
| "epoch": 2.6629422718808193, |
| "grad_norm": 0.8828125, |
| "learning_rate": 6.8231804482233655e-06, |
| "loss": 0.08662249, |
| "memory(GiB)": 45.75, |
| "step": 28600, |
| "train_speed(iter/s)": 0.768234 |
| }, |
| { |
| "epoch": 2.664804469273743, |
| "grad_norm": 1.1640625, |
| "learning_rate": 6.74885186460269e-06, |
| "loss": 0.1023387, |
| "memory(GiB)": 45.75, |
| "step": 28620, |
| "train_speed(iter/s)": 0.768249 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.2890625, |
| "learning_rate": 6.674916211254289e-06, |
| "loss": 0.09208263, |
| "memory(GiB)": 45.75, |
| "step": 28640, |
| "train_speed(iter/s)": 0.768252 |
| }, |
| { |
| "epoch": 2.6685288640595903, |
| "grad_norm": 1.1875, |
| "learning_rate": 6.601373799719135e-06, |
| "loss": 0.09997191, |
| "memory(GiB)": 45.75, |
| "step": 28660, |
| "train_speed(iter/s)": 0.768271 |
| }, |
| { |
| "epoch": 2.6703910614525137, |
| "grad_norm": 1.0625, |
| "learning_rate": 6.528224939881256e-06, |
| "loss": 0.09428074, |
| "memory(GiB)": 45.75, |
| "step": 28680, |
| "train_speed(iter/s)": 0.768303 |
| }, |
| { |
| "epoch": 2.6722532588454375, |
| "grad_norm": 0.984375, |
| "learning_rate": 6.455469939966352e-06, |
| "loss": 0.09120364, |
| "memory(GiB)": 45.75, |
| "step": 28700, |
| "train_speed(iter/s)": 0.768333 |
| }, |
| { |
| "epoch": 2.6741154562383613, |
| "grad_norm": 1.1171875, |
| "learning_rate": 6.383109106540552e-06, |
| "loss": 0.09465919, |
| "memory(GiB)": 45.75, |
| "step": 28720, |
| "train_speed(iter/s)": 0.768359 |
| }, |
| { |
| "epoch": 2.6759776536312847, |
| "grad_norm": 1.515625, |
| "learning_rate": 6.311142744509058e-06, |
| "loss": 0.10171504, |
| "memory(GiB)": 45.75, |
| "step": 28740, |
| "train_speed(iter/s)": 0.768388 |
| }, |
| { |
| "epoch": 2.6778398510242085, |
| "grad_norm": 0.9921875, |
| "learning_rate": 6.239571157114921e-06, |
| "loss": 0.08548477, |
| "memory(GiB)": 45.75, |
| "step": 28760, |
| "train_speed(iter/s)": 0.768436 |
| }, |
| { |
| "epoch": 2.6797020484171323, |
| "grad_norm": 1.140625, |
| "learning_rate": 6.168394645937725e-06, |
| "loss": 0.10516393, |
| "memory(GiB)": 45.75, |
| "step": 28780, |
| "train_speed(iter/s)": 0.768465 |
| }, |
| { |
| "epoch": 2.6815642458100557, |
| "grad_norm": 0.96484375, |
| "learning_rate": 6.0976135108923636e-06, |
| "loss": 0.10106995, |
| "memory(GiB)": 45.75, |
| "step": 28800, |
| "train_speed(iter/s)": 0.768484 |
| }, |
| { |
| "epoch": 2.6834264432029795, |
| "grad_norm": 0.83984375, |
| "learning_rate": 6.027228050227718e-06, |
| "loss": 0.08965033, |
| "memory(GiB)": 45.75, |
| "step": 28820, |
| "train_speed(iter/s)": 0.768529 |
| }, |
| { |
| "epoch": 2.6852886405959033, |
| "grad_norm": 0.8828125, |
| "learning_rate": 5.957238560525391e-06, |
| "loss": 0.09630392, |
| "memory(GiB)": 45.75, |
| "step": 28840, |
| "train_speed(iter/s)": 0.768562 |
| }, |
| { |
| "epoch": 2.6871508379888267, |
| "grad_norm": 1.15625, |
| "learning_rate": 5.887645336698566e-06, |
| "loss": 0.08954536, |
| "memory(GiB)": 45.75, |
| "step": 28860, |
| "train_speed(iter/s)": 0.768579 |
| }, |
| { |
| "epoch": 2.6890130353817505, |
| "grad_norm": 0.85546875, |
| "learning_rate": 5.818448671990628e-06, |
| "loss": 0.10974171, |
| "memory(GiB)": 45.75, |
| "step": 28880, |
| "train_speed(iter/s)": 0.768584 |
| }, |
| { |
| "epoch": 2.6908752327746743, |
| "grad_norm": 1.15625, |
| "learning_rate": 5.7496488579740105e-06, |
| "loss": 0.10110396, |
| "memory(GiB)": 45.75, |
| "step": 28900, |
| "train_speed(iter/s)": 0.768602 |
| }, |
| { |
| "epoch": 2.6927374301675977, |
| "grad_norm": 0.98046875, |
| "learning_rate": 5.681246184548972e-06, |
| "loss": 0.11610439, |
| "memory(GiB)": 45.75, |
| "step": 28920, |
| "train_speed(iter/s)": 0.768609 |
| }, |
| { |
| "epoch": 2.6945996275605215, |
| "grad_norm": 0.9609375, |
| "learning_rate": 5.613240939942277e-06, |
| "loss": 0.09422116, |
| "memory(GiB)": 45.75, |
| "step": 28940, |
| "train_speed(iter/s)": 0.768625 |
| }, |
| { |
| "epoch": 2.6964618249534453, |
| "grad_norm": 0.75, |
| "learning_rate": 5.5456334107061635e-06, |
| "loss": 0.10199471, |
| "memory(GiB)": 45.75, |
| "step": 28960, |
| "train_speed(iter/s)": 0.768654 |
| }, |
| { |
| "epoch": 2.6983240223463687, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.478423881716899e-06, |
| "loss": 0.0880377, |
| "memory(GiB)": 45.75, |
| "step": 28980, |
| "train_speed(iter/s)": 0.768691 |
| }, |
| { |
| "epoch": 2.7001862197392925, |
| "grad_norm": 1.09375, |
| "learning_rate": 5.4116126361738125e-06, |
| "loss": 0.08939071, |
| "memory(GiB)": 45.75, |
| "step": 29000, |
| "train_speed(iter/s)": 0.76867 |
| }, |
| { |
| "epoch": 2.702048417132216, |
| "grad_norm": 1.1484375, |
| "learning_rate": 5.345199955597924e-06, |
| "loss": 0.10153615, |
| "memory(GiB)": 45.75, |
| "step": 29020, |
| "train_speed(iter/s)": 0.768684 |
| }, |
| { |
| "epoch": 2.7039106145251397, |
| "grad_norm": 0.8359375, |
| "learning_rate": 5.279186119830892e-06, |
| "loss": 0.09276768, |
| "memory(GiB)": 45.75, |
| "step": 29040, |
| "train_speed(iter/s)": 0.768714 |
| }, |
| { |
| "epoch": 2.705772811918063, |
| "grad_norm": 0.890625, |
| "learning_rate": 5.21357140703369e-06, |
| "loss": 0.09366176, |
| "memory(GiB)": 45.75, |
| "step": 29060, |
| "train_speed(iter/s)": 0.768739 |
| }, |
| { |
| "epoch": 2.707635009310987, |
| "grad_norm": 1.125, |
| "learning_rate": 5.148356093685591e-06, |
| "loss": 0.09835015, |
| "memory(GiB)": 45.75, |
| "step": 29080, |
| "train_speed(iter/s)": 0.768747 |
| }, |
| { |
| "epoch": 2.7094972067039107, |
| "grad_norm": 1.0078125, |
| "learning_rate": 5.083540454582891e-06, |
| "loss": 0.09732973, |
| "memory(GiB)": 45.75, |
| "step": 29100, |
| "train_speed(iter/s)": 0.768793 |
| }, |
| { |
| "epoch": 2.711359404096834, |
| "grad_norm": 0.90625, |
| "learning_rate": 5.019124762837801e-06, |
| "loss": 0.09556629, |
| "memory(GiB)": 45.75, |
| "step": 29120, |
| "train_speed(iter/s)": 0.768826 |
| }, |
| { |
| "epoch": 2.713221601489758, |
| "grad_norm": 0.84375, |
| "learning_rate": 4.95510928987728e-06, |
| "loss": 0.10411631, |
| "memory(GiB)": 45.75, |
| "step": 29140, |
| "train_speed(iter/s)": 0.768842 |
| }, |
| { |
| "epoch": 2.7150837988826817, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.891494305441868e-06, |
| "loss": 0.09335988, |
| "memory(GiB)": 45.75, |
| "step": 29160, |
| "train_speed(iter/s)": 0.768872 |
| }, |
| { |
| "epoch": 2.716945996275605, |
| "grad_norm": 0.953125, |
| "learning_rate": 4.8282800775846345e-06, |
| "loss": 0.08496674, |
| "memory(GiB)": 45.75, |
| "step": 29180, |
| "train_speed(iter/s)": 0.768898 |
| }, |
| { |
| "epoch": 2.718808193668529, |
| "grad_norm": 0.984375, |
| "learning_rate": 4.765466872669921e-06, |
| "loss": 0.10083444, |
| "memory(GiB)": 45.75, |
| "step": 29200, |
| "train_speed(iter/s)": 0.768937 |
| }, |
| { |
| "epoch": 2.7206703910614527, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.703054955372344e-06, |
| "loss": 0.11718053, |
| "memory(GiB)": 45.75, |
| "step": 29220, |
| "train_speed(iter/s)": 0.768969 |
| }, |
| { |
| "epoch": 2.722532588454376, |
| "grad_norm": 0.9453125, |
| "learning_rate": 4.6410445886755914e-06, |
| "loss": 0.09782855, |
| "memory(GiB)": 45.75, |
| "step": 29240, |
| "train_speed(iter/s)": 0.768995 |
| }, |
| { |
| "epoch": 2.7243947858473, |
| "grad_norm": 0.73828125, |
| "learning_rate": 4.579436033871342e-06, |
| "loss": 0.09005135, |
| "memory(GiB)": 45.75, |
| "step": 29260, |
| "train_speed(iter/s)": 0.76898 |
| }, |
| { |
| "epoch": 2.7262569832402237, |
| "grad_norm": 1.125, |
| "learning_rate": 4.518229550558218e-06, |
| "loss": 0.1048403, |
| "memory(GiB)": 45.75, |
| "step": 29280, |
| "train_speed(iter/s)": 0.769008 |
| }, |
| { |
| "epoch": 2.728119180633147, |
| "grad_norm": 0.90234375, |
| "learning_rate": 4.457425396640558e-06, |
| "loss": 0.08753203, |
| "memory(GiB)": 45.75, |
| "step": 29300, |
| "train_speed(iter/s)": 0.769034 |
| }, |
| { |
| "epoch": 2.729981378026071, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.397023828327496e-06, |
| "loss": 0.1012768, |
| "memory(GiB)": 45.75, |
| "step": 29320, |
| "train_speed(iter/s)": 0.76906 |
| }, |
| { |
| "epoch": 2.7318435754189943, |
| "grad_norm": 1.15625, |
| "learning_rate": 4.337025100131764e-06, |
| "loss": 0.09988154, |
| "memory(GiB)": 45.75, |
| "step": 29340, |
| "train_speed(iter/s)": 0.769086 |
| }, |
| { |
| "epoch": 2.733705772811918, |
| "grad_norm": 0.74609375, |
| "learning_rate": 4.277429464868654e-06, |
| "loss": 0.10575411, |
| "memory(GiB)": 45.75, |
| "step": 29360, |
| "train_speed(iter/s)": 0.769107 |
| }, |
| { |
| "epoch": 2.7355679702048414, |
| "grad_norm": 1.0546875, |
| "learning_rate": 4.2182371736549375e-06, |
| "loss": 0.0899995, |
| "memory(GiB)": 45.75, |
| "step": 29380, |
| "train_speed(iter/s)": 0.769123 |
| }, |
| { |
| "epoch": 2.7374301675977653, |
| "grad_norm": 0.9375, |
| "learning_rate": 4.159448475907879e-06, |
| "loss": 0.08668512, |
| "memory(GiB)": 45.75, |
| "step": 29400, |
| "train_speed(iter/s)": 0.76917 |
| }, |
| { |
| "epoch": 2.739292364990689, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.10106361934407e-06, |
| "loss": 0.09873737, |
| "memory(GiB)": 45.75, |
| "step": 29420, |
| "train_speed(iter/s)": 0.769201 |
| }, |
| { |
| "epoch": 2.7411545623836124, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.043082849978475e-06, |
| "loss": 0.11074016, |
| "memory(GiB)": 45.75, |
| "step": 29440, |
| "train_speed(iter/s)": 0.769209 |
| }, |
| { |
| "epoch": 2.7430167597765363, |
| "grad_norm": 1.2265625, |
| "learning_rate": 3.985506412123397e-06, |
| "loss": 0.10686636, |
| "memory(GiB)": 45.75, |
| "step": 29460, |
| "train_speed(iter/s)": 0.769252 |
| }, |
| { |
| "epoch": 2.74487895716946, |
| "grad_norm": 0.8203125, |
| "learning_rate": 3.928334548387313e-06, |
| "loss": 0.09317576, |
| "memory(GiB)": 45.75, |
| "step": 29480, |
| "train_speed(iter/s)": 0.769275 |
| }, |
| { |
| "epoch": 2.7467411545623834, |
| "grad_norm": 1.3671875, |
| "learning_rate": 3.8715674996740894e-06, |
| "loss": 0.10190638, |
| "memory(GiB)": 45.75, |
| "step": 29500, |
| "train_speed(iter/s)": 0.769309 |
| }, |
| { |
| "epoch": 2.7486033519553073, |
| "grad_norm": 1.109375, |
| "learning_rate": 3.8152055051817405e-06, |
| "loss": 0.1021665, |
| "memory(GiB)": 45.75, |
| "step": 29520, |
| "train_speed(iter/s)": 0.76935 |
| }, |
| { |
| "epoch": 2.750465549348231, |
| "grad_norm": 1.875, |
| "learning_rate": 3.7592488024015272e-06, |
| "loss": 0.09051661, |
| "memory(GiB)": 45.75, |
| "step": 29540, |
| "train_speed(iter/s)": 0.769382 |
| }, |
| { |
| "epoch": 2.7523277467411544, |
| "grad_norm": 0.9921875, |
| "learning_rate": 3.7036976271169864e-06, |
| "loss": 0.10837436, |
| "memory(GiB)": 45.75, |
| "step": 29560, |
| "train_speed(iter/s)": 0.769402 |
| }, |
| { |
| "epoch": 2.7541899441340782, |
| "grad_norm": 1.125, |
| "learning_rate": 3.6485522134028005e-06, |
| "loss": 0.09573312, |
| "memory(GiB)": 45.75, |
| "step": 29580, |
| "train_speed(iter/s)": 0.769426 |
| }, |
| { |
| "epoch": 2.756052141527002, |
| "grad_norm": 1.2265625, |
| "learning_rate": 3.593812793624041e-06, |
| "loss": 0.10327983, |
| "memory(GiB)": 45.75, |
| "step": 29600, |
| "train_speed(iter/s)": 0.76945 |
| }, |
| { |
| "epoch": 2.7579143389199254, |
| "grad_norm": 1.1015625, |
| "learning_rate": 3.5394795984349138e-06, |
| "loss": 0.09151828, |
| "memory(GiB)": 45.75, |
| "step": 29620, |
| "train_speed(iter/s)": 0.76947 |
| }, |
| { |
| "epoch": 2.7597765363128492, |
| "grad_norm": 0.8203125, |
| "learning_rate": 3.485552856778007e-06, |
| "loss": 0.09154891, |
| "memory(GiB)": 45.75, |
| "step": 29640, |
| "train_speed(iter/s)": 0.769473 |
| }, |
| { |
| "epoch": 2.761638733705773, |
| "grad_norm": 1.0, |
| "learning_rate": 3.432032795883222e-06, |
| "loss": 0.086561, |
| "memory(GiB)": 45.75, |
| "step": 29660, |
| "train_speed(iter/s)": 0.769506 |
| }, |
| { |
| "epoch": 2.7635009310986964, |
| "grad_norm": 1.296875, |
| "learning_rate": 3.3789196412668424e-06, |
| "loss": 0.08920512, |
| "memory(GiB)": 45.75, |
| "step": 29680, |
| "train_speed(iter/s)": 0.769517 |
| }, |
| { |
| "epoch": 2.7653631284916202, |
| "grad_norm": 1.0078125, |
| "learning_rate": 3.326213616730578e-06, |
| "loss": 0.09615018, |
| "memory(GiB)": 45.75, |
| "step": 29700, |
| "train_speed(iter/s)": 0.769545 |
| }, |
| { |
| "epoch": 2.7672253258845436, |
| "grad_norm": 0.93359375, |
| "learning_rate": 3.273914944360601e-06, |
| "loss": 0.08047535, |
| "memory(GiB)": 45.75, |
| "step": 29720, |
| "train_speed(iter/s)": 0.769564 |
| }, |
| { |
| "epoch": 2.7690875232774674, |
| "grad_norm": 1.109375, |
| "learning_rate": 3.2220238445266892e-06, |
| "loss": 0.08651033, |
| "memory(GiB)": 45.75, |
| "step": 29740, |
| "train_speed(iter/s)": 0.769571 |
| }, |
| { |
| "epoch": 2.770949720670391, |
| "grad_norm": 1.1484375, |
| "learning_rate": 3.1705405358811723e-06, |
| "loss": 0.09964473, |
| "memory(GiB)": 45.75, |
| "step": 29760, |
| "train_speed(iter/s)": 0.76961 |
| }, |
| { |
| "epoch": 2.7728119180633146, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.1194652353581545e-06, |
| "loss": 0.09600849, |
| "memory(GiB)": 45.75, |
| "step": 29780, |
| "train_speed(iter/s)": 0.769634 |
| }, |
| { |
| "epoch": 2.7746741154562384, |
| "grad_norm": 1.1015625, |
| "learning_rate": 3.068798158172437e-06, |
| "loss": 0.10160735, |
| "memory(GiB)": 45.75, |
| "step": 29800, |
| "train_speed(iter/s)": 0.769656 |
| }, |
| { |
| "epoch": 2.776536312849162, |
| "grad_norm": 0.8828125, |
| "learning_rate": 3.0185395178187857e-06, |
| "loss": 0.10089248, |
| "memory(GiB)": 45.75, |
| "step": 29820, |
| "train_speed(iter/s)": 0.769644 |
| }, |
| { |
| "epoch": 2.7783985102420856, |
| "grad_norm": 1.0234375, |
| "learning_rate": 2.968689526070889e-06, |
| "loss": 0.09260511, |
| "memory(GiB)": 45.75, |
| "step": 29840, |
| "train_speed(iter/s)": 0.769688 |
| }, |
| { |
| "epoch": 2.7802607076350094, |
| "grad_norm": 1.0546875, |
| "learning_rate": 2.9192483929805335e-06, |
| "loss": 0.09912217, |
| "memory(GiB)": 45.75, |
| "step": 29860, |
| "train_speed(iter/s)": 0.769712 |
| }, |
| { |
| "epoch": 2.782122905027933, |
| "grad_norm": 0.83984375, |
| "learning_rate": 2.870216326876729e-06, |
| "loss": 0.09143957, |
| "memory(GiB)": 45.75, |
| "step": 29880, |
| "train_speed(iter/s)": 0.769748 |
| }, |
| { |
| "epoch": 2.7839851024208566, |
| "grad_norm": 1.0, |
| "learning_rate": 2.821593534364786e-06, |
| "loss": 0.10889904, |
| "memory(GiB)": 45.75, |
| "step": 29900, |
| "train_speed(iter/s)": 0.769769 |
| }, |
| { |
| "epoch": 2.7858472998137804, |
| "grad_norm": 0.9921875, |
| "learning_rate": 2.7733802203254832e-06, |
| "loss": 0.10050044, |
| "memory(GiB)": 45.75, |
| "step": 29920, |
| "train_speed(iter/s)": 0.769786 |
| }, |
| { |
| "epoch": 2.787709497206704, |
| "grad_norm": 1.328125, |
| "learning_rate": 2.7255765879141693e-06, |
| "loss": 0.08751726, |
| "memory(GiB)": 45.75, |
| "step": 29940, |
| "train_speed(iter/s)": 0.769797 |
| }, |
| { |
| "epoch": 2.7895716945996276, |
| "grad_norm": 1.1015625, |
| "learning_rate": 2.6781828385599394e-06, |
| "loss": 0.09062733, |
| "memory(GiB)": 45.75, |
| "step": 29960, |
| "train_speed(iter/s)": 0.769807 |
| }, |
| { |
| "epoch": 2.7914338919925514, |
| "grad_norm": 0.9375, |
| "learning_rate": 2.631199171964771e-06, |
| "loss": 0.11372201, |
| "memory(GiB)": 45.75, |
| "step": 29980, |
| "train_speed(iter/s)": 0.769828 |
| }, |
| { |
| "epoch": 2.793296089385475, |
| "grad_norm": 1.0625, |
| "learning_rate": 2.5846257861027014e-06, |
| "loss": 0.09804424, |
| "memory(GiB)": 45.75, |
| "step": 30000, |
| "train_speed(iter/s)": 0.769849 |
| }, |
| { |
| "epoch": 2.793296089385475, |
| "eval_loss": 0.3881955146789551, |
| "eval_runtime": 77.0253, |
| "eval_samples_per_second": 180.266, |
| "eval_steps_per_second": 1.415, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.7951582867783986, |
| "grad_norm": 1.2421875, |
| "learning_rate": 2.5384628772189388e-06, |
| "loss": 0.08849491, |
| "memory(GiB)": 45.75, |
| "step": 30020, |
| "train_speed(iter/s)": 0.767704 |
| }, |
| { |
| "epoch": 2.7970204841713224, |
| "grad_norm": 1.2421875, |
| "learning_rate": 2.492710639829121e-06, |
| "loss": 0.10444663, |
| "memory(GiB)": 45.75, |
| "step": 30040, |
| "train_speed(iter/s)": 0.767745 |
| }, |
| { |
| "epoch": 2.798882681564246, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.4473692667184133e-06, |
| "loss": 0.09703537, |
| "memory(GiB)": 45.75, |
| "step": 30060, |
| "train_speed(iter/s)": 0.767778 |
| }, |
| { |
| "epoch": 2.8007448789571696, |
| "grad_norm": 0.828125, |
| "learning_rate": 2.402438948940744e-06, |
| "loss": 0.09352793, |
| "memory(GiB)": 45.75, |
| "step": 30080, |
| "train_speed(iter/s)": 0.767825 |
| }, |
| { |
| "epoch": 2.802607076350093, |
| "grad_norm": 0.97265625, |
| "learning_rate": 2.3579198758179934e-06, |
| "loss": 0.10403392, |
| "memory(GiB)": 45.75, |
| "step": 30100, |
| "train_speed(iter/s)": 0.767855 |
| }, |
| { |
| "epoch": 2.804469273743017, |
| "grad_norm": 1.109375, |
| "learning_rate": 2.3138122349391612e-06, |
| "loss": 0.08864436, |
| "memory(GiB)": 45.75, |
| "step": 30120, |
| "train_speed(iter/s)": 0.767874 |
| }, |
| { |
| "epoch": 2.80633147113594, |
| "grad_norm": 0.890625, |
| "learning_rate": 2.2701162121596454e-06, |
| "loss": 0.10232602, |
| "memory(GiB)": 45.75, |
| "step": 30140, |
| "train_speed(iter/s)": 0.767912 |
| }, |
| { |
| "epoch": 2.808193668528864, |
| "grad_norm": 1.125, |
| "learning_rate": 2.226831991600398e-06, |
| "loss": 0.09759098, |
| "memory(GiB)": 45.75, |
| "step": 30160, |
| "train_speed(iter/s)": 0.767926 |
| }, |
| { |
| "epoch": 2.810055865921788, |
| "grad_norm": 1.203125, |
| "learning_rate": 2.183959755647147e-06, |
| "loss": 0.08362782, |
| "memory(GiB)": 45.75, |
| "step": 30180, |
| "train_speed(iter/s)": 0.767937 |
| }, |
| { |
| "epoch": 2.811918063314711, |
| "grad_norm": 1.140625, |
| "learning_rate": 2.141499684949688e-06, |
| "loss": 0.09115112, |
| "memory(GiB)": 45.75, |
| "step": 30200, |
| "train_speed(iter/s)": 0.767948 |
| }, |
| { |
| "epoch": 2.813780260707635, |
| "grad_norm": 0.8515625, |
| "learning_rate": 2.0994519584210728e-06, |
| "loss": 0.09945311, |
| "memory(GiB)": 45.75, |
| "step": 30220, |
| "train_speed(iter/s)": 0.767951 |
| }, |
| { |
| "epoch": 2.815642458100559, |
| "grad_norm": 0.98046875, |
| "learning_rate": 2.057816753236874e-06, |
| "loss": 0.09534336, |
| "memory(GiB)": 45.75, |
| "step": 30240, |
| "train_speed(iter/s)": 0.767979 |
| }, |
| { |
| "epoch": 2.817504655493482, |
| "grad_norm": 1.359375, |
| "learning_rate": 2.016594244834391e-06, |
| "loss": 0.08807804, |
| "memory(GiB)": 45.75, |
| "step": 30260, |
| "train_speed(iter/s)": 0.768021 |
| }, |
| { |
| "epoch": 2.819366852886406, |
| "grad_norm": 0.9296875, |
| "learning_rate": 1.9757846069119903e-06, |
| "loss": 0.09050249, |
| "memory(GiB)": 45.75, |
| "step": 30280, |
| "train_speed(iter/s)": 0.768066 |
| }, |
| { |
| "epoch": 2.82122905027933, |
| "grad_norm": 1.3203125, |
| "learning_rate": 1.9353880114283517e-06, |
| "loss": 0.09604942, |
| "memory(GiB)": 45.75, |
| "step": 30300, |
| "train_speed(iter/s)": 0.768089 |
| }, |
| { |
| "epoch": 2.823091247672253, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.8954046286016936e-06, |
| "loss": 0.08841636, |
| "memory(GiB)": 45.75, |
| "step": 30320, |
| "train_speed(iter/s)": 0.768128 |
| }, |
| { |
| "epoch": 2.824953445065177, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.8558346269090698e-06, |
| "loss": 0.09765224, |
| "memory(GiB)": 45.75, |
| "step": 30340, |
| "train_speed(iter/s)": 0.768171 |
| }, |
| { |
| "epoch": 2.826815642458101, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.816678173085762e-06, |
| "loss": 0.09548703, |
| "memory(GiB)": 45.75, |
| "step": 30360, |
| "train_speed(iter/s)": 0.768206 |
| }, |
| { |
| "epoch": 2.828677839851024, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.7779354321244e-06, |
| "loss": 0.08739243, |
| "memory(GiB)": 45.75, |
| "step": 30380, |
| "train_speed(iter/s)": 0.768232 |
| }, |
| { |
| "epoch": 2.830540037243948, |
| "grad_norm": 0.8359375, |
| "learning_rate": 1.7396065672744211e-06, |
| "loss": 0.09241841, |
| "memory(GiB)": 45.75, |
| "step": 30400, |
| "train_speed(iter/s)": 0.768247 |
| }, |
| { |
| "epoch": 2.8324022346368714, |
| "grad_norm": 0.8046875, |
| "learning_rate": 1.7016917400413001e-06, |
| "loss": 0.09562107, |
| "memory(GiB)": 45.75, |
| "step": 30420, |
| "train_speed(iter/s)": 0.76828 |
| }, |
| { |
| "epoch": 2.834264432029795, |
| "grad_norm": 1.3515625, |
| "learning_rate": 1.6641911101858865e-06, |
| "loss": 0.0923029, |
| "memory(GiB)": 45.75, |
| "step": 30440, |
| "train_speed(iter/s)": 0.768309 |
| }, |
| { |
| "epoch": 2.8361266294227185, |
| "grad_norm": 0.890625, |
| "learning_rate": 1.6271048357237695e-06, |
| "loss": 0.09228848, |
| "memory(GiB)": 45.75, |
| "step": 30460, |
| "train_speed(iter/s)": 0.768324 |
| }, |
| { |
| "epoch": 2.8379888268156424, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.5904330729245243e-06, |
| "loss": 0.08994877, |
| "memory(GiB)": 45.75, |
| "step": 30480, |
| "train_speed(iter/s)": 0.768352 |
| }, |
| { |
| "epoch": 2.839851024208566, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.5541759763111452e-06, |
| "loss": 0.09694709, |
| "memory(GiB)": 45.75, |
| "step": 30500, |
| "train_speed(iter/s)": 0.768384 |
| }, |
| { |
| "epoch": 2.8417132216014895, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.5183336986593465e-06, |
| "loss": 0.10389121, |
| "memory(GiB)": 45.75, |
| "step": 30520, |
| "train_speed(iter/s)": 0.768416 |
| }, |
| { |
| "epoch": 2.8435754189944134, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.482906390996941e-06, |
| "loss": 0.08865334, |
| "memory(GiB)": 45.75, |
| "step": 30540, |
| "train_speed(iter/s)": 0.768442 |
| }, |
| { |
| "epoch": 2.845437616387337, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.4478942026031727e-06, |
| "loss": 0.10575958, |
| "memory(GiB)": 45.75, |
| "step": 30560, |
| "train_speed(iter/s)": 0.768483 |
| }, |
| { |
| "epoch": 2.8472998137802605, |
| "grad_norm": 0.9453125, |
| "learning_rate": 1.4132972810080969e-06, |
| "loss": 0.091862, |
| "memory(GiB)": 45.75, |
| "step": 30580, |
| "train_speed(iter/s)": 0.768508 |
| }, |
| { |
| "epoch": 2.8491620111731844, |
| "grad_norm": 1.2734375, |
| "learning_rate": 1.3791157719920122e-06, |
| "loss": 0.09626628, |
| "memory(GiB)": 45.75, |
| "step": 30600, |
| "train_speed(iter/s)": 0.768524 |
| }, |
| { |
| "epoch": 2.851024208566108, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.3453498195847624e-06, |
| "loss": 0.09501921, |
| "memory(GiB)": 45.75, |
| "step": 30620, |
| "train_speed(iter/s)": 0.768565 |
| }, |
| { |
| "epoch": 2.8528864059590315, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.311999566065203e-06, |
| "loss": 0.10152951, |
| "memory(GiB)": 45.75, |
| "step": 30640, |
| "train_speed(iter/s)": 0.768572 |
| }, |
| { |
| "epoch": 2.8547486033519553, |
| "grad_norm": 1.5390625, |
| "learning_rate": 1.2790651519605234e-06, |
| "loss": 0.09824728, |
| "memory(GiB)": 45.75, |
| "step": 30660, |
| "train_speed(iter/s)": 0.768607 |
| }, |
| { |
| "epoch": 2.856610800744879, |
| "grad_norm": 1.2421875, |
| "learning_rate": 1.246546716045749e-06, |
| "loss": 0.10510842, |
| "memory(GiB)": 45.75, |
| "step": 30680, |
| "train_speed(iter/s)": 0.768631 |
| }, |
| { |
| "epoch": 2.8584729981378025, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.2144443953430617e-06, |
| "loss": 0.10336709, |
| "memory(GiB)": 45.75, |
| "step": 30700, |
| "train_speed(iter/s)": 0.76866 |
| }, |
| { |
| "epoch": 2.8603351955307263, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.1827583251213026e-06, |
| "loss": 0.09153603, |
| "memory(GiB)": 45.75, |
| "step": 30720, |
| "train_speed(iter/s)": 0.768687 |
| }, |
| { |
| "epoch": 2.86219739292365, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.1514886388953706e-06, |
| "loss": 0.08601239, |
| "memory(GiB)": 45.75, |
| "step": 30740, |
| "train_speed(iter/s)": 0.768721 |
| }, |
| { |
| "epoch": 2.8640595903165735, |
| "grad_norm": 1.0703125, |
| "learning_rate": 1.1206354684256015e-06, |
| "loss": 0.09374793, |
| "memory(GiB)": 45.75, |
| "step": 30760, |
| "train_speed(iter/s)": 0.768745 |
| }, |
| { |
| "epoch": 2.8659217877094973, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.0901989437173577e-06, |
| "loss": 0.09772741, |
| "memory(GiB)": 45.75, |
| "step": 30780, |
| "train_speed(iter/s)": 0.768781 |
| }, |
| { |
| "epoch": 2.8677839851024207, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.0601791930203053e-06, |
| "loss": 0.10399811, |
| "memory(GiB)": 45.75, |
| "step": 30800, |
| "train_speed(iter/s)": 0.768806 |
| }, |
| { |
| "epoch": 2.8696461824953445, |
| "grad_norm": 1.1171875, |
| "learning_rate": 1.0305763428280046e-06, |
| "loss": 0.10219818, |
| "memory(GiB)": 45.75, |
| "step": 30820, |
| "train_speed(iter/s)": 0.768816 |
| }, |
| { |
| "epoch": 2.871508379888268, |
| "grad_norm": 0.88671875, |
| "learning_rate": 1.0013905178773208e-06, |
| "loss": 0.1023465, |
| "memory(GiB)": 45.75, |
| "step": 30840, |
| "train_speed(iter/s)": 0.768834 |
| }, |
| { |
| "epoch": 2.8733705772811917, |
| "grad_norm": 0.98046875, |
| "learning_rate": 9.726218411479137e-07, |
| "loss": 0.08770326, |
| "memory(GiB)": 45.75, |
| "step": 30860, |
| "train_speed(iter/s)": 0.768871 |
| }, |
| { |
| "epoch": 2.8752327746741155, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.442704338617158e-07, |
| "loss": 0.10444794, |
| "memory(GiB)": 45.75, |
| "step": 30880, |
| "train_speed(iter/s)": 0.768893 |
| }, |
| { |
| "epoch": 2.877094972067039, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.163364154823994e-07, |
| "loss": 0.0871839, |
| "memory(GiB)": 45.75, |
| "step": 30900, |
| "train_speed(iter/s)": 0.768916 |
| }, |
| { |
| "epoch": 2.8789571694599627, |
| "grad_norm": 1.1328125, |
| "learning_rate": 8.888199037149325e-07, |
| "loss": 0.09597771, |
| "memory(GiB)": 45.75, |
| "step": 30920, |
| "train_speed(iter/s)": 0.768935 |
| }, |
| { |
| "epoch": 2.8808193668528865, |
| "grad_norm": 0.76953125, |
| "learning_rate": 8.617210145050014e-07, |
| "loss": 0.09385652, |
| "memory(GiB)": 45.75, |
| "step": 30940, |
| "train_speed(iter/s)": 0.768951 |
| }, |
| { |
| "epoch": 2.88268156424581, |
| "grad_norm": 0.6640625, |
| "learning_rate": 8.350398620386113e-07, |
| "loss": 0.11076908, |
| "memory(GiB)": 45.75, |
| "step": 30960, |
| "train_speed(iter/s)": 0.768962 |
| }, |
| { |
| "epoch": 2.8845437616387337, |
| "grad_norm": 0.98046875, |
| "learning_rate": 8.087765587415197e-07, |
| "loss": 0.08995301, |
| "memory(GiB)": 45.75, |
| "step": 30980, |
| "train_speed(iter/s)": 0.768978 |
| }, |
| { |
| "epoch": 2.8864059590316575, |
| "grad_norm": 0.81640625, |
| "learning_rate": 7.82931215278826e-07, |
| "loss": 0.10020612, |
| "memory(GiB)": 45.75, |
| "step": 31000, |
| "train_speed(iter/s)": 0.768993 |
| }, |
| { |
| "epoch": 2.888268156424581, |
| "grad_norm": 1.0, |
| "learning_rate": 7.575039405544715e-07, |
| "loss": 0.08659879, |
| "memory(GiB)": 45.75, |
| "step": 31020, |
| "train_speed(iter/s)": 0.76903 |
| }, |
| { |
| "epoch": 2.8901303538175047, |
| "grad_norm": 0.96875, |
| "learning_rate": 7.324948417107957e-07, |
| "loss": 0.08481673, |
| "memory(GiB)": 45.75, |
| "step": 31040, |
| "train_speed(iter/s)": 0.769054 |
| }, |
| { |
| "epoch": 2.8919925512104285, |
| "grad_norm": 1.0390625, |
| "learning_rate": 7.07904024128081e-07, |
| "loss": 0.09589967, |
| "memory(GiB)": 45.75, |
| "step": 31060, |
| "train_speed(iter/s)": 0.769068 |
| }, |
| { |
| "epoch": 2.893854748603352, |
| "grad_norm": 0.984375, |
| "learning_rate": 6.837315914240972e-07, |
| "loss": 0.08965684, |
| "memory(GiB)": 45.75, |
| "step": 31080, |
| "train_speed(iter/s)": 0.769106 |
| }, |
| { |
| "epoch": 2.8957169459962757, |
| "grad_norm": 0.89453125, |
| "learning_rate": 6.59977645453691e-07, |
| "loss": 0.09921396, |
| "memory(GiB)": 45.75, |
| "step": 31100, |
| "train_speed(iter/s)": 0.769127 |
| }, |
| { |
| "epoch": 2.8975791433891995, |
| "grad_norm": 0.70703125, |
| "learning_rate": 6.366422863083199e-07, |
| "loss": 0.09246094, |
| "memory(GiB)": 45.75, |
| "step": 31120, |
| "train_speed(iter/s)": 0.769148 |
| }, |
| { |
| "epoch": 2.899441340782123, |
| "grad_norm": 1.0078125, |
| "learning_rate": 6.137256123156631e-07, |
| "loss": 0.09109651, |
| "memory(GiB)": 45.75, |
| "step": 31140, |
| "train_speed(iter/s)": 0.769182 |
| }, |
| { |
| "epoch": 2.9013035381750467, |
| "grad_norm": 0.703125, |
| "learning_rate": 5.912277200392113e-07, |
| "loss": 0.08994749, |
| "memory(GiB)": 45.75, |
| "step": 31160, |
| "train_speed(iter/s)": 0.769206 |
| }, |
| { |
| "epoch": 2.90316573556797, |
| "grad_norm": 0.88671875, |
| "learning_rate": 5.69148704277811e-07, |
| "loss": 0.08762764, |
| "memory(GiB)": 45.75, |
| "step": 31180, |
| "train_speed(iter/s)": 0.769234 |
| }, |
| { |
| "epoch": 2.905027932960894, |
| "grad_norm": 1.234375, |
| "learning_rate": 5.474886580653315e-07, |
| "loss": 0.0921519, |
| "memory(GiB)": 45.75, |
| "step": 31200, |
| "train_speed(iter/s)": 0.769261 |
| }, |
| { |
| "epoch": 2.9068901303538173, |
| "grad_norm": 0.9296875, |
| "learning_rate": 5.262476726702215e-07, |
| "loss": 0.09754463, |
| "memory(GiB)": 45.75, |
| "step": 31220, |
| "train_speed(iter/s)": 0.769276 |
| }, |
| { |
| "epoch": 2.908752327746741, |
| "grad_norm": 0.9921875, |
| "learning_rate": 5.054258375951415e-07, |
| "loss": 0.08906224, |
| "memory(GiB)": 45.75, |
| "step": 31240, |
| "train_speed(iter/s)": 0.769297 |
| }, |
| { |
| "epoch": 2.910614525139665, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.850232405765875e-07, |
| "loss": 0.09115668, |
| "memory(GiB)": 45.75, |
| "step": 31260, |
| "train_speed(iter/s)": 0.769324 |
| }, |
| { |
| "epoch": 2.9124767225325883, |
| "grad_norm": 1.03125, |
| "learning_rate": 4.6503996758452407e-07, |
| "loss": 0.08493429, |
| "memory(GiB)": 45.75, |
| "step": 31280, |
| "train_speed(iter/s)": 0.76933 |
| }, |
| { |
| "epoch": 2.914338919925512, |
| "grad_norm": 0.9765625, |
| "learning_rate": 4.454761028220289e-07, |
| "loss": 0.09017068, |
| "memory(GiB)": 45.75, |
| "step": 31300, |
| "train_speed(iter/s)": 0.769354 |
| }, |
| { |
| "epoch": 2.916201117318436, |
| "grad_norm": 1.0390625, |
| "learning_rate": 4.263317287249158e-07, |
| "loss": 0.08491018, |
| "memory(GiB)": 45.75, |
| "step": 31320, |
| "train_speed(iter/s)": 0.769377 |
| }, |
| { |
| "epoch": 2.9180633147113593, |
| "grad_norm": 1.0390625, |
| "learning_rate": 4.0760692596140124e-07, |
| "loss": 0.08563709, |
| "memory(GiB)": 45.75, |
| "step": 31340, |
| "train_speed(iter/s)": 0.769395 |
| }, |
| { |
| "epoch": 2.919925512104283, |
| "grad_norm": 1.0078125, |
| "learning_rate": 3.8930177343177165e-07, |
| "loss": 0.08611808, |
| "memory(GiB)": 45.75, |
| "step": 31360, |
| "train_speed(iter/s)": 0.769403 |
| }, |
| { |
| "epoch": 2.921787709497207, |
| "grad_norm": 1.15625, |
| "learning_rate": 3.714163482680388e-07, |
| "loss": 0.09184546, |
| "memory(GiB)": 45.75, |
| "step": 31380, |
| "train_speed(iter/s)": 0.76942 |
| }, |
| { |
| "epoch": 2.9236499068901303, |
| "grad_norm": 1.03125, |
| "learning_rate": 3.5395072583361833e-07, |
| "loss": 0.09664055, |
| "memory(GiB)": 45.75, |
| "step": 31400, |
| "train_speed(iter/s)": 0.769447 |
| }, |
| { |
| "epoch": 2.925512104283054, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.369049797230073e-07, |
| "loss": 0.10272588, |
| "memory(GiB)": 45.75, |
| "step": 31420, |
| "train_speed(iter/s)": 0.769475 |
| }, |
| { |
| "epoch": 2.927374301675978, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.2027918176148474e-07, |
| "loss": 0.08928733, |
| "memory(GiB)": 45.75, |
| "step": 31440, |
| "train_speed(iter/s)": 0.769516 |
| }, |
| { |
| "epoch": 2.9292364990689013, |
| "grad_norm": 1.015625, |
| "learning_rate": 3.040734020048008e-07, |
| "loss": 0.10981673, |
| "memory(GiB)": 45.75, |
| "step": 31460, |
| "train_speed(iter/s)": 0.769512 |
| }, |
| { |
| "epoch": 2.931098696461825, |
| "grad_norm": 1.078125, |
| "learning_rate": 2.88287708738888e-07, |
| "loss": 0.0986732, |
| "memory(GiB)": 45.75, |
| "step": 31480, |
| "train_speed(iter/s)": 0.769534 |
| }, |
| { |
| "epoch": 2.9329608938547485, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.7292216847957244e-07, |
| "loss": 0.0985683, |
| "memory(GiB)": 45.75, |
| "step": 31500, |
| "train_speed(iter/s)": 0.769578 |
| }, |
| { |
| "epoch": 2.9348230912476723, |
| "grad_norm": 1.171875, |
| "learning_rate": 2.579768459722853e-07, |
| "loss": 0.09273306, |
| "memory(GiB)": 45.75, |
| "step": 31520, |
| "train_speed(iter/s)": 0.769616 |
| }, |
| { |
| "epoch": 2.9366852886405956, |
| "grad_norm": 1.203125, |
| "learning_rate": 2.434518041917966e-07, |
| "loss": 0.10807085, |
| "memory(GiB)": 45.75, |
| "step": 31540, |
| "train_speed(iter/s)": 0.769631 |
| }, |
| { |
| "epoch": 2.9385474860335195, |
| "grad_norm": 0.8984375, |
| "learning_rate": 2.2934710434194818e-07, |
| "loss": 0.10285647, |
| "memory(GiB)": 45.75, |
| "step": 31560, |
| "train_speed(iter/s)": 0.769659 |
| }, |
| { |
| "epoch": 2.9404096834264433, |
| "grad_norm": 0.9296875, |
| "learning_rate": 2.1566280585539888e-07, |
| "loss": 0.09199415, |
| "memory(GiB)": 45.75, |
| "step": 31580, |
| "train_speed(iter/s)": 0.76968 |
| }, |
| { |
| "epoch": 2.9422718808193666, |
| "grad_norm": 1.265625, |
| "learning_rate": 2.0239896639336898e-07, |
| "loss": 0.09799184, |
| "memory(GiB)": 45.75, |
| "step": 31600, |
| "train_speed(iter/s)": 0.769719 |
| }, |
| { |
| "epoch": 2.9441340782122905, |
| "grad_norm": 0.98828125, |
| "learning_rate": 1.8955564184539587e-07, |
| "loss": 0.0983022, |
| "memory(GiB)": 45.75, |
| "step": 31620, |
| "train_speed(iter/s)": 0.769745 |
| }, |
| { |
| "epoch": 2.9459962756052143, |
| "grad_norm": 0.8671875, |
| "learning_rate": 1.771328863291233e-07, |
| "loss": 0.09433325, |
| "memory(GiB)": 45.75, |
| "step": 31640, |
| "train_speed(iter/s)": 0.769762 |
| }, |
| { |
| "epoch": 2.9478584729981376, |
| "grad_norm": 0.875, |
| "learning_rate": 1.6513075219001252e-07, |
| "loss": 0.09435837, |
| "memory(GiB)": 45.75, |
| "step": 31660, |
| "train_speed(iter/s)": 0.769781 |
| }, |
| { |
| "epoch": 2.9497206703910615, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.5354929000122032e-07, |
| "loss": 0.09303812, |
| "memory(GiB)": 45.75, |
| "step": 31680, |
| "train_speed(iter/s)": 0.769783 |
| }, |
| { |
| "epoch": 2.9515828677839853, |
| "grad_norm": 1.125, |
| "learning_rate": 1.423885485632659e-07, |
| "loss": 0.09572449, |
| "memory(GiB)": 45.75, |
| "step": 31700, |
| "train_speed(iter/s)": 0.769797 |
| }, |
| { |
| "epoch": 2.9534450651769086, |
| "grad_norm": 1.53125, |
| "learning_rate": 1.316485749039309e-07, |
| "loss": 0.10269543, |
| "memory(GiB)": 45.75, |
| "step": 31720, |
| "train_speed(iter/s)": 0.769825 |
| }, |
| { |
| "epoch": 2.9553072625698324, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.2132941427799304e-07, |
| "loss": 0.0916387, |
| "memory(GiB)": 45.75, |
| "step": 31740, |
| "train_speed(iter/s)": 0.769837 |
| }, |
| { |
| "epoch": 2.9571694599627563, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.1143111016707063e-07, |
| "loss": 0.09537607, |
| "memory(GiB)": 45.75, |
| "step": 31760, |
| "train_speed(iter/s)": 0.769875 |
| }, |
| { |
| "epoch": 2.9590316573556796, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.0195370427943385e-07, |
| "loss": 0.10331657, |
| "memory(GiB)": 45.75, |
| "step": 31780, |
| "train_speed(iter/s)": 0.76991 |
| }, |
| { |
| "epoch": 2.9608938547486034, |
| "grad_norm": 1.2421875, |
| "learning_rate": 9.289723654980486e-08, |
| "loss": 0.0982655, |
| "memory(GiB)": 45.75, |
| "step": 31800, |
| "train_speed(iter/s)": 0.769926 |
| }, |
| { |
| "epoch": 2.9627560521415273, |
| "grad_norm": 0.984375, |
| "learning_rate": 8.426174513922469e-08, |
| "loss": 0.09388782, |
| "memory(GiB)": 45.75, |
| "step": 31820, |
| "train_speed(iter/s)": 0.769945 |
| }, |
| { |
| "epoch": 2.9646182495344506, |
| "grad_norm": 1.0, |
| "learning_rate": 7.604726643486438e-08, |
| "loss": 0.09825534, |
| "memory(GiB)": 45.75, |
| "step": 31840, |
| "train_speed(iter/s)": 0.769959 |
| }, |
| { |
| "epoch": 2.9664804469273744, |
| "grad_norm": 1.0546875, |
| "learning_rate": 6.82538350498918e-08, |
| "loss": 0.10639879, |
| "memory(GiB)": 45.75, |
| "step": 31860, |
| "train_speed(iter/s)": 0.76997 |
| }, |
| { |
| "epoch": 2.968342644320298, |
| "grad_norm": 1.1171875, |
| "learning_rate": 6.088148382331627e-08, |
| "loss": 0.09718776, |
| "memory(GiB)": 45.75, |
| "step": 31880, |
| "train_speed(iter/s)": 0.769995 |
| }, |
| { |
| "epoch": 2.9702048417132216, |
| "grad_norm": 1.140625, |
| "learning_rate": 5.393024381984413e-08, |
| "loss": 0.08618087, |
| "memory(GiB)": 45.75, |
| "step": 31900, |
| "train_speed(iter/s)": 0.770024 |
| }, |
| { |
| "epoch": 2.972067039106145, |
| "grad_norm": 0.7890625, |
| "learning_rate": 4.74001443297678e-08, |
| "loss": 0.09072049, |
| "memory(GiB)": 45.75, |
| "step": 31920, |
| "train_speed(iter/s)": 0.770048 |
| }, |
| { |
| "epoch": 2.973929236499069, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.129121286879922e-08, |
| "loss": 0.09811844, |
| "memory(GiB)": 45.75, |
| "step": 31940, |
| "train_speed(iter/s)": 0.770087 |
| }, |
| { |
| "epoch": 2.9757914338919926, |
| "grad_norm": 0.8828125, |
| "learning_rate": 3.5603475178036526e-08, |
| "loss": 0.08870932, |
| "memory(GiB)": 45.75, |
| "step": 31960, |
| "train_speed(iter/s)": 0.770105 |
| }, |
| { |
| "epoch": 2.977653631284916, |
| "grad_norm": 1.21875, |
| "learning_rate": 3.033695522375313e-08, |
| "loss": 0.09320135, |
| "memory(GiB)": 45.75, |
| "step": 31980, |
| "train_speed(iter/s)": 0.770131 |
| }, |
| { |
| "epoch": 2.97951582867784, |
| "grad_norm": 0.94921875, |
| "learning_rate": 2.5491675197375498e-08, |
| "loss": 0.10496864, |
| "memory(GiB)": 45.75, |
| "step": 32000, |
| "train_speed(iter/s)": 0.770166 |
| }, |
| { |
| "epoch": 2.97951582867784, |
| "eval_loss": 0.3874885141849518, |
| "eval_runtime": 76.9471, |
| "eval_samples_per_second": 180.449, |
| "eval_steps_per_second": 1.417, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.9813780260707636, |
| "grad_norm": 1.1328125, |
| "learning_rate": 2.106765551534995e-08, |
| "loss": 0.09619021, |
| "memory(GiB)": 45.75, |
| "step": 32020, |
| "train_speed(iter/s)": 0.768206 |
| }, |
| { |
| "epoch": 2.983240223463687, |
| "grad_norm": 0.75, |
| "learning_rate": 1.7064914819064915e-08, |
| "loss": 0.08765938, |
| "memory(GiB)": 45.75, |
| "step": 32040, |
| "train_speed(iter/s)": 0.768239 |
| }, |
| { |
| "epoch": 2.985102420856611, |
| "grad_norm": 1.171875, |
| "learning_rate": 1.3483469974773233e-08, |
| "loss": 0.1008575, |
| "memory(GiB)": 45.75, |
| "step": 32060, |
| "train_speed(iter/s)": 0.768255 |
| }, |
| { |
| "epoch": 2.9869646182495346, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.0323336073536638e-08, |
| "loss": 0.10057193, |
| "memory(GiB)": 45.75, |
| "step": 32080, |
| "train_speed(iter/s)": 0.768274 |
| }, |
| { |
| "epoch": 2.988826815642458, |
| "grad_norm": 1.1484375, |
| "learning_rate": 7.584526431148043e-09, |
| "loss": 0.08665556, |
| "memory(GiB)": 45.75, |
| "step": 32100, |
| "train_speed(iter/s)": 0.768288 |
| }, |
| { |
| "epoch": 2.990689013035382, |
| "grad_norm": 0.91796875, |
| "learning_rate": 5.267052588053822e-09, |
| "loss": 0.09432332, |
| "memory(GiB)": 45.75, |
| "step": 32120, |
| "train_speed(iter/s)": 0.768312 |
| }, |
| { |
| "epoch": 2.9925512104283056, |
| "grad_norm": 0.90625, |
| "learning_rate": 3.370924309342716e-09, |
| "loss": 0.10474067, |
| "memory(GiB)": 45.75, |
| "step": 32140, |
| "train_speed(iter/s)": 0.768318 |
| }, |
| { |
| "epoch": 2.994413407821229, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.8961495847014122e-09, |
| "loss": 0.08654416, |
| "memory(GiB)": 45.75, |
| "step": 32160, |
| "train_speed(iter/s)": 0.768345 |
| }, |
| { |
| "epoch": 2.996275605214153, |
| "grad_norm": 1.15625, |
| "learning_rate": 8.427346283479409e-10, |
| "loss": 0.1108827, |
| "memory(GiB)": 45.75, |
| "step": 32180, |
| "train_speed(iter/s)": 0.768396 |
| }, |
| { |
| "epoch": 2.998137802607076, |
| "grad_norm": 1.1015625, |
| "learning_rate": 2.1068387902056786e-10, |
| "loss": 0.09056249, |
| "memory(GiB)": 45.75, |
| "step": 32200, |
| "train_speed(iter/s)": 0.768395 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0, |
| "loss": 0.08908014, |
| "memory(GiB)": 45.75, |
| "step": 32220, |
| "train_speed(iter/s)": 0.76839 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.3871558606624603, |
| "eval_runtime": 76.4163, |
| "eval_samples_per_second": 181.702, |
| "eval_steps_per_second": 1.426, |
| "step": 32220 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 32220, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.14434535928968e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
