| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.18099799752235413, |
| "learning_rate": 3e-06, |
| "loss": 1.2088, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.20619013905525208, |
| "learning_rate": 6.333333333333334e-06, |
| "loss": 1.1961, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.14481662213802338, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.1631, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.14480064809322357, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.12, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.1346646249294281, |
| "learning_rate": 1.6333333333333335e-05, |
| "loss": 1.0839, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.1372521072626114, |
| "learning_rate": 1.9666666666666666e-05, |
| "loss": 1.0649, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.2891208529472351, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 1.0489, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.2914903163909912, |
| "learning_rate": 2.633333333333333e-05, |
| "loss": 1.0182, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.4698174297809601, |
| "learning_rate": 2.9666666666666672e-05, |
| "loss": 0.9654, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.8523975014686584, |
| "learning_rate": 3.3e-05, |
| "loss": 0.9062, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.5535483956336975, |
| "learning_rate": 3.633333333333333e-05, |
| "loss": 0.8529, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.6099287271499634, |
| "learning_rate": 3.966666666666667e-05, |
| "loss": 0.8047, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.6395930051803589, |
| "learning_rate": 4.3e-05, |
| "loss": 0.7568, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.7526710033416748, |
| "learning_rate": 4.633333333333333e-05, |
| "loss": 0.7168, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.7764474153518677, |
| "learning_rate": 4.966666666666667e-05, |
| "loss": 0.6804, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.9331451654434204, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.6504, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.702415943145752, |
| "learning_rate": 5.633333333333334e-05, |
| "loss": 0.625, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 1.1818166971206665, |
| "learning_rate": 5.966666666666667e-05, |
| "loss": 0.6007, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 1.1777819395065308, |
| "learning_rate": 6.3e-05, |
| "loss": 0.5718, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 1.0473010540008545, |
| "learning_rate": 6.633333333333334e-05, |
| "loss": 0.5543, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.873248815536499, |
| "learning_rate": 6.966666666666668e-05, |
| "loss": 0.5387, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.8804641962051392, |
| "learning_rate": 7.3e-05, |
| "loss": 0.5221, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.915578305721283, |
| "learning_rate": 7.633333333333334e-05, |
| "loss": 0.5033, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 1.316872000694275, |
| "learning_rate": 7.966666666666666e-05, |
| "loss": 0.4825, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 1.1146589517593384, |
| "learning_rate": 8.3e-05, |
| "loss": 0.4626, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.5606942176818848, |
| "learning_rate": 8.633333333333334e-05, |
| "loss": 0.4351, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 1.0714901685714722, |
| "learning_rate": 8.966666666666666e-05, |
| "loss": 0.4128, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 1.3251256942749023, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.3907, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 1.0007801055908203, |
| "learning_rate": 9.633333333333335e-05, |
| "loss": 0.3783, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 1.3502074480056763, |
| "learning_rate": 9.966666666666667e-05, |
| "loss": 0.3597, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 1.1962398290634155, |
| "learning_rate": 9.999938485971279e-05, |
| "loss": 0.3383, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 1.634523630142212, |
| "learning_rate": 9.999725846827562e-05, |
| "loss": 0.3226, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 1.4946134090423584, |
| "learning_rate": 9.999361329594254e-05, |
| "loss": 0.2976, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 1.2499020099639893, |
| "learning_rate": 9.998844945344405e-05, |
| "loss": 0.2673, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.481104850769043, |
| "learning_rate": 9.99817670976436e-05, |
| "loss": 0.2459, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.554062008857727, |
| "learning_rate": 9.997356643153303e-05, |
| "loss": 0.2272, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 1.8656765222549438, |
| "learning_rate": 9.996384770422629e-05, |
| "loss": 0.2146, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 1.0278624296188354, |
| "learning_rate": 9.995261121095194e-05, |
| "loss": 0.1967, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.3932757377624512, |
| "learning_rate": 9.993985729304408e-05, |
| "loss": 0.1756, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.618746042251587, |
| "learning_rate": 9.992558633793212e-05, |
| "loss": 0.1501, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 1.1260430812835693, |
| "learning_rate": 9.990979877912891e-05, |
| "loss": 0.1335, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.0491538047790527, |
| "learning_rate": 9.989249509621759e-05, |
| "loss": 0.1259, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.284968614578247, |
| "learning_rate": 9.987367581483705e-05, |
| "loss": 0.122, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.0914318561553955, |
| "learning_rate": 9.985334150666592e-05, |
| "loss": 0.1172, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.1247401237487793, |
| "learning_rate": 9.983149278940526e-05, |
| "loss": 0.1097, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 1.192862868309021, |
| "learning_rate": 9.980813032675974e-05, |
| "loss": 0.1, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 0.8659683465957642, |
| "learning_rate": 9.978325482841753e-05, |
| "loss": 0.1027, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 1.0352890491485596, |
| "learning_rate": 9.975686705002867e-05, |
| "loss": 0.1003, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 1.2678529024124146, |
| "learning_rate": 9.972896779318219e-05, |
| "loss": 0.0971, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 1.1098188161849976, |
| "learning_rate": 9.969955790538175e-05, |
| "loss": 0.0992, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.181512713432312, |
| "learning_rate": 9.966863828001982e-05, |
| "loss": 0.0965, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 1.0185215473175049, |
| "learning_rate": 9.963620985635065e-05, |
| "loss": 0.0877, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 1.1182595491409302, |
| "learning_rate": 9.960227361946164e-05, |
| "loss": 0.0843, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 0.9148073196411133, |
| "learning_rate": 9.95668306002435e-05, |
| "loss": 0.0923, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 0.9969584941864014, |
| "learning_rate": 9.952988187535886e-05, |
| "loss": 0.0849, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 1.2698750495910645, |
| "learning_rate": 9.949142856720961e-05, |
| "loss": 0.0835, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 1.0291186571121216, |
| "learning_rate": 9.945147184390278e-05, |
| "loss": 0.0878, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 0.9522308111190796, |
| "learning_rate": 9.941001291921512e-05, |
| "loss": 0.0823, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 1.0067387819290161, |
| "learning_rate": 9.936705305255612e-05, |
| "loss": 0.084, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 1.1268168687820435, |
| "learning_rate": 9.932259354892984e-05, |
| "loss": 0.0824, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 0.8802523016929626, |
| "learning_rate": 9.927663575889521e-05, |
| "loss": 0.0792, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 1.3417941331863403, |
| "learning_rate": 9.922918107852504e-05, |
| "loss": 0.0811, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 1.097968578338623, |
| "learning_rate": 9.918023094936363e-05, |
| "loss": 0.077, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 1.0577588081359863, |
| "learning_rate": 9.912978685838294e-05, |
| "loss": 0.0802, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 1.1714197397232056, |
| "learning_rate": 9.90778503379374e-05, |
| "loss": 0.078, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.8812937140464783, |
| "learning_rate": 9.902442296571743e-05, |
| "loss": 0.0708, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 0.9380112886428833, |
| "learning_rate": 9.896950636470147e-05, |
| "loss": 0.0803, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.1852452754974365, |
| "learning_rate": 9.891310220310666e-05, |
| "loss": 0.0757, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 1.0475136041641235, |
| "learning_rate": 9.885521219433823e-05, |
| "loss": 0.0727, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 1.1130269765853882, |
| "learning_rate": 9.879583809693738e-05, |
| "loss": 0.0711, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 0.9928076863288879, |
| "learning_rate": 9.873498171452789e-05, |
| "loss": 0.0703, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.979897141456604, |
| "learning_rate": 9.867264489576135e-05, |
| "loss": 0.0687, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 1.0989563465118408, |
| "learning_rate": 9.860882953426099e-05, |
| "loss": 0.0747, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 1.0301982164382935, |
| "learning_rate": 9.854353756856412e-05, |
| "loss": 0.0699, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.101908802986145, |
| "learning_rate": 9.847677098206332e-05, |
| "loss": 0.069, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.8733094334602356, |
| "learning_rate": 9.840853180294608e-05, |
| "loss": 0.0672, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 1.0546811819076538, |
| "learning_rate": 9.833882210413332e-05, |
| "loss": 0.0706, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.8678887486457825, |
| "learning_rate": 9.826764400321633e-05, |
| "loss": 0.0702, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.8769698739051819, |
| "learning_rate": 9.819499966239243e-05, |
| "loss": 0.0678, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 1.1157478094100952, |
| "learning_rate": 9.812089128839938e-05, |
| "loss": 0.0693, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 1.0164200067520142, |
| "learning_rate": 9.804532113244828e-05, |
| "loss": 0.0624, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 0.915485680103302, |
| "learning_rate": 9.796829149015517e-05, |
| "loss": 0.0647, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.8830865025520325, |
| "learning_rate": 9.788980470147132e-05, |
| "loss": 0.0613, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 1.0174789428710938, |
| "learning_rate": 9.780986315061218e-05, |
| "loss": 0.0641, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 0.7468952536582947, |
| "learning_rate": 9.772846926598491e-05, |
| "loss": 0.0716, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.7474204301834106, |
| "learning_rate": 9.76456255201146e-05, |
| "loss": 0.0636, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 1.0349617004394531, |
| "learning_rate": 9.756133442956923e-05, |
| "loss": 0.0612, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 0.8907390236854553, |
| "learning_rate": 9.747559855488313e-05, |
| "loss": 0.0656, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.8625577092170715, |
| "learning_rate": 9.73884205004793e-05, |
| "loss": 0.0637, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.895968496799469, |
| "learning_rate": 9.729980291459019e-05, |
| "loss": 0.0635, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.9742909073829651, |
| "learning_rate": 9.720974848917735e-05, |
| "loss": 0.0596, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.7080522775650024, |
| "learning_rate": 9.711825995984957e-05, |
| "loss": 0.0604, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.7485001087188721, |
| "learning_rate": 9.702534010577991e-05, |
| "loss": 0.0627, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.8010299801826477, |
| "learning_rate": 9.693099174962103e-05, |
| "loss": 0.0584, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.8207157254219055, |
| "learning_rate": 9.683521775741977e-05, |
| "loss": 0.0606, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.7718232870101929, |
| "learning_rate": 9.673802103852979e-05, |
| "loss": 0.0586, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 1.0081161260604858, |
| "learning_rate": 9.663940454552342e-05, |
| "loss": 0.0595, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.8325558304786682, |
| "learning_rate": 9.65393712741018e-05, |
| "loss": 0.0581, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.9128422737121582, |
| "learning_rate": 9.6437924263004e-05, |
| "loss": 0.0613, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.8013613224029541, |
| "learning_rate": 9.63350665939146e-05, |
| "loss": 0.059, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.8024020791053772, |
| "learning_rate": 9.623080139137023e-05, |
| "loss": 0.0585, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.8608654737472534, |
| "learning_rate": 9.612513182266447e-05, |
| "loss": 0.0573, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.7992358803749084, |
| "learning_rate": 9.601806109775179e-05, |
| "loss": 0.0588, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.9951710104942322, |
| "learning_rate": 9.590959246914995e-05, |
| "loss": 0.0549, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.7153400778770447, |
| "learning_rate": 9.579972923184122e-05, |
| "loss": 0.0581, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.8274824023246765, |
| "learning_rate": 9.568847472317232e-05, |
| "loss": 0.0528, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.6790134906768799, |
| "learning_rate": 9.557583232275303e-05, |
| "loss": 0.0554, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.7177821397781372, |
| "learning_rate": 9.546180545235344e-05, |
| "loss": 0.0525, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.8989811539649963, |
| "learning_rate": 9.534639757580013e-05, |
| "loss": 0.0515, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.8031622767448425, |
| "learning_rate": 9.522961219887092e-05, |
| "loss": 0.0564, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.8315763473510742, |
| "learning_rate": 9.511145286918828e-05, |
| "loss": 0.0567, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.7631978988647461, |
| "learning_rate": 9.499192317611167e-05, |
| "loss": 0.0524, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.8047354817390442, |
| "learning_rate": 9.487102675062851e-05, |
| "loss": 0.0563, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.5823233127593994, |
| "learning_rate": 9.474876726524374e-05, |
| "loss": 0.0507, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.7840980887413025, |
| "learning_rate": 9.462514843386845e-05, |
| "loss": 0.0522, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.7950931191444397, |
| "learning_rate": 9.450017401170689e-05, |
| "loss": 0.0544, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.7812637090682983, |
| "learning_rate": 9.437384779514256e-05, |
| "loss": 0.0538, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.8743076920509338, |
| "learning_rate": 9.424617362162271e-05, |
| "loss": 0.0551, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.7778111100196838, |
| "learning_rate": 9.411715536954196e-05, |
| "loss": 0.0515, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.799373209476471, |
| "learning_rate": 9.39867969581243e-05, |
| "loss": 0.0514, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.7291685342788696, |
| "learning_rate": 9.385510234730415e-05, |
| "loss": 0.0524, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.830124020576477, |
| "learning_rate": 9.372207553760603e-05, |
| "loss": 0.0506, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.6252336502075195, |
| "learning_rate": 9.358772057002312e-05, |
| "loss": 0.0502, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.7802227735519409, |
| "learning_rate": 9.345204152589428e-05, |
| "loss": 0.0505, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.7094554901123047, |
| "learning_rate": 9.331504252678037e-05, |
| "loss": 0.0537, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.7272769808769226, |
| "learning_rate": 9.317672773433876e-05, |
| "loss": 0.0506, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.6488326191902161, |
| "learning_rate": 9.30371013501972e-05, |
| "loss": 0.0484, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.6355553865432739, |
| "learning_rate": 9.289616761582587e-05, |
| "loss": 0.0544, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.769917905330658, |
| "learning_rate": 9.275393081240882e-05, |
| "loss": 0.048, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.6785501837730408, |
| "learning_rate": 9.261039526071374e-05, |
| "loss": 0.0484, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.7995139360427856, |
| "learning_rate": 9.246556532096078e-05, |
| "loss": 0.05, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.7101492285728455, |
| "learning_rate": 9.231944539269009e-05, |
| "loss": 0.0499, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.6292925477027893, |
| "learning_rate": 9.217203991462815e-05, |
| "loss": 0.0499, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.6308528780937195, |
| "learning_rate": 9.202335336455296e-05, |
| "loss": 0.049, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.6749176979064941, |
| "learning_rate": 9.187339025915802e-05, |
| "loss": 0.0488, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.5973607897758484, |
| "learning_rate": 9.17221551539151e-05, |
| "loss": 0.0475, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.6545643210411072, |
| "learning_rate": 9.156965264293586e-05, |
| "loss": 0.0476, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.6092913746833801, |
| "learning_rate": 9.141588735883232e-05, |
| "loss": 0.0433, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.5947241187095642, |
| "learning_rate": 9.126086397257612e-05, |
| "loss": 0.0471, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.5612359046936035, |
| "learning_rate": 9.110458719335659e-05, |
| "loss": 0.0463, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.654656708240509, |
| "learning_rate": 9.094706176843777e-05, |
| "loss": 0.0486, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.7321748733520508, |
| "learning_rate": 9.078829248301417e-05, |
| "loss": 0.0451, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.7481226325035095, |
| "learning_rate": 9.062828416006539e-05, |
| "loss": 0.0503, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.6706563234329224, |
| "learning_rate": 9.046704166020961e-05, |
| "loss": 0.0472, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.6942538619041443, |
| "learning_rate": 9.030456988155596e-05, |
| "loss": 0.0462, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.65287184715271, |
| "learning_rate": 9.014087375955573e-05, |
| "loss": 0.0469, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.7019280195236206, |
| "learning_rate": 8.997595826685243e-05, |
| "loss": 0.0514, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.6150776147842407, |
| "learning_rate": 8.980982841313074e-05, |
| "loss": 0.0466, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.784782350063324, |
| "learning_rate": 8.964248924496435e-05, |
| "loss": 0.0434, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.6784024834632874, |
| "learning_rate": 8.947394584566258e-05, |
| "loss": 0.0438, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.5981051921844482, |
| "learning_rate": 8.930420333511606e-05, |
| "loss": 0.0427, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.7331579923629761, |
| "learning_rate": 8.913326686964117e-05, |
| "loss": 0.0432, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.6730307936668396, |
| "learning_rate": 8.89611416418234e-05, |
| "loss": 0.0424, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.5771387219429016, |
| "learning_rate": 8.878783288035957e-05, |
| "loss": 0.0432, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.7928068041801453, |
| "learning_rate": 8.86133458498991e-05, |
| "loss": 0.0475, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.6628245115280151, |
| "learning_rate": 8.843768585088393e-05, |
| "loss": 0.0432, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.7262830138206482, |
| "learning_rate": 8.82608582193877e-05, |
| "loss": 0.0451, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.6896581649780273, |
| "learning_rate": 8.80828683269535e-05, |
| "loss": 0.0429, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.6019271016120911, |
| "learning_rate": 8.790372158043074e-05, |
| "loss": 0.0416, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.6586809754371643, |
| "learning_rate": 8.772342342181095e-05, |
| "loss": 0.0435, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.741075336933136, |
| "learning_rate": 8.75419793280624e-05, |
| "loss": 0.0428, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.7138071656227112, |
| "learning_rate": 8.735939481096378e-05, |
| "loss": 0.0415, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.665623128414154, |
| "learning_rate": 8.717567541693673e-05, |
| "loss": 0.0437, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.6723113059997559, |
| "learning_rate": 8.699082672687734e-05, |
| "loss": 0.0442, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.5757609605789185, |
| "learning_rate": 8.680485435598673e-05, |
| "loss": 0.0473, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.646248459815979, |
| "learning_rate": 8.661776395360029e-05, |
| "loss": 0.0443, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.7440095543861389, |
| "learning_rate": 8.642956120301626e-05, |
| "loss": 0.0414, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.6682982444763184, |
| "learning_rate": 8.624025182132292e-05, |
| "loss": 0.042, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.6209063529968262, |
| "learning_rate": 8.604984155922506e-05, |
| "loss": 0.0422, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.6250181198120117, |
| "learning_rate": 8.585833620086918e-05, |
| "loss": 0.042, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.709252655506134, |
| "learning_rate": 8.566574156366784e-05, |
| "loss": 0.0369, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.783593475818634, |
| "learning_rate": 8.547206349812298e-05, |
| "loss": 0.0445, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.5931394100189209, |
| "learning_rate": 8.527730788764805e-05, |
| "loss": 0.0449, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.5985734462738037, |
| "learning_rate": 8.508148064838948e-05, |
| "loss": 0.0412, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.528599739074707, |
| "learning_rate": 8.488458772904684e-05, |
| "loss": 0.0398, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.6593722701072693, |
| "learning_rate": 8.468663511069217e-05, |
| "loss": 0.0408, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.5931499600410461, |
| "learning_rate": 8.448762880658825e-05, |
| "loss": 0.0414, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.5673992037773132, |
| "learning_rate": 8.428757486200603e-05, |
| "loss": 0.041, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.7802947759628296, |
| "learning_rate": 8.40864793540409e-05, |
| "loss": 0.0421, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.5950642228126526, |
| "learning_rate": 8.388434839142813e-05, |
| "loss": 0.0424, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.6841787099838257, |
| "learning_rate": 8.368118811435726e-05, |
| "loss": 0.0391, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.5789716839790344, |
| "learning_rate": 8.347700469428564e-05, |
| "loss": 0.0386, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.6306881904602051, |
| "learning_rate": 8.327180433375091e-05, |
| "loss": 0.0404, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.5804703831672668, |
| "learning_rate": 8.306559326618259e-05, |
| "loss": 0.0392, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.6453599333763123, |
| "learning_rate": 8.285837775571276e-05, |
| "loss": 0.0398, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.5413265228271484, |
| "learning_rate": 8.265016409698573e-05, |
| "loss": 0.0389, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.5259561538696289, |
| "learning_rate": 8.244095861496686e-05, |
| "loss": 0.0389, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.6392974853515625, |
| "learning_rate": 8.223076766475035e-05, |
| "loss": 0.0404, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.7087792754173279, |
| "learning_rate": 8.201959763136633e-05, |
| "loss": 0.0388, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.7540794610977173, |
| "learning_rate": 8.180745492958674e-05, |
| "loss": 0.0419, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.5628899335861206, |
| "learning_rate": 8.159434600373061e-05, |
| "loss": 0.0375, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.5828471779823303, |
| "learning_rate": 8.138027732746818e-05, |
| "loss": 0.0394, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.6918069124221802, |
| "learning_rate": 8.116525540362434e-05, |
| "loss": 0.0377, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.5691211819648743, |
| "learning_rate": 8.094928676398101e-05, |
| "loss": 0.0389, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.5968996286392212, |
| "learning_rate": 8.073237796907882e-05, |
| "loss": 0.0361, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.5921427011489868, |
| "learning_rate": 8.051453560801772e-05, |
| "loss": 0.0433, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.5701543688774109, |
| "learning_rate": 8.029576629825687e-05, |
| "loss": 0.0368, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.6130271553993225, |
| "learning_rate": 8.007607668541362e-05, |
| "loss": 0.0395, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.6060221195220947, |
| "learning_rate": 7.985547344306161e-05, |
| "loss": 0.0438, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.709045946598053, |
| "learning_rate": 7.963396327252812e-05, |
| "loss": 0.0414, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 0.6804901361465454, |
| "learning_rate": 7.941155290269038e-05, |
| "loss": 0.0394, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.5408011078834534, |
| "learning_rate": 7.918824908977123e-05, |
| "loss": 0.0367, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.554338812828064, |
| "learning_rate": 7.896405861713394e-05, |
| "loss": 0.0356, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.711392879486084, |
| "learning_rate": 7.873898829507606e-05, |
| "loss": 0.0371, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.6779384613037109, |
| "learning_rate": 7.851304496062254e-05, |
| "loss": 0.038, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 0.6775013208389282, |
| "learning_rate": 7.828623547731818e-05, |
| "loss": 0.038, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.5738393664360046, |
| "learning_rate": 7.80585667350189e-05, |
| "loss": 0.0388, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.5050686001777649, |
| "learning_rate": 7.783004564968263e-05, |
| "loss": 0.0381, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.6223453283309937, |
| "learning_rate": 7.760067916315921e-05, |
| "loss": 0.0382, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.6240858435630798, |
| "learning_rate": 7.737047424297941e-05, |
| "loss": 0.0345, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.5866036415100098, |
| "learning_rate": 7.713943788214337e-05, |
| "loss": 0.0341, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.6695197224617004, |
| "learning_rate": 7.690757709890812e-05, |
| "loss": 0.0354, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.5520651340484619, |
| "learning_rate": 7.66748989365744e-05, |
| "loss": 0.0366, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.5425397157669067, |
| "learning_rate": 7.644141046327271e-05, |
| "loss": 0.0339, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.5396847128868103, |
| "learning_rate": 7.620711877174866e-05, |
| "loss": 0.037, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.633583128452301, |
| "learning_rate": 7.597203097914732e-05, |
| "loss": 0.0358, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.5030661821365356, |
| "learning_rate": 7.573615422679726e-05, |
| "loss": 0.0372, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.7198052406311035, |
| "learning_rate": 7.549949567999345e-05, |
| "loss": 0.0344, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.5248534679412842, |
| "learning_rate": 7.526206252777968e-05, |
| "loss": 0.0382, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.6668030619621277, |
| "learning_rate": 7.50238619827301e-05, |
| "loss": 0.0375, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.6512902975082397, |
| "learning_rate": 7.478490128073022e-05, |
| "loss": 0.0365, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.5244461894035339, |
| "learning_rate": 7.454518768075704e-05, |
| "loss": 0.0369, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.5693942308425903, |
| "learning_rate": 7.430472846465856e-05, |
| "loss": 0.0344, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.6084948182106018, |
| "learning_rate": 7.406353093693253e-05, |
| "loss": 0.035, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.536939263343811, |
| "learning_rate": 7.382160242450469e-05, |
| "loss": 0.0356, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.5331522226333618, |
| "learning_rate": 7.357895027650598e-05, |
| "loss": 0.031, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.45928630232810974, |
| "learning_rate": 7.333558186404958e-05, |
| "loss": 0.0327, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.528089165687561, |
| "learning_rate": 7.309150458000668e-05, |
| "loss": 0.0359, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.581315279006958, |
| "learning_rate": 7.284672583878219e-05, |
| "loss": 0.0343, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.558525800704956, |
| "learning_rate": 7.260125307608929e-05, |
| "loss": 0.0367, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.47152066230773926, |
| "learning_rate": 7.235509374872373e-05, |
| "loss": 0.035, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.6010111570358276, |
| "learning_rate": 7.210825533433719e-05, |
| "loss": 0.0335, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.6121062636375427, |
| "learning_rate": 7.186074533121013e-05, |
| "loss": 0.0336, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.5350408554077148, |
| "learning_rate": 7.161257125802413e-05, |
| "loss": 0.0353, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.5239009857177734, |
| "learning_rate": 7.136374065363334e-05, |
| "loss": 0.037, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.4956763982772827, |
| "learning_rate": 7.11142610768356e-05, |
| "loss": 0.0354, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.5018975138664246, |
| "learning_rate": 7.086414010614276e-05, |
| "loss": 0.0338, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.4875252842903137, |
| "learning_rate": 7.061338533955043e-05, |
| "loss": 0.0362, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.47811827063560486, |
| "learning_rate": 7.036200439430725e-05, |
| "loss": 0.0376, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.5614078044891357, |
| "learning_rate": 7.01100049066835e-05, |
| "loss": 0.0339, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.6021232008934021, |
| "learning_rate": 6.985739453173903e-05, |
| "loss": 0.0372, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.5856548547744751, |
| "learning_rate": 6.960418094309085e-05, |
| "loss": 0.0353, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.46249493956565857, |
| "learning_rate": 6.93503718326799e-05, |
| "loss": 0.0334, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.5227417945861816, |
| "learning_rate": 6.909597491053751e-05, |
| "loss": 0.0342, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.607357382774353, |
| "learning_rate": 6.884099790455113e-05, |
| "loss": 0.0324, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.485953152179718, |
| "learning_rate": 6.858544856022952e-05, |
| "loss": 0.0348, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.571148157119751, |
| "learning_rate": 6.83293346404676e-05, |
| "loss": 0.0347, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.5217222571372986, |
| "learning_rate": 6.80726639253105e-05, |
| "loss": 0.0368, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.4487457573413849, |
| "learning_rate": 6.781544421171732e-05, |
| "loss": 0.0355, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.47729650139808655, |
| "learning_rate": 6.755768331332424e-05, |
| "loss": 0.0343, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.4894144535064697, |
| "learning_rate": 6.729938906020713e-05, |
| "loss": 0.0353, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.544179379940033, |
| "learning_rate": 6.704056929864376e-05, |
| "loss": 0.0331, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.6115988492965698, |
| "learning_rate": 6.67812318908754e-05, |
| "loss": 0.0326, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.5752000212669373, |
| "learning_rate": 6.6521384714868e-05, |
| "loss": 0.0312, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.47528618574142456, |
| "learning_rate": 6.626103566407295e-05, |
| "loss": 0.0331, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.5542522072792053, |
| "learning_rate": 6.600019264718713e-05, |
| "loss": 0.0327, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.5280784368515015, |
| "learning_rate": 6.573886358791285e-05, |
| "loss": 0.0347, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.5374977588653564, |
| "learning_rate": 6.547705642471703e-05, |
| "loss": 0.0331, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.3995784521102905, |
| "learning_rate": 6.521477911059008e-05, |
| "loss": 0.0287, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.43667104840278625, |
| "learning_rate": 6.495203961280434e-05, |
| "loss": 0.0327, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.5405910611152649, |
| "learning_rate": 6.468884591267204e-05, |
| "loss": 0.0325, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.46785178780555725, |
| "learning_rate": 6.44252060053028e-05, |
| "loss": 0.0318, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.45796945691108704, |
| "learning_rate": 6.416112789936086e-05, |
| "loss": 0.0331, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.4898403286933899, |
| "learning_rate": 6.389661961682173e-05, |
| "loss": 0.0317, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.5258901119232178, |
| "learning_rate": 6.363168919272846e-05, |
| "loss": 0.0317, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.492632120847702, |
| "learning_rate": 6.336634467494768e-05, |
| "loss": 0.0306, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.5009192824363708, |
| "learning_rate": 6.310059412392505e-05, |
| "loss": 0.0304, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.6297652721405029, |
| "learning_rate": 6.283444561244042e-05, |
| "loss": 0.0304, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.4868377149105072, |
| "learning_rate": 6.256790722536251e-05, |
| "loss": 0.0313, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.5541006922721863, |
| "learning_rate": 6.230098705940354e-05, |
| "loss": 0.0316, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.42766621708869934, |
| "learning_rate": 6.203369322287306e-05, |
| "loss": 0.0327, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.5170658826828003, |
| "learning_rate": 6.17660338354317e-05, |
| "loss": 0.0293, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.4898792505264282, |
| "learning_rate": 6.149801702784456e-05, |
| "loss": 0.0288, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.4858188033103943, |
| "learning_rate": 6.122965094173424e-05, |
| "loss": 0.031, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.5073441863059998, |
| "learning_rate": 6.0960943729333374e-05, |
| "loss": 0.034, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.4941282570362091, |
| "learning_rate": 6.069190355323717e-05, |
| "loss": 0.0305, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.4680149257183075, |
| "learning_rate": 6.042253858615532e-05, |
| "loss": 0.0308, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.4339468777179718, |
| "learning_rate": 6.015285701066382e-05, |
| "loss": 0.0333, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.46258655190467834, |
| "learning_rate": 5.988286701895631e-05, |
| "loss": 0.0349, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.490296870470047, |
| "learning_rate": 5.961257681259535e-05, |
| "loss": 0.0343, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.5121153593063354, |
| "learning_rate": 5.934199460226317e-05, |
| "loss": 0.0332, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.4576858878135681, |
| "learning_rate": 5.9071128607512285e-05, |
| "loss": 0.0308, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.4811716675758362, |
| "learning_rate": 5.8799987056515804e-05, |
| "loss": 0.0304, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.6127643585205078, |
| "learning_rate": 5.8528578185817514e-05, |
| "loss": 0.0318, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.48503780364990234, |
| "learning_rate": 5.825691024008162e-05, |
| "loss": 0.0294, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.555530846118927, |
| "learning_rate": 5.798499147184233e-05, |
| "loss": 0.0307, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.562579870223999, |
| "learning_rate": 5.771283014125317e-05, |
| "loss": 0.0338, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.5244818925857544, |
| "learning_rate": 5.7440434515836064e-05, |
| "loss": 0.0284, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.3919405937194824, |
| "learning_rate": 5.7167812870230094e-05, |
| "loss": 0.0305, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.46723607182502747, |
| "learning_rate": 5.689497348594035e-05, |
| "loss": 0.0292, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.47963953018188477, |
| "learning_rate": 5.662192465108613e-05, |
| "loss": 0.0303, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.4416669011116028, |
| "learning_rate": 5.634867466014932e-05, |
| "loss": 0.0282, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.3962218761444092, |
| "learning_rate": 5.607523181372234e-05, |
| "loss": 0.0308, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.4772116243839264, |
| "learning_rate": 5.5801604418256117e-05, |
| "loss": 0.0292, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.40191689133644104, |
| "learning_rate": 5.552780078580756e-05, |
| "loss": 0.0275, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.4422965943813324, |
| "learning_rate": 5.525382923378728e-05, |
| "loss": 0.0292, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.4391031563282013, |
| "learning_rate": 5.49796980847068e-05, |
| "loss": 0.0311, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.4302864372730255, |
| "learning_rate": 5.470541566592573e-05, |
| "loss": 0.0303, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.4752635359764099, |
| "learning_rate": 5.443099030939887e-05, |
| "loss": 0.0284, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.42526647448539734, |
| "learning_rate": 5.415643035142309e-05, |
| "loss": 0.0279, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 1500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
