| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.328180737217598, | |
| "eval_steps": 500, | |
| "global_step": 2100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03170828378913991, | |
| "grad_norm": 11.620649337768555, | |
| "learning_rate": 0.00011399999999999999, | |
| "loss": 7.7223, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06341656757827982, | |
| "grad_norm": 1.8820377588272095, | |
| "learning_rate": 0.000234, | |
| "loss": 1.8545, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09512485136741974, | |
| "grad_norm": 1.3315837383270264, | |
| "learning_rate": 0.00029868292682926826, | |
| "loss": 1.2718, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12683313515655964, | |
| "grad_norm": 1.0603790283203125, | |
| "learning_rate": 0.00029575609756097557, | |
| "loss": 1.1449, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.15854141894569956, | |
| "grad_norm": 1.1477017402648926, | |
| "learning_rate": 0.00029282926829268287, | |
| "loss": 1.1018, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1902497027348395, | |
| "grad_norm": 1.0604023933410645, | |
| "learning_rate": 0.0002899024390243902, | |
| "loss": 1.0883, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.22195798652397938, | |
| "grad_norm": 0.8798519372940063, | |
| "learning_rate": 0.0002869756097560975, | |
| "loss": 1.0645, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2536662703131193, | |
| "grad_norm": 1.0906599760055542, | |
| "learning_rate": 0.0002840487804878048, | |
| "loss": 1.0418, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2853745541022592, | |
| "grad_norm": 0.9430219531059265, | |
| "learning_rate": 0.0002811219512195122, | |
| "loss": 1.0316, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3170828378913991, | |
| "grad_norm": 1.0706809759140015, | |
| "learning_rate": 0.0002781951219512195, | |
| "loss": 1.0286, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.34879112168053905, | |
| "grad_norm": 0.8156995177268982, | |
| "learning_rate": 0.00027526829268292684, | |
| "loss": 1.0293, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.380499405469679, | |
| "grad_norm": 0.8572260737419128, | |
| "learning_rate": 0.00027234146341463414, | |
| "loss": 1.0051, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.41220768925881884, | |
| "grad_norm": 0.9287059307098389, | |
| "learning_rate": 0.00026941463414634144, | |
| "loss": 1.0152, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.44391597304795877, | |
| "grad_norm": 0.8125821352005005, | |
| "learning_rate": 0.00026648780487804874, | |
| "loss": 1.0098, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4756242568370987, | |
| "grad_norm": 0.8053847551345825, | |
| "learning_rate": 0.0002635609756097561, | |
| "loss": 1.0029, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5073325406262386, | |
| "grad_norm": 0.8253501653671265, | |
| "learning_rate": 0.0002606341463414634, | |
| "loss": 0.9859, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5390408244153785, | |
| "grad_norm": 0.8003745675086975, | |
| "learning_rate": 0.0002577073170731707, | |
| "loss": 0.9773, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5707491082045184, | |
| "grad_norm": 0.7730509042739868, | |
| "learning_rate": 0.000254780487804878, | |
| "loss": 0.982, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6024573919936583, | |
| "grad_norm": 0.7878270149230957, | |
| "learning_rate": 0.00025185365853658536, | |
| "loss": 0.987, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6341656757827983, | |
| "grad_norm": 0.7862978577613831, | |
| "learning_rate": 0.00024892682926829266, | |
| "loss": 0.9802, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6658739595719382, | |
| "grad_norm": 2.1581475734710693, | |
| "learning_rate": 0.00024599999999999996, | |
| "loss": 0.9663, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6975822433610781, | |
| "grad_norm": 0.7952772974967957, | |
| "learning_rate": 0.00024307317073170732, | |
| "loss": 0.9788, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.729290527150218, | |
| "grad_norm": 0.697483241558075, | |
| "learning_rate": 0.00024014634146341462, | |
| "loss": 0.9568, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.760998810939358, | |
| "grad_norm": 0.6820840835571289, | |
| "learning_rate": 0.00023721951219512195, | |
| "loss": 0.9609, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7927070947284979, | |
| "grad_norm": 0.7179127931594849, | |
| "learning_rate": 0.00023429268292682925, | |
| "loss": 0.9726, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8244153785176377, | |
| "grad_norm": 0.6777030229568481, | |
| "learning_rate": 0.00023136585365853658, | |
| "loss": 0.9601, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8561236623067776, | |
| "grad_norm": 0.7026005387306213, | |
| "learning_rate": 0.00022843902439024388, | |
| "loss": 0.9522, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8878319460959175, | |
| "grad_norm": 0.9660900831222534, | |
| "learning_rate": 0.0002255121951219512, | |
| "loss": 0.9525, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9195402298850575, | |
| "grad_norm": 0.650274932384491, | |
| "learning_rate": 0.0002225853658536585, | |
| "loss": 0.9511, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9512485136741974, | |
| "grad_norm": 0.6481014490127563, | |
| "learning_rate": 0.00021965853658536584, | |
| "loss": 0.9527, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9829567974633373, | |
| "grad_norm": 0.6192963719367981, | |
| "learning_rate": 0.00021673170731707314, | |
| "loss": 0.9525, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.014268727705113, | |
| "grad_norm": 0.6381222009658813, | |
| "learning_rate": 0.00021380487804878047, | |
| "loss": 0.9434, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.0459770114942528, | |
| "grad_norm": 0.6611652970314026, | |
| "learning_rate": 0.00021087804878048777, | |
| "loss": 0.9355, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.0776852952833929, | |
| "grad_norm": 0.6494982242584229, | |
| "learning_rate": 0.0002079512195121951, | |
| "loss": 0.9411, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1093935790725327, | |
| "grad_norm": 2.5105600357055664, | |
| "learning_rate": 0.00020502439024390243, | |
| "loss": 0.9471, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1411018628616727, | |
| "grad_norm": 0.6972084045410156, | |
| "learning_rate": 0.00020209756097560976, | |
| "loss": 0.9553, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1728101466508125, | |
| "grad_norm": 0.6206223368644714, | |
| "learning_rate": 0.00019917073170731706, | |
| "loss": 0.9335, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2045184304399523, | |
| "grad_norm": 0.7724215388298035, | |
| "learning_rate": 0.00019624390243902439, | |
| "loss": 0.9308, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2362267142290924, | |
| "grad_norm": 0.5925254821777344, | |
| "learning_rate": 0.0001933170731707317, | |
| "loss": 0.9325, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2679349980182324, | |
| "grad_norm": 0.522939920425415, | |
| "learning_rate": 0.00019039024390243902, | |
| "loss": 0.9316, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2996432818073722, | |
| "grad_norm": 0.5890282392501831, | |
| "learning_rate": 0.00018746341463414632, | |
| "loss": 0.9289, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.331351565596512, | |
| "grad_norm": 0.7248061299324036, | |
| "learning_rate": 0.00018453658536585365, | |
| "loss": 0.9194, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.363059849385652, | |
| "grad_norm": 0.6553404927253723, | |
| "learning_rate": 0.00018160975609756095, | |
| "loss": 0.9312, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.3947681331747919, | |
| "grad_norm": 0.5486903786659241, | |
| "learning_rate": 0.00017868292682926828, | |
| "loss": 0.9217, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.426476416963932, | |
| "grad_norm": 0.6329432725906372, | |
| "learning_rate": 0.00017575609756097558, | |
| "loss": 0.9181, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4581847007530717, | |
| "grad_norm": 0.5233189463615417, | |
| "learning_rate": 0.0001728292682926829, | |
| "loss": 0.942, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.4898929845422115, | |
| "grad_norm": 0.6567553877830505, | |
| "learning_rate": 0.0001699024390243902, | |
| "loss": 0.9111, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.5216012683313516, | |
| "grad_norm": 0.5668836236000061, | |
| "learning_rate": 0.00016697560975609756, | |
| "loss": 0.9253, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5533095521204916, | |
| "grad_norm": 0.5501447916030884, | |
| "learning_rate": 0.00016404878048780486, | |
| "loss": 0.9208, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.5850178359096314, | |
| "grad_norm": 0.543779194355011, | |
| "learning_rate": 0.0001611219512195122, | |
| "loss": 0.9176, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6167261196987712, | |
| "grad_norm": 0.6107056140899658, | |
| "learning_rate": 0.0001581951219512195, | |
| "loss": 0.9147, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.6484344034879113, | |
| "grad_norm": 0.4941338002681732, | |
| "learning_rate": 0.00015526829268292682, | |
| "loss": 0.9166, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.6801426872770513, | |
| "grad_norm": 0.5821026563644409, | |
| "learning_rate": 0.00015234146341463412, | |
| "loss": 0.9139, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.711850971066191, | |
| "grad_norm": 0.5568034052848816, | |
| "learning_rate": 0.00014941463414634145, | |
| "loss": 0.9177, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.743559254855331, | |
| "grad_norm": 0.5890582203865051, | |
| "learning_rate": 0.00014648780487804875, | |
| "loss": 0.9106, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.7752675386444707, | |
| "grad_norm": 0.6119087338447571, | |
| "learning_rate": 0.00014356097560975608, | |
| "loss": 0.9051, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.8069758224336108, | |
| "grad_norm": 0.562029242515564, | |
| "learning_rate": 0.00014063414634146338, | |
| "loss": 0.9212, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.8386841062227508, | |
| "grad_norm": 0.5576140284538269, | |
| "learning_rate": 0.0001377073170731707, | |
| "loss": 0.9078, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.8703923900118906, | |
| "grad_norm": 0.518469512462616, | |
| "learning_rate": 0.00013478048780487804, | |
| "loss": 0.9127, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.9021006738010304, | |
| "grad_norm": 0.4536910951137543, | |
| "learning_rate": 0.00013185365853658534, | |
| "loss": 0.9018, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.9338089575901705, | |
| "grad_norm": 0.5300338268280029, | |
| "learning_rate": 0.00012892682926829267, | |
| "loss": 0.9142, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.9655172413793105, | |
| "grad_norm": 0.5239934325218201, | |
| "learning_rate": 0.00012599999999999997, | |
| "loss": 0.9068, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.9972255251684503, | |
| "grad_norm": 0.4621521830558777, | |
| "learning_rate": 0.0001230731707317073, | |
| "loss": 0.9011, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.028537455410226, | |
| "grad_norm": 0.5628905296325684, | |
| "learning_rate": 0.00012014634146341463, | |
| "loss": 0.9064, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.060245739199366, | |
| "grad_norm": 0.5678831934928894, | |
| "learning_rate": 0.00011721951219512194, | |
| "loss": 0.9192, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.0919540229885056, | |
| "grad_norm": 0.5180283188819885, | |
| "learning_rate": 0.00011429268292682926, | |
| "loss": 0.8935, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.1236623067776454, | |
| "grad_norm": 0.5497546195983887, | |
| "learning_rate": 0.00011136585365853657, | |
| "loss": 0.8939, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.1553705905667857, | |
| "grad_norm": 0.5264196991920471, | |
| "learning_rate": 0.00010843902439024389, | |
| "loss": 0.8968, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.1870788743559255, | |
| "grad_norm": 0.48166030645370483, | |
| "learning_rate": 0.0001055121951219512, | |
| "loss": 0.8891, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.2187871581450653, | |
| "grad_norm": 0.5162549018859863, | |
| "learning_rate": 0.00010258536585365853, | |
| "loss": 0.9003, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.250495441934205, | |
| "grad_norm": 0.5740045309066772, | |
| "learning_rate": 9.965853658536585e-05, | |
| "loss": 0.8955, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.2822037257233454, | |
| "grad_norm": 0.507210910320282, | |
| "learning_rate": 9.673170731707316e-05, | |
| "loss": 0.8845, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.313912009512485, | |
| "grad_norm": 0.5239551663398743, | |
| "learning_rate": 9.380487804878048e-05, | |
| "loss": 0.8971, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.345620293301625, | |
| "grad_norm": 0.46981072425842285, | |
| "learning_rate": 9.08780487804878e-05, | |
| "loss": 0.8897, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.377328577090765, | |
| "grad_norm": 0.5130921602249146, | |
| "learning_rate": 8.795121951219511e-05, | |
| "loss": 0.8939, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.4090368608799047, | |
| "grad_norm": 0.5038473606109619, | |
| "learning_rate": 8.502439024390242e-05, | |
| "loss": 0.9096, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.440745144669045, | |
| "grad_norm": 0.4756928086280823, | |
| "learning_rate": 8.209756097560975e-05, | |
| "loss": 0.8815, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.4724534284581847, | |
| "grad_norm": 0.5105359554290771, | |
| "learning_rate": 7.917073170731707e-05, | |
| "loss": 0.8857, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.5041617122473245, | |
| "grad_norm": 0.5070236921310425, | |
| "learning_rate": 7.624390243902438e-05, | |
| "loss": 0.8935, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.535869996036465, | |
| "grad_norm": 0.5580913424491882, | |
| "learning_rate": 7.33170731707317e-05, | |
| "loss": 0.8894, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.5675782798256046, | |
| "grad_norm": 0.5412284731864929, | |
| "learning_rate": 7.039024390243901e-05, | |
| "loss": 0.8838, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.5992865636147444, | |
| "grad_norm": 0.5017954111099243, | |
| "learning_rate": 6.746341463414634e-05, | |
| "loss": 0.8764, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.6309948474038842, | |
| "grad_norm": 0.46863794326782227, | |
| "learning_rate": 6.453658536585366e-05, | |
| "loss": 0.8731, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.662703131193024, | |
| "grad_norm": 0.4468729496002197, | |
| "learning_rate": 6.160975609756097e-05, | |
| "loss": 0.8901, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.694411414982164, | |
| "grad_norm": 0.5184731483459473, | |
| "learning_rate": 5.868292682926829e-05, | |
| "loss": 0.8921, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.726119698771304, | |
| "grad_norm": 0.44308602809906006, | |
| "learning_rate": 5.575609756097561e-05, | |
| "loss": 0.8772, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.757827982560444, | |
| "grad_norm": 0.47546738386154175, | |
| "learning_rate": 5.2829268292682916e-05, | |
| "loss": 0.8861, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.7895362663495837, | |
| "grad_norm": 0.4518582224845886, | |
| "learning_rate": 4.9902439024390244e-05, | |
| "loss": 0.8794, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.821244550138724, | |
| "grad_norm": 0.49235859513282776, | |
| "learning_rate": 4.697560975609756e-05, | |
| "loss": 0.8846, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.852952833927864, | |
| "grad_norm": 0.45942848920822144, | |
| "learning_rate": 4.4048780487804874e-05, | |
| "loss": 0.8812, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.8846611177170036, | |
| "grad_norm": 0.4411655068397522, | |
| "learning_rate": 4.1121951219512196e-05, | |
| "loss": 0.8748, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.9163694015061434, | |
| "grad_norm": 0.46850547194480896, | |
| "learning_rate": 3.819512195121951e-05, | |
| "loss": 0.8783, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.9480776852952832, | |
| "grad_norm": 0.42767903208732605, | |
| "learning_rate": 3.5268292682926826e-05, | |
| "loss": 0.8776, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.979785969084423, | |
| "grad_norm": 0.47117599844932556, | |
| "learning_rate": 3.234146341463414e-05, | |
| "loss": 0.9012, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.0110978993261988, | |
| "grad_norm": 0.46736887097358704, | |
| "learning_rate": 2.9414634146341463e-05, | |
| "loss": 0.8801, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.042806183115339, | |
| "grad_norm": 0.4541435241699219, | |
| "learning_rate": 2.6487804878048778e-05, | |
| "loss": 0.8877, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.074514466904479, | |
| "grad_norm": 0.49423545598983765, | |
| "learning_rate": 2.3560975609756097e-05, | |
| "loss": 0.8761, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.1062227506936186, | |
| "grad_norm": 0.432778000831604, | |
| "learning_rate": 2.0634146341463415e-05, | |
| "loss": 0.8883, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.1379310344827585, | |
| "grad_norm": 0.46009406447410583, | |
| "learning_rate": 1.770731707317073e-05, | |
| "loss": 0.8798, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.1696393182718987, | |
| "grad_norm": 0.45351386070251465, | |
| "learning_rate": 1.4780487804878048e-05, | |
| "loss": 0.8706, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.2013476020610385, | |
| "grad_norm": 0.46693041920661926, | |
| "learning_rate": 1.1853658536585365e-05, | |
| "loss": 0.8805, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.2330558858501783, | |
| "grad_norm": 0.4250204563140869, | |
| "learning_rate": 8.926829268292682e-06, | |
| "loss": 0.8667, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.264764169639318, | |
| "grad_norm": 0.43274539709091187, | |
| "learning_rate": 5.999999999999999e-06, | |
| "loss": 0.8879, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.296472453428458, | |
| "grad_norm": 0.3914950489997864, | |
| "learning_rate": 3.073170731707317e-06, | |
| "loss": 0.8669, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.328180737217598, | |
| "grad_norm": 0.41752079129219055, | |
| "learning_rate": 1.4634146341463413e-07, | |
| "loss": 0.8665, | |
| "step": 2100 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 2100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 300, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0992069136896492e+18, | |
| "train_batch_size": 6, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |