| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.5074024226110363, | |
| "eval_steps": 500, | |
| "global_step": 1050, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.007178106774338268, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.0001, | |
| "loss": 6.8185, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.014356213548676536, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 0.0001, | |
| "loss": 5.3587, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021534320323014805, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 0.0001, | |
| "loss": 3.9044, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.028712427097353072, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.0001, | |
| "loss": 2.4036, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03589053387169134, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.5506, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04306864064602961, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8859, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05024674742036788, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3927, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.057424854194706144, | |
| "grad_norm": 0.11669921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1452, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06460296096904442, | |
| "grad_norm": 0.10400390625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0693, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07178106774338268, | |
| "grad_norm": 0.040283203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0279, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07895917451772096, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.6299, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08613728129205922, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.9721, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09331538806639748, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8273, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.10049349484073576, | |
| "grad_norm": 0.1259765625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6694, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.10767160161507403, | |
| "grad_norm": 0.1171875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5689, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.11484970838941229, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.35, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12202781516375057, | |
| "grad_norm": 0.06640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1548, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.12920592193808883, | |
| "grad_norm": 0.0791015625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0625, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1363840287124271, | |
| "grad_norm": 0.0284423828125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0345, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.14356213548676536, | |
| "grad_norm": 0.0654296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0194, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15074024226110364, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1732, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1579183490354419, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.87, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.16509645580978016, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7213, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.17227456258411844, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5522, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.17945266935845672, | |
| "grad_norm": 0.1015625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4513, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.18663077613279497, | |
| "grad_norm": 0.1064453125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2306, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.19380888290713325, | |
| "grad_norm": 0.06591796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0997, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.20098698968147152, | |
| "grad_norm": 0.060546875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0362, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.20816509645580977, | |
| "grad_norm": 0.037109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0274, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.21534320323014805, | |
| "grad_norm": 0.0234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0054, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.22252131000448633, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0624, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.22969941677882458, | |
| "grad_norm": 0.1787109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.829, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.23687752355316286, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6497, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.24405563032750113, | |
| "grad_norm": 0.1142578125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5721, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2512337371018394, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4299, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.25841184387617766, | |
| "grad_norm": 0.11962890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2842, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.26558995065051594, | |
| "grad_norm": 0.049560546875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1096, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2727680574248542, | |
| "grad_norm": 0.072265625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0362, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.27994616419919244, | |
| "grad_norm": 0.0634765625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0188, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2871242709735307, | |
| "grad_norm": 0.0167236328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0077, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.294302377747869, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0719, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.30148048452220727, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.79, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.30865859129654555, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6307, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3158366980708838, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5041, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.32301480484522205, | |
| "grad_norm": 0.1748046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4389, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3301929116195603, | |
| "grad_norm": 0.1181640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2337, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3373710183938986, | |
| "grad_norm": 0.08154296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1152, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3445491251682369, | |
| "grad_norm": 0.038818359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0224, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.35172723194257516, | |
| "grad_norm": 0.0703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0363, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.35890533871691344, | |
| "grad_norm": 0.0400390625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0073, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.36608344549125166, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0824, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.37326155226558994, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8525, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3804396590399282, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6736, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.3876177658142665, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5694, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.39479587258860477, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4329, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.40197397936294305, | |
| "grad_norm": 0.095703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2051, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.40915208613728127, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1067, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.41633019291161955, | |
| "grad_norm": 0.10302734375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0365, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4235082996859578, | |
| "grad_norm": 0.05126953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0252, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4306864064602961, | |
| "grad_norm": 0.0029449462890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0046, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4378645132346344, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0461, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.44504262000897266, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7834, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4522207267833109, | |
| "grad_norm": 0.11669921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6162, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.45939883355764916, | |
| "grad_norm": 0.1123046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4886, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.46657694033198743, | |
| "grad_norm": 0.11962890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3858, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.4737550471063257, | |
| "grad_norm": 0.09521484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2249, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.480933153880664, | |
| "grad_norm": 0.061279296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0778, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.48811126065500227, | |
| "grad_norm": 0.04931640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0258, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.4952893674293405, | |
| "grad_norm": 0.0283203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0245, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5024674742036788, | |
| "grad_norm": 0.0218505859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0108, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.509645580978017, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1229, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5168236877523553, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7767, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5240017945266936, | |
| "grad_norm": 0.1162109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6151, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5311799013010319, | |
| "grad_norm": 0.11767578125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4997, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5383580080753702, | |
| "grad_norm": 0.1181640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3645, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5455361148497084, | |
| "grad_norm": 0.09228515625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2487, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5527142216240467, | |
| "grad_norm": 0.043212890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1116, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.5598923283983849, | |
| "grad_norm": 0.0262451171875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0278, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5670704351727232, | |
| "grad_norm": 0.048583984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0104, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.5742485419470614, | |
| "grad_norm": 0.0458984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0104, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5814266487213997, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.9303, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.588604755495738, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.766, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5957828622700763, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5917, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6029609690444145, | |
| "grad_norm": 0.10595703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5611, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6101390758187528, | |
| "grad_norm": 0.1220703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3833, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6173171825930911, | |
| "grad_norm": 0.11865234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2563, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6244952893674294, | |
| "grad_norm": 0.07568359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1056, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.6316733961417677, | |
| "grad_norm": 0.087890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0343, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6388515029161059, | |
| "grad_norm": 0.038818359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0113, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.6460296096904441, | |
| "grad_norm": 0.0194091796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0062, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6532077164647824, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.894, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.6603858232391207, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7454, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6675639300134589, | |
| "grad_norm": 0.123046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5539, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.6747420367877972, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5263, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6819201435621355, | |
| "grad_norm": 0.09521484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3882, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.6890982503364738, | |
| "grad_norm": 0.07958984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2243, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.696276357110812, | |
| "grad_norm": 0.08154296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0728, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7034544638851503, | |
| "grad_norm": 0.048583984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0205, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7106325706594886, | |
| "grad_norm": 0.06103515625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0179, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.7178106774338269, | |
| "grad_norm": 0.031494140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0072, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7249887842081651, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.9516, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7321668909825033, | |
| "grad_norm": 0.1240234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6854, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7393449977568416, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5769, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.7465231045311799, | |
| "grad_norm": 0.11962890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4634, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7537012113055181, | |
| "grad_norm": 0.11962890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3856, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.7608793180798564, | |
| "grad_norm": 0.10791015625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2155, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.7680574248541947, | |
| "grad_norm": 0.0634765625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0857, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.775235531628533, | |
| "grad_norm": 0.07861328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0233, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.7824136384028713, | |
| "grad_norm": 0.0281982421875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.013, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.7895917451772095, | |
| "grad_norm": 0.016845703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0061, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7967698519515478, | |
| "grad_norm": 0.1796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8853, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8039479587258861, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.726, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8111260655002244, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.62, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.8183041722745625, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5036, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8254822790489008, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4053, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.8326603858232391, | |
| "grad_norm": 0.1142578125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2355, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.8398384925975774, | |
| "grad_norm": 0.045654296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0751, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.8470165993719156, | |
| "grad_norm": 0.109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0226, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.8541947061462539, | |
| "grad_norm": 0.027587890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0055, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.8613728129205922, | |
| "grad_norm": 0.05712890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0052, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8685509196949305, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.9366, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.8757290264692688, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7429, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.882907133243607, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.564, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.8900852400179453, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5045, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.8972633467922836, | |
| "grad_norm": 0.1259765625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3997, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9044414535666218, | |
| "grad_norm": 0.0830078125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1856, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.91161956034096, | |
| "grad_norm": 0.06298828125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0583, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.9187976671152983, | |
| "grad_norm": 0.033935546875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0274, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9259757738896366, | |
| "grad_norm": 0.03271484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0078, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.9331538806639749, | |
| "grad_norm": 0.0244140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.003, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9403319874383131, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.9234, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.9475100942126514, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7145, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.9546882009869897, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5764, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.961866307761328, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4568, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9690444145356663, | |
| "grad_norm": 0.10400390625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2681, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.9762225213100045, | |
| "grad_norm": 0.080078125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1399, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.9834006280843428, | |
| "grad_norm": 0.068359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0375, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.990578734858681, | |
| "grad_norm": 0.040283203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0108, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.9977568416330193, | |
| "grad_norm": 0.022216796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0082, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.0049349484073575, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6031, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.012113055181696, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7291, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.019291161956034, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5393, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.0264692687303723, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.413, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.0336473755047106, | |
| "grad_norm": 0.11669921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3693, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.0408254822790488, | |
| "grad_norm": 0.123046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2104, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.0480035890533872, | |
| "grad_norm": 0.055908203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0834, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.0551816958277254, | |
| "grad_norm": 0.0546875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0144, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.0623598026020638, | |
| "grad_norm": 0.11181640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0119, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.069537909376402, | |
| "grad_norm": 0.0034332275390625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0023, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.0767160161507403, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5662, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0838941229250785, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7079, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.0910722296994169, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5619, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.098250336473755, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4236, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.1054284432480934, | |
| "grad_norm": 0.11328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3422, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.1126065500224316, | |
| "grad_norm": 0.11181640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2757, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.1197846567967698, | |
| "grad_norm": 0.1103515625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.101, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.1269627635711081, | |
| "grad_norm": 0.0615234375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0292, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.1341408703454463, | |
| "grad_norm": 0.01123046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0117, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.1413189771197847, | |
| "grad_norm": 0.0311279296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0068, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.1484970838941229, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5275, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.1556751906684612, | |
| "grad_norm": 0.2060546875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7151, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.1628532974427994, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5625, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.1700314042171378, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4765, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.177209510991476, | |
| "grad_norm": 0.1875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3728, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.1843876177658144, | |
| "grad_norm": 0.11181640625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2169, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.1915657245401525, | |
| "grad_norm": 0.0888671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.09, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.198743831314491, | |
| "grad_norm": 0.06396484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0261, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.205921938088829, | |
| "grad_norm": 0.06591796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0169, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.2131000448631672, | |
| "grad_norm": 0.01409912109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0041, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.2202781516375056, | |
| "grad_norm": 0.2265625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5508, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.2274562584118438, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7281, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.2346343651861822, | |
| "grad_norm": 0.212890625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.499, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.2418124719605204, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5054, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.2489905787348587, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3918, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.256168685509197, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2211, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.263346792283535, | |
| "grad_norm": 0.053955078125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.099, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.2705248990578735, | |
| "grad_norm": 0.0263671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0239, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.2777030058322119, | |
| "grad_norm": 0.055908203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0203, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.28488111260655, | |
| "grad_norm": 0.0172119140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0053, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.2920592193808882, | |
| "grad_norm": 0.1943359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4856, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.2992373261552266, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7204, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.3064154329295647, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5374, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.3135935397039031, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.48, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.3207716464782413, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3897, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.3279497532525797, | |
| "grad_norm": 0.10205078125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2242, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.3351278600269179, | |
| "grad_norm": 0.08251953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1292, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.3423059668012562, | |
| "grad_norm": 0.068359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0242, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.3494840735755944, | |
| "grad_norm": 0.08544921875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0092, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.3566621803499328, | |
| "grad_norm": 0.004241943359375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0039, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.363840287124271, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5465, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.3710183938986091, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6114, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.3781965006729475, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5226, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.385374607447286, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4234, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.392552714221624, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.3595, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.3997308209959622, | |
| "grad_norm": 0.123046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2464, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.4069089277703006, | |
| "grad_norm": 0.11767578125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.11, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.4140870345446388, | |
| "grad_norm": 0.05322265625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0205, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.4212651413189772, | |
| "grad_norm": 0.0206298828125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0102, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.4284432480933154, | |
| "grad_norm": 0.0250244140625, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0044, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.4356213548676537, | |
| "grad_norm": 0.23046875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4827, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.442799461641992, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.6536, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.44997756841633, | |
| "grad_norm": 0.1953125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5993, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.4571556751906685, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4176, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.4643337819650069, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.307, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.471511888739345, | |
| "grad_norm": 0.1005859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2381, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.4786899955136832, | |
| "grad_norm": 0.06396484375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.084, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.4858681022880216, | |
| "grad_norm": 0.01153564453125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0165, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.4930462090623597, | |
| "grad_norm": 0.0283203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0059, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.500224315836698, | |
| "grad_norm": 0.0380859375, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0051, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.5074024226110363, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5321, | |
| "step": 1050 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1050, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 90, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.83809405232513e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |