| { |
| "best_global_step": 109, |
| "best_metric": 0.0, |
| "best_model_checkpoint": "./cysecbert-ttp-bert-base_data/checkpoint-109", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 218, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009174311926605505, |
| "grad_norm": 46530.15234375, |
| "learning_rate": 0.0, |
| "loss": 0.7023, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.01834862385321101, |
| "grad_norm": 49571.35546875, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.7006, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.027522935779816515, |
| "grad_norm": 45885.55078125, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.7033, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.03669724770642202, |
| "grad_norm": 43333.73046875, |
| "learning_rate": 1.5e-06, |
| "loss": 0.7014, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.045871559633027525, |
| "grad_norm": 44340.41796875, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.6992, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.05504587155963303, |
| "grad_norm": 48282.54296875, |
| "learning_rate": 2.5e-06, |
| "loss": 0.6924, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.06422018348623854, |
| "grad_norm": 48561.56640625, |
| "learning_rate": 3e-06, |
| "loss": 0.6948, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.07339449541284404, |
| "grad_norm": 43580.078125, |
| "learning_rate": 3.5000000000000004e-06, |
| "loss": 0.6916, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.08256880733944955, |
| "grad_norm": 46552.28515625, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.6854, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.09174311926605505, |
| "grad_norm": 49042.15234375, |
| "learning_rate": 4.5e-06, |
| "loss": 0.6822, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.10091743119266056, |
| "grad_norm": 97274.8515625, |
| "learning_rate": 5e-06, |
| "loss": 0.6788, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.11009174311926606, |
| "grad_norm": 55310.375, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.6781, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.11926605504587157, |
| "grad_norm": 70317.6328125, |
| "learning_rate": 6e-06, |
| "loss": 0.6754, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.12844036697247707, |
| "grad_norm": 46825.9765625, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.6626, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.13761467889908258, |
| "grad_norm": 50745.15625, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 0.655, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.14678899082568808, |
| "grad_norm": 51342.453125, |
| "learning_rate": 7.5e-06, |
| "loss": 0.6491, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.1559633027522936, |
| "grad_norm": 51815.421875, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.6464, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1651376146788991, |
| "grad_norm": 54610.65234375, |
| "learning_rate": 8.500000000000002e-06, |
| "loss": 0.6298, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1743119266055046, |
| "grad_norm": 61936.31640625, |
| "learning_rate": 9e-06, |
| "loss": 0.623, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.1834862385321101, |
| "grad_norm": 56021.69921875, |
| "learning_rate": 9.5e-06, |
| "loss": 0.6156, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1926605504587156, |
| "grad_norm": 60806.10546875, |
| "learning_rate": 1e-05, |
| "loss": 0.5981, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2018348623853211, |
| "grad_norm": 58582.4140625, |
| "learning_rate": 1.05e-05, |
| "loss": 0.5869, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.21100917431192662, |
| "grad_norm": 59099.16015625, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.5732, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.22018348623853212, |
| "grad_norm": 52971.81640625, |
| "learning_rate": 1.1500000000000002e-05, |
| "loss": 0.5587, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "grad_norm": 51724.43359375, |
| "learning_rate": 1.2e-05, |
| "loss": 0.5477, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.23853211009174313, |
| "grad_norm": 58133.453125, |
| "learning_rate": 1.25e-05, |
| "loss": 0.5422, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.24770642201834864, |
| "grad_norm": 54134.3359375, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.5319, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.25688073394495414, |
| "grad_norm": 78195.7890625, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 0.5259, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.26605504587155965, |
| "grad_norm": 47713.20703125, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.5105, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.27522935779816515, |
| "grad_norm": 45838.0703125, |
| "learning_rate": 1.45e-05, |
| "loss": 0.499, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.28440366972477066, |
| "grad_norm": 46735.58203125, |
| "learning_rate": 1.5e-05, |
| "loss": 0.4914, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.29357798165137616, |
| "grad_norm": 45432.8828125, |
| "learning_rate": 1.55e-05, |
| "loss": 0.4783, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.30275229357798167, |
| "grad_norm": 46758.58984375, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.4758, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.3119266055045872, |
| "grad_norm": 45245.82421875, |
| "learning_rate": 1.65e-05, |
| "loss": 0.4608, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.3211009174311927, |
| "grad_norm": 43336.75390625, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.4567, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.3302752293577982, |
| "grad_norm": 41445.90625, |
| "learning_rate": 1.75e-05, |
| "loss": 0.4465, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.3394495412844037, |
| "grad_norm": 42278.80078125, |
| "learning_rate": 1.8e-05, |
| "loss": 0.4395, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.3486238532110092, |
| "grad_norm": 42039.28515625, |
| "learning_rate": 1.85e-05, |
| "loss": 0.4289, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3577981651376147, |
| "grad_norm": 41411.61328125, |
| "learning_rate": 1.9e-05, |
| "loss": 0.423, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.3669724770642202, |
| "grad_norm": 40133.84375, |
| "learning_rate": 1.9500000000000003e-05, |
| "loss": 0.4191, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3761467889908257, |
| "grad_norm": 39758.8828125, |
| "learning_rate": 2e-05, |
| "loss": 0.4071, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.3853211009174312, |
| "grad_norm": 38760.36328125, |
| "learning_rate": 2.05e-05, |
| "loss": 0.3996, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.3944954128440367, |
| "grad_norm": 38552.80078125, |
| "learning_rate": 2.1e-05, |
| "loss": 0.3918, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.4036697247706422, |
| "grad_norm": 38561.7578125, |
| "learning_rate": 2.15e-05, |
| "loss": 0.3865, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.41284403669724773, |
| "grad_norm": 37616.85546875, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.3794, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.42201834862385323, |
| "grad_norm": 37784.78515625, |
| "learning_rate": 2.25e-05, |
| "loss": 0.3745, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.43119266055045874, |
| "grad_norm": 36332.9140625, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.3711, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.44036697247706424, |
| "grad_norm": 38899.73046875, |
| "learning_rate": 2.35e-05, |
| "loss": 0.3643, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.44954128440366975, |
| "grad_norm": 36174.9765625, |
| "learning_rate": 2.4e-05, |
| "loss": 0.3575, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "grad_norm": 35699.83203125, |
| "learning_rate": 2.45e-05, |
| "loss": 0.347, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.46788990825688076, |
| "grad_norm": 35562.3671875, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3438, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.47706422018348627, |
| "grad_norm": 35428.0625, |
| "learning_rate": 2.5500000000000003e-05, |
| "loss": 0.3325, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.48623853211009177, |
| "grad_norm": 34396.80078125, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.3302, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.4954128440366973, |
| "grad_norm": 38376.41796875, |
| "learning_rate": 2.6500000000000004e-05, |
| "loss": 0.3218, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5045871559633027, |
| "grad_norm": 33996.23046875, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.3131, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.5137614678899083, |
| "grad_norm": 33070.55859375, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 0.3129, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.5229357798165137, |
| "grad_norm": 33200.44140625, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.3003, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.5321100917431193, |
| "grad_norm": 33099.1015625, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 0.2904, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.5412844036697247, |
| "grad_norm": 31352.298828125, |
| "learning_rate": 2.9e-05, |
| "loss": 0.2911, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.5504587155963303, |
| "grad_norm": 31965.087890625, |
| "learning_rate": 2.95e-05, |
| "loss": 0.2815, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5596330275229358, |
| "grad_norm": 30810.849609375, |
| "learning_rate": 3e-05, |
| "loss": 0.2818, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.5688073394495413, |
| "grad_norm": 30034.779296875, |
| "learning_rate": 3.05e-05, |
| "loss": 0.2731, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5779816513761468, |
| "grad_norm": 30009.12109375, |
| "learning_rate": 3.1e-05, |
| "loss": 0.266, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.5871559633027523, |
| "grad_norm": 29305.173828125, |
| "learning_rate": 3.15e-05, |
| "loss": 0.2609, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.5963302752293578, |
| "grad_norm": 29081.853515625, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.2543, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.6055045871559633, |
| "grad_norm": 28217.021484375, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 0.252, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "grad_norm": 26448.12890625, |
| "learning_rate": 3.3e-05, |
| "loss": 0.2565, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.6238532110091743, |
| "grad_norm": 27198.80859375, |
| "learning_rate": 3.35e-05, |
| "loss": 0.2342, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.6330275229357798, |
| "grad_norm": 26946.30859375, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.2273, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.6422018348623854, |
| "grad_norm": 26236.7265625, |
| "learning_rate": 3.45e-05, |
| "loss": 0.2219, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6513761467889908, |
| "grad_norm": 25535.818359375, |
| "learning_rate": 3.5e-05, |
| "loss": 0.2197, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.6605504587155964, |
| "grad_norm": 24871.8515625, |
| "learning_rate": 3.55e-05, |
| "loss": 0.2144, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.6697247706422018, |
| "grad_norm": 24484.55078125, |
| "learning_rate": 3.6e-05, |
| "loss": 0.2066, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.6788990825688074, |
| "grad_norm": 23655.677734375, |
| "learning_rate": 3.65e-05, |
| "loss": 0.206, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "grad_norm": 23129.076171875, |
| "learning_rate": 3.7e-05, |
| "loss": 0.1979, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.6972477064220184, |
| "grad_norm": 21871.90625, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.1973, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.7064220183486238, |
| "grad_norm": 21561.58984375, |
| "learning_rate": 3.8e-05, |
| "loss": 0.1935, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.7155963302752294, |
| "grad_norm": 22210.29296875, |
| "learning_rate": 3.85e-05, |
| "loss": 0.1848, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.7247706422018348, |
| "grad_norm": 20555.775390625, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.1801, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.7339449541284404, |
| "grad_norm": 20406.75, |
| "learning_rate": 3.9500000000000005e-05, |
| "loss": 0.1746, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.7431192660550459, |
| "grad_norm": 19150.931640625, |
| "learning_rate": 4e-05, |
| "loss": 0.1688, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.7522935779816514, |
| "grad_norm": 18422.65625, |
| "learning_rate": 4.05e-05, |
| "loss": 0.1661, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.7614678899082569, |
| "grad_norm": 16746.20703125, |
| "learning_rate": 4.1e-05, |
| "loss": 0.1711, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.7706422018348624, |
| "grad_norm": 18229.41015625, |
| "learning_rate": 4.15e-05, |
| "loss": 0.1646, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.7798165137614679, |
| "grad_norm": 17156.267578125, |
| "learning_rate": 4.2e-05, |
| "loss": 0.1588, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.7889908256880734, |
| "grad_norm": 15970.611328125, |
| "learning_rate": 4.25e-05, |
| "loss": 0.1547, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.7981651376146789, |
| "grad_norm": 16997.103515625, |
| "learning_rate": 4.3e-05, |
| "loss": 0.1493, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.8073394495412844, |
| "grad_norm": 15529.58984375, |
| "learning_rate": 4.35e-05, |
| "loss": 0.1439, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.8165137614678899, |
| "grad_norm": 15099.9052734375, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.1432, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.8256880733944955, |
| "grad_norm": 14261.3232421875, |
| "learning_rate": 4.4500000000000004e-05, |
| "loss": 0.1396, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8348623853211009, |
| "grad_norm": 13915.87890625, |
| "learning_rate": 4.5e-05, |
| "loss": 0.1317, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.8440366972477065, |
| "grad_norm": 13518.7568359375, |
| "learning_rate": 4.55e-05, |
| "loss": 0.1289, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.8532110091743119, |
| "grad_norm": 12170.1865234375, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.1371, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.8623853211009175, |
| "grad_norm": 11745.9775390625, |
| "learning_rate": 4.6500000000000005e-05, |
| "loss": 0.1434, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.8715596330275229, |
| "grad_norm": 12265.5556640625, |
| "learning_rate": 4.7e-05, |
| "loss": 0.1343, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.8807339449541285, |
| "grad_norm": 11386.3291015625, |
| "learning_rate": 4.75e-05, |
| "loss": 0.1317, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.8899082568807339, |
| "grad_norm": 10869.4599609375, |
| "learning_rate": 4.8e-05, |
| "loss": 0.1295, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.8990825688073395, |
| "grad_norm": 10752.25, |
| "learning_rate": 4.85e-05, |
| "loss": 0.124, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.908256880733945, |
| "grad_norm": 9687.6376953125, |
| "learning_rate": 4.9e-05, |
| "loss": 0.1271, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "grad_norm": 9697.15234375, |
| "learning_rate": 4.9500000000000004e-05, |
| "loss": 0.1194, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.926605504587156, |
| "grad_norm": 9423.21875, |
| "learning_rate": 5e-05, |
| "loss": 0.1176, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.9357798165137615, |
| "grad_norm": 10253.8564453125, |
| "learning_rate": 4.994949494949495e-05, |
| "loss": 0.121, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.944954128440367, |
| "grad_norm": 9756.7646484375, |
| "learning_rate": 4.98989898989899e-05, |
| "loss": 0.1173, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.9541284403669725, |
| "grad_norm": 8482.177734375, |
| "learning_rate": 4.984848484848485e-05, |
| "loss": 0.1233, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.963302752293578, |
| "grad_norm": 7755.4892578125, |
| "learning_rate": 4.97979797979798e-05, |
| "loss": 0.1251, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.9724770642201835, |
| "grad_norm": 8553.6689453125, |
| "learning_rate": 4.974747474747475e-05, |
| "loss": 0.1287, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.981651376146789, |
| "grad_norm": 8794.58984375, |
| "learning_rate": 4.9696969696969694e-05, |
| "loss": 0.1178, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.9908256880733946, |
| "grad_norm": 8048.97509765625, |
| "learning_rate": 4.964646464646465e-05, |
| "loss": 0.1112, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 24349.96484375, |
| "learning_rate": 4.9595959595959594e-05, |
| "loss": 0.112, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_f1_macro": 0.0, |
| "eval_f1_micro": 0.0, |
| "eval_loss": 0.1133684441447258, |
| "eval_precision": 0.0, |
| "eval_recall": 0.0, |
| "eval_runtime": 0.8578, |
| "eval_samples_per_second": 336.892, |
| "eval_steps_per_second": 15.154, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.0091743119266054, |
| "grad_norm": 7603.02587890625, |
| "learning_rate": 4.9545454545454553e-05, |
| "loss": 0.1133, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.018348623853211, |
| "grad_norm": 8602.8974609375, |
| "learning_rate": 4.94949494949495e-05, |
| "loss": 0.1192, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.0275229357798166, |
| "grad_norm": 8388.9609375, |
| "learning_rate": 4.9444444444444446e-05, |
| "loss": 0.1246, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.036697247706422, |
| "grad_norm": 9368.150390625, |
| "learning_rate": 4.93939393939394e-05, |
| "loss": 0.1089, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.0458715596330275, |
| "grad_norm": 7053.083984375, |
| "learning_rate": 4.9343434343434346e-05, |
| "loss": 0.1042, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.0550458715596331, |
| "grad_norm": 9539.36328125, |
| "learning_rate": 4.92929292929293e-05, |
| "loss": 0.1049, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.0642201834862386, |
| "grad_norm": 6956.2763671875, |
| "learning_rate": 4.9242424242424245e-05, |
| "loss": 0.109, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.073394495412844, |
| "grad_norm": 6597.9580078125, |
| "learning_rate": 4.919191919191919e-05, |
| "loss": 0.1124, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.0825688073394495, |
| "grad_norm": 8124.76123046875, |
| "learning_rate": 4.9141414141414145e-05, |
| "loss": 0.1226, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.091743119266055, |
| "grad_norm": 7030.619140625, |
| "learning_rate": 4.909090909090909e-05, |
| "loss": 0.0989, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.1009174311926606, |
| "grad_norm": 9377.66796875, |
| "learning_rate": 4.9040404040404044e-05, |
| "loss": 0.1038, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.110091743119266, |
| "grad_norm": 9298.802734375, |
| "learning_rate": 4.898989898989899e-05, |
| "loss": 0.1216, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.1192660550458715, |
| "grad_norm": 7350.28369140625, |
| "learning_rate": 4.8939393939393944e-05, |
| "loss": 0.0915, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.1284403669724772, |
| "grad_norm": 8066.943359375, |
| "learning_rate": 4.888888888888889e-05, |
| "loss": 0.1291, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.1376146788990826, |
| "grad_norm": 8210.3095703125, |
| "learning_rate": 4.8838383838383836e-05, |
| "loss": 0.1196, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.146788990825688, |
| "grad_norm": 7568.0234375, |
| "learning_rate": 4.878787878787879e-05, |
| "loss": 0.1037, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.1559633027522935, |
| "grad_norm": 6394.8896484375, |
| "learning_rate": 4.8737373737373736e-05, |
| "loss": 0.0961, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.165137614678899, |
| "grad_norm": 7549.9951171875, |
| "learning_rate": 4.868686868686869e-05, |
| "loss": 0.1075, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.1743119266055047, |
| "grad_norm": 7983.36865234375, |
| "learning_rate": 4.863636363636364e-05, |
| "loss": 0.1055, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.18348623853211, |
| "grad_norm": 7613.1455078125, |
| "learning_rate": 4.858585858585859e-05, |
| "loss": 0.1097, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.1926605504587156, |
| "grad_norm": 7754.9228515625, |
| "learning_rate": 4.853535353535354e-05, |
| "loss": 0.1157, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.2018348623853212, |
| "grad_norm": 8360.388671875, |
| "learning_rate": 4.848484848484849e-05, |
| "loss": 0.1019, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.2110091743119267, |
| "grad_norm": 8300.9169921875, |
| "learning_rate": 4.843434343434344e-05, |
| "loss": 0.1098, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.2201834862385321, |
| "grad_norm": 7554.8017578125, |
| "learning_rate": 4.838383838383839e-05, |
| "loss": 0.1075, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.2293577981651376, |
| "grad_norm": 6510.427734375, |
| "learning_rate": 4.8333333333333334e-05, |
| "loss": 0.1041, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.238532110091743, |
| "grad_norm": 5649.77978515625, |
| "learning_rate": 4.828282828282829e-05, |
| "loss": 0.1012, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.2477064220183487, |
| "grad_norm": 7662.76513671875, |
| "learning_rate": 4.823232323232323e-05, |
| "loss": 0.1357, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.2568807339449541, |
| "grad_norm": 7261.087890625, |
| "learning_rate": 4.8181818181818186e-05, |
| "loss": 0.1149, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.2660550458715596, |
| "grad_norm": 6818.208984375, |
| "learning_rate": 4.813131313131313e-05, |
| "loss": 0.1067, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.2752293577981653, |
| "grad_norm": 8839.0810546875, |
| "learning_rate": 4.808080808080808e-05, |
| "loss": 0.089, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.2844036697247707, |
| "grad_norm": 8774.0615234375, |
| "learning_rate": 4.803030303030303e-05, |
| "loss": 0.1013, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.2935779816513762, |
| "grad_norm": 7869.935546875, |
| "learning_rate": 4.797979797979798e-05, |
| "loss": 0.1187, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.3027522935779816, |
| "grad_norm": 9808.5986328125, |
| "learning_rate": 4.792929292929293e-05, |
| "loss": 0.13, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.311926605504587, |
| "grad_norm": 7122.400390625, |
| "learning_rate": 4.787878787878788e-05, |
| "loss": 0.1089, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.3211009174311927, |
| "grad_norm": 6575.39892578125, |
| "learning_rate": 4.782828282828283e-05, |
| "loss": 0.1011, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.3302752293577982, |
| "grad_norm": 8656.4345703125, |
| "learning_rate": 4.7777777777777784e-05, |
| "loss": 0.0998, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.3394495412844036, |
| "grad_norm": 7247.53466796875, |
| "learning_rate": 4.772727272727273e-05, |
| "loss": 0.1255, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.3486238532110093, |
| "grad_norm": 7125.67822265625, |
| "learning_rate": 4.7676767676767684e-05, |
| "loss": 0.1123, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.3577981651376148, |
| "grad_norm": 7758.84375, |
| "learning_rate": 4.762626262626263e-05, |
| "loss": 0.1138, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.3669724770642202, |
| "grad_norm": 6958.53173828125, |
| "learning_rate": 4.7575757575757576e-05, |
| "loss": 0.0968, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.3761467889908257, |
| "grad_norm": 7246.337890625, |
| "learning_rate": 4.752525252525253e-05, |
| "loss": 0.0924, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.385321100917431, |
| "grad_norm": 7635.5615234375, |
| "learning_rate": 4.7474747474747476e-05, |
| "loss": 0.1152, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.3944954128440368, |
| "grad_norm": 7913.57080078125, |
| "learning_rate": 4.742424242424243e-05, |
| "loss": 0.0951, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.4036697247706422, |
| "grad_norm": 8531.388671875, |
| "learning_rate": 4.7373737373737375e-05, |
| "loss": 0.1161, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.4128440366972477, |
| "grad_norm": 9724.3291015625, |
| "learning_rate": 4.732323232323232e-05, |
| "loss": 0.1253, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.4220183486238533, |
| "grad_norm": 6726.74365234375, |
| "learning_rate": 4.7272727272727275e-05, |
| "loss": 0.1037, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.4311926605504588, |
| "grad_norm": 6435.69970703125, |
| "learning_rate": 4.722222222222222e-05, |
| "loss": 0.1036, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.4403669724770642, |
| "grad_norm": 6851.59814453125, |
| "learning_rate": 4.7171717171717174e-05, |
| "loss": 0.0954, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.4495412844036697, |
| "grad_norm": 7785.31640625, |
| "learning_rate": 4.712121212121212e-05, |
| "loss": 0.0996, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.4587155963302751, |
| "grad_norm": 6317.5576171875, |
| "learning_rate": 4.7070707070707074e-05, |
| "loss": 0.0977, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.4678899082568808, |
| "grad_norm": 8045.7197265625, |
| "learning_rate": 4.702020202020202e-05, |
| "loss": 0.1101, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.4770642201834863, |
| "grad_norm": 7386.67529296875, |
| "learning_rate": 4.696969696969697e-05, |
| "loss": 0.1137, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.4862385321100917, |
| "grad_norm": 8017.5791015625, |
| "learning_rate": 4.6919191919191926e-05, |
| "loss": 0.0959, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.4954128440366974, |
| "grad_norm": 7198.42138671875, |
| "learning_rate": 4.686868686868687e-05, |
| "loss": 0.1005, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.5045871559633026, |
| "grad_norm": 9139.7900390625, |
| "learning_rate": 4.681818181818182e-05, |
| "loss": 0.0918, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.5137614678899083, |
| "grad_norm": 6384.1640625, |
| "learning_rate": 4.676767676767677e-05, |
| "loss": 0.0948, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.5229357798165137, |
| "grad_norm": 5053.224609375, |
| "learning_rate": 4.671717171717172e-05, |
| "loss": 0.1056, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.5321100917431192, |
| "grad_norm": 9213.654296875, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 0.0931, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.5412844036697249, |
| "grad_norm": 7414.76171875, |
| "learning_rate": 4.661616161616162e-05, |
| "loss": 0.1123, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.5504587155963303, |
| "grad_norm": 6406.48583984375, |
| "learning_rate": 4.656565656565657e-05, |
| "loss": 0.0992, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.5596330275229358, |
| "grad_norm": 7213.58837890625, |
| "learning_rate": 4.651515151515152e-05, |
| "loss": 0.0952, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.5688073394495414, |
| "grad_norm": 7537.673828125, |
| "learning_rate": 4.6464646464646464e-05, |
| "loss": 0.0961, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.5779816513761467, |
| "grad_norm": 7876.294921875, |
| "learning_rate": 4.641414141414142e-05, |
| "loss": 0.1308, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.5871559633027523, |
| "grad_norm": 9550.125, |
| "learning_rate": 4.636363636363636e-05, |
| "loss": 0.0941, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.5963302752293578, |
| "grad_norm": 6364.3330078125, |
| "learning_rate": 4.6313131313131316e-05, |
| "loss": 0.0976, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.6055045871559632, |
| "grad_norm": 6976.2138671875, |
| "learning_rate": 4.626262626262626e-05, |
| "loss": 0.091, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.614678899082569, |
| "grad_norm": 7259.40234375, |
| "learning_rate": 4.621212121212121e-05, |
| "loss": 0.1096, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.6238532110091743, |
| "grad_norm": 8176.20849609375, |
| "learning_rate": 4.616161616161616e-05, |
| "loss": 0.1029, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.6330275229357798, |
| "grad_norm": 5628.04345703125, |
| "learning_rate": 4.6111111111111115e-05, |
| "loss": 0.1008, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.6422018348623855, |
| "grad_norm": 6802.91064453125, |
| "learning_rate": 4.606060606060607e-05, |
| "loss": 0.1014, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.6513761467889907, |
| "grad_norm": 14422.4482421875, |
| "learning_rate": 4.6010101010101015e-05, |
| "loss": 0.0912, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.6605504587155964, |
| "grad_norm": 8855.7744140625, |
| "learning_rate": 4.595959595959596e-05, |
| "loss": 0.0983, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.6697247706422018, |
| "grad_norm": 7411.93603515625, |
| "learning_rate": 4.5909090909090914e-05, |
| "loss": 0.1099, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.6788990825688073, |
| "grad_norm": 8138.41748046875, |
| "learning_rate": 4.585858585858586e-05, |
| "loss": 0.1054, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.688073394495413, |
| "grad_norm": 6157.80908203125, |
| "learning_rate": 4.5808080808080814e-05, |
| "loss": 0.1054, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.6972477064220184, |
| "grad_norm": 6791.07421875, |
| "learning_rate": 4.575757575757576e-05, |
| "loss": 0.1022, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.7064220183486238, |
| "grad_norm": 9991.0537109375, |
| "learning_rate": 4.5707070707070706e-05, |
| "loss": 0.1131, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.7155963302752295, |
| "grad_norm": 7240.28955078125, |
| "learning_rate": 4.565656565656566e-05, |
| "loss": 0.1005, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.7247706422018347, |
| "grad_norm": 6442.6259765625, |
| "learning_rate": 4.5606060606060606e-05, |
| "loss": 0.1015, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.7339449541284404, |
| "grad_norm": 8573.3955078125, |
| "learning_rate": 4.555555555555556e-05, |
| "loss": 0.1176, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.7431192660550459, |
| "grad_norm": 7330.88525390625, |
| "learning_rate": 4.5505050505050505e-05, |
| "loss": 0.0923, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.7522935779816513, |
| "grad_norm": 7870.916015625, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 0.1113, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.761467889908257, |
| "grad_norm": 7789.8564453125, |
| "learning_rate": 4.5404040404040405e-05, |
| "loss": 0.1062, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.7706422018348624, |
| "grad_norm": 7983.59326171875, |
| "learning_rate": 4.535353535353535e-05, |
| "loss": 0.1078, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.7798165137614679, |
| "grad_norm": 6533.43994140625, |
| "learning_rate": 4.5303030303030304e-05, |
| "loss": 0.1033, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.7889908256880735, |
| "grad_norm": 7317.1318359375, |
| "learning_rate": 4.525252525252526e-05, |
| "loss": 0.1106, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.7981651376146788, |
| "grad_norm": 7829.7880859375, |
| "learning_rate": 4.5202020202020204e-05, |
| "loss": 0.1163, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.8073394495412844, |
| "grad_norm": 7524.41357421875, |
| "learning_rate": 4.515151515151516e-05, |
| "loss": 0.1043, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.81651376146789, |
| "grad_norm": 7487.89892578125, |
| "learning_rate": 4.51010101010101e-05, |
| "loss": 0.1091, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.8256880733944953, |
| "grad_norm": 6964.3154296875, |
| "learning_rate": 4.5050505050505056e-05, |
| "loss": 0.0986, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.834862385321101, |
| "grad_norm": 7087.05029296875, |
| "learning_rate": 4.5e-05, |
| "loss": 0.0997, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.8440366972477065, |
| "grad_norm": 7148.7578125, |
| "learning_rate": 4.494949494949495e-05, |
| "loss": 0.0989, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.853211009174312, |
| "grad_norm": 7850.2470703125, |
| "learning_rate": 4.48989898989899e-05, |
| "loss": 0.0957, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.8623853211009176, |
| "grad_norm": 7752.841796875, |
| "learning_rate": 4.484848484848485e-05, |
| "loss": 0.1292, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.8715596330275228, |
| "grad_norm": 6098.35595703125, |
| "learning_rate": 4.47979797979798e-05, |
| "loss": 0.1001, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.8807339449541285, |
| "grad_norm": 7094.8173828125, |
| "learning_rate": 4.474747474747475e-05, |
| "loss": 0.1286, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.889908256880734, |
| "grad_norm": 7456.2265625, |
| "learning_rate": 4.46969696969697e-05, |
| "loss": 0.1256, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.8990825688073394, |
| "grad_norm": 8136.77197265625, |
| "learning_rate": 4.464646464646465e-05, |
| "loss": 0.1014, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.908256880733945, |
| "grad_norm": 7520.1650390625, |
| "learning_rate": 4.4595959595959594e-05, |
| "loss": 0.0919, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.9174311926605505, |
| "grad_norm": 8064.79296875, |
| "learning_rate": 4.454545454545455e-05, |
| "loss": 0.0985, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.926605504587156, |
| "grad_norm": 6153.19677734375, |
| "learning_rate": 4.4494949494949493e-05, |
| "loss": 0.1101, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.9357798165137616, |
| "grad_norm": 8089.42431640625, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.0988, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.9449541284403669, |
| "grad_norm": 8096.140625, |
| "learning_rate": 4.43939393939394e-05, |
| "loss": 0.0992, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.9541284403669725, |
| "grad_norm": 7865.43798828125, |
| "learning_rate": 4.4343434343434346e-05, |
| "loss": 0.0945, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.963302752293578, |
| "grad_norm": 6380.67724609375, |
| "learning_rate": 4.42929292929293e-05, |
| "loss": 0.1073, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.9724770642201834, |
| "grad_norm": 8548.4345703125, |
| "learning_rate": 4.4242424242424246e-05, |
| "loss": 0.1121, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.981651376146789, |
| "grad_norm": 8465.8466796875, |
| "learning_rate": 4.41919191919192e-05, |
| "loss": 0.1078, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.9908256880733946, |
| "grad_norm": 8595.419921875, |
| "learning_rate": 4.4141414141414145e-05, |
| "loss": 0.0924, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 22229.833984375, |
| "learning_rate": 4.409090909090909e-05, |
| "loss": 0.0785, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_f1_macro": 0.0, |
| "eval_f1_micro": 0.0, |
| "eval_loss": 0.10520372539758682, |
| "eval_precision": 0.0, |
| "eval_recall": 0.0, |
| "eval_runtime": 0.8127, |
| "eval_samples_per_second": 355.611, |
| "eval_steps_per_second": 15.996, |
| "step": 218 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1090, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1366134890434560.0, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
