| { |
| "best_metric": 0.5942014872446945, |
| "best_model_checkpoint": "models/fallacy_detector/checkpoint-2480", |
| "epoch": 13.0, |
| "eval_steps": 500, |
| "global_step": 3224, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08064516129032258, |
| "grad_norm": 116749.5, |
| "learning_rate": 3.5842293906810035e-06, |
| "loss": 1.8041, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.16129032258064516, |
| "grad_norm": 129446.0, |
| "learning_rate": 7.168458781362007e-06, |
| "loss": 1.8001, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.24193548387096775, |
| "grad_norm": 124799.328125, |
| "learning_rate": 1.0752688172043012e-05, |
| "loss": 1.7913, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 120556.65625, |
| "learning_rate": 1.4336917562724014e-05, |
| "loss": 1.7964, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.4032258064516129, |
| "grad_norm": 147319.21875, |
| "learning_rate": 1.7921146953405018e-05, |
| "loss": 1.7976, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4838709677419355, |
| "grad_norm": 187166.375, |
| "learning_rate": 2.1505376344086024e-05, |
| "loss": 1.8002, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5645161290322581, |
| "grad_norm": 128844.7421875, |
| "learning_rate": 2.5089605734767026e-05, |
| "loss": 1.8047, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 129834.9765625, |
| "learning_rate": 2.8673835125448028e-05, |
| "loss": 1.7942, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7258064516129032, |
| "grad_norm": 103151.375, |
| "learning_rate": 3.2258064516129034e-05, |
| "loss": 1.79, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8064516129032258, |
| "grad_norm": 159776.875, |
| "learning_rate": 3.5842293906810036e-05, |
| "loss": 1.7913, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8870967741935484, |
| "grad_norm": 136072.203125, |
| "learning_rate": 3.9426523297491045e-05, |
| "loss": 1.7903, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 153388.328125, |
| "learning_rate": 4.301075268817205e-05, |
| "loss": 1.7666, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.3097165991902834, |
| "eval_f1_macro": 0.2437130087374885, |
| "eval_f1_weighted": 0.27846991634919227, |
| "eval_loss": 1.7279411554336548, |
| "eval_runtime": 6.7607, |
| "eval_samples_per_second": 73.069, |
| "eval_steps_per_second": 2.367, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0483870967741935, |
| "grad_norm": 150245.78125, |
| "learning_rate": 4.659498207885305e-05, |
| "loss": 1.7333, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.129032258064516, |
| "grad_norm": 145167.953125, |
| "learning_rate": 5.017921146953405e-05, |
| "loss": 1.6906, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.2096774193548387, |
| "grad_norm": 189463.4375, |
| "learning_rate": 5.3763440860215054e-05, |
| "loss": 1.621, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2903225806451613, |
| "grad_norm": 231174.21875, |
| "learning_rate": 5.7347670250896056e-05, |
| "loss": 1.5355, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.370967741935484, |
| "grad_norm": 216882.625, |
| "learning_rate": 6.093189964157706e-05, |
| "loss": 1.4977, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.4516129032258065, |
| "grad_norm": 284663.46875, |
| "learning_rate": 6.451612903225807e-05, |
| "loss": 1.5157, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.532258064516129, |
| "grad_norm": 373533.09375, |
| "learning_rate": 6.810035842293908e-05, |
| "loss": 1.4792, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.6129032258064515, |
| "grad_norm": 229778.140625, |
| "learning_rate": 7.168458781362007e-05, |
| "loss": 1.5003, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6935483870967742, |
| "grad_norm": 206755.359375, |
| "learning_rate": 7.526881720430108e-05, |
| "loss": 1.4892, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.7741935483870968, |
| "grad_norm": 389183.5, |
| "learning_rate": 7.885304659498209e-05, |
| "loss": 1.5018, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.8548387096774195, |
| "grad_norm": 211097.21875, |
| "learning_rate": 8.243727598566309e-05, |
| "loss": 1.4836, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.935483870967742, |
| "grad_norm": 185060.09375, |
| "learning_rate": 8.60215053763441e-05, |
| "loss": 1.4278, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.39473684210526316, |
| "eval_f1_macro": 0.3803420101129123, |
| "eval_f1_weighted": 0.3678672758556732, |
| "eval_loss": 1.453121542930603, |
| "eval_runtime": 6.4873, |
| "eval_samples_per_second": 76.149, |
| "eval_steps_per_second": 2.466, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.0161290322580645, |
| "grad_norm": 217972.03125, |
| "learning_rate": 8.960573476702509e-05, |
| "loss": 1.4423, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.096774193548387, |
| "grad_norm": 202365.875, |
| "learning_rate": 9.31899641577061e-05, |
| "loss": 1.3673, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.1774193548387095, |
| "grad_norm": 257111.984375, |
| "learning_rate": 9.677419354838711e-05, |
| "loss": 1.3972, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.258064516129032, |
| "grad_norm": 179046.5625, |
| "learning_rate": 9.993674889310564e-05, |
| "loss": 1.3573, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.338709677419355, |
| "grad_norm": 247477.953125, |
| "learning_rate": 9.930423782416193e-05, |
| "loss": 1.3868, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.4193548387096775, |
| "grad_norm": 364917.625, |
| "learning_rate": 9.867172675521823e-05, |
| "loss": 1.2169, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 232415.90625, |
| "learning_rate": 9.80392156862745e-05, |
| "loss": 1.3737, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.5806451612903225, |
| "grad_norm": 302076.875, |
| "learning_rate": 9.740670461733081e-05, |
| "loss": 1.2454, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.661290322580645, |
| "grad_norm": 327026.0625, |
| "learning_rate": 9.677419354838711e-05, |
| "loss": 1.4311, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.741935483870968, |
| "grad_norm": 183140.640625, |
| "learning_rate": 9.61416824794434e-05, |
| "loss": 1.3207, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.8225806451612905, |
| "grad_norm": 238072.3125, |
| "learning_rate": 9.550917141049968e-05, |
| "loss": 1.3202, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.903225806451613, |
| "grad_norm": 215563.453125, |
| "learning_rate": 9.487666034155598e-05, |
| "loss": 1.3908, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.9838709677419355, |
| "grad_norm": 424141.4375, |
| "learning_rate": 9.424414927261227e-05, |
| "loss": 1.1402, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.46558704453441296, |
| "eval_f1_macro": 0.44600226194430165, |
| "eval_f1_weighted": 0.4682600612720702, |
| "eval_loss": 1.2723522186279297, |
| "eval_runtime": 6.4886, |
| "eval_samples_per_second": 76.133, |
| "eval_steps_per_second": 2.466, |
| "step": 744 |
| }, |
| { |
| "epoch": 3.064516129032258, |
| "grad_norm": 238018.875, |
| "learning_rate": 9.361163820366858e-05, |
| "loss": 1.1561, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.1451612903225805, |
| "grad_norm": 282444.9375, |
| "learning_rate": 9.297912713472486e-05, |
| "loss": 1.2526, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.225806451612903, |
| "grad_norm": 132935.109375, |
| "learning_rate": 9.234661606578115e-05, |
| "loss": 1.0902, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.306451612903226, |
| "grad_norm": 173232.328125, |
| "learning_rate": 9.171410499683745e-05, |
| "loss": 1.2506, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.3870967741935485, |
| "grad_norm": 269722.375, |
| "learning_rate": 9.108159392789374e-05, |
| "loss": 1.185, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.467741935483871, |
| "grad_norm": 163013.53125, |
| "learning_rate": 9.044908285895004e-05, |
| "loss": 1.1408, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.5483870967741935, |
| "grad_norm": 172902.015625, |
| "learning_rate": 8.981657179000633e-05, |
| "loss": 1.2523, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.629032258064516, |
| "grad_norm": 315512.5625, |
| "learning_rate": 8.918406072106262e-05, |
| "loss": 1.1325, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.709677419354839, |
| "grad_norm": 287570.34375, |
| "learning_rate": 8.855154965211892e-05, |
| "loss": 1.1493, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.790322580645161, |
| "grad_norm": 317774.9375, |
| "learning_rate": 8.791903858317521e-05, |
| "loss": 1.133, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.870967741935484, |
| "grad_norm": 307236.34375, |
| "learning_rate": 8.72865275142315e-05, |
| "loss": 1.2473, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.9516129032258065, |
| "grad_norm": 280431.59375, |
| "learning_rate": 8.66540164452878e-05, |
| "loss": 1.0287, |
| "step": 980 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.5141700404858299, |
| "eval_f1_macro": 0.4818941736895477, |
| "eval_f1_weighted": 0.4929543703966077, |
| "eval_loss": 1.2111815214157104, |
| "eval_runtime": 6.4861, |
| "eval_samples_per_second": 76.162, |
| "eval_steps_per_second": 2.467, |
| "step": 992 |
| }, |
| { |
| "epoch": 4.032258064516129, |
| "grad_norm": 416063.03125, |
| "learning_rate": 8.60215053763441e-05, |
| "loss": 1.0325, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.112903225806452, |
| "grad_norm": 365579.875, |
| "learning_rate": 8.538899430740039e-05, |
| "loss": 1.0955, |
| "step": 1020 |
| }, |
| { |
| "epoch": 4.193548387096774, |
| "grad_norm": 298404.71875, |
| "learning_rate": 8.475648323845667e-05, |
| "loss": 1.0768, |
| "step": 1040 |
| }, |
| { |
| "epoch": 4.274193548387097, |
| "grad_norm": 259632.609375, |
| "learning_rate": 8.412397216951296e-05, |
| "loss": 1.0736, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.354838709677419, |
| "grad_norm": 314956.3125, |
| "learning_rate": 8.349146110056927e-05, |
| "loss": 0.9955, |
| "step": 1080 |
| }, |
| { |
| "epoch": 4.435483870967742, |
| "grad_norm": 755572.6875, |
| "learning_rate": 8.285895003162556e-05, |
| "loss": 0.9618, |
| "step": 1100 |
| }, |
| { |
| "epoch": 4.516129032258064, |
| "grad_norm": 247183.71875, |
| "learning_rate": 8.222643896268185e-05, |
| "loss": 1.013, |
| "step": 1120 |
| }, |
| { |
| "epoch": 4.596774193548387, |
| "grad_norm": 301904.8125, |
| "learning_rate": 8.159392789373814e-05, |
| "loss": 1.0046, |
| "step": 1140 |
| }, |
| { |
| "epoch": 4.67741935483871, |
| "grad_norm": 224825.875, |
| "learning_rate": 8.096141682479443e-05, |
| "loss": 1.1598, |
| "step": 1160 |
| }, |
| { |
| "epoch": 4.758064516129032, |
| "grad_norm": 280016.9375, |
| "learning_rate": 8.032890575585074e-05, |
| "loss": 0.9723, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.838709677419355, |
| "grad_norm": 294691.1875, |
| "learning_rate": 7.969639468690702e-05, |
| "loss": 1.0387, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.919354838709677, |
| "grad_norm": 157460.875, |
| "learning_rate": 7.906388361796332e-05, |
| "loss": 0.9852, |
| "step": 1220 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 562566.0625, |
| "learning_rate": 7.843137254901961e-05, |
| "loss": 0.993, |
| "step": 1240 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.5344129554655871, |
| "eval_f1_macro": 0.5210663276171126, |
| "eval_f1_weighted": 0.5358881669989737, |
| "eval_loss": 1.1454784870147705, |
| "eval_runtime": 6.4764, |
| "eval_samples_per_second": 76.277, |
| "eval_steps_per_second": 2.471, |
| "step": 1240 |
| }, |
| { |
| "epoch": 5.080645161290323, |
| "grad_norm": 257956.03125, |
| "learning_rate": 7.77988614800759e-05, |
| "loss": 0.9462, |
| "step": 1260 |
| }, |
| { |
| "epoch": 5.161290322580645, |
| "grad_norm": 241475.75, |
| "learning_rate": 7.71663504111322e-05, |
| "loss": 0.936, |
| "step": 1280 |
| }, |
| { |
| "epoch": 5.241935483870968, |
| "grad_norm": 222372.890625, |
| "learning_rate": 7.653383934218849e-05, |
| "loss": 0.9063, |
| "step": 1300 |
| }, |
| { |
| "epoch": 5.32258064516129, |
| "grad_norm": 272774.5625, |
| "learning_rate": 7.590132827324479e-05, |
| "loss": 0.8876, |
| "step": 1320 |
| }, |
| { |
| "epoch": 5.403225806451613, |
| "grad_norm": 366996.75, |
| "learning_rate": 7.526881720430108e-05, |
| "loss": 0.8755, |
| "step": 1340 |
| }, |
| { |
| "epoch": 5.483870967741936, |
| "grad_norm": 366414.875, |
| "learning_rate": 7.463630613535737e-05, |
| "loss": 0.9071, |
| "step": 1360 |
| }, |
| { |
| "epoch": 5.564516129032258, |
| "grad_norm": 202618.3125, |
| "learning_rate": 7.400379506641366e-05, |
| "loss": 0.8593, |
| "step": 1380 |
| }, |
| { |
| "epoch": 5.645161290322581, |
| "grad_norm": 228361.6875, |
| "learning_rate": 7.337128399746996e-05, |
| "loss": 0.8858, |
| "step": 1400 |
| }, |
| { |
| "epoch": 5.725806451612903, |
| "grad_norm": 228972.40625, |
| "learning_rate": 7.273877292852626e-05, |
| "loss": 0.9162, |
| "step": 1420 |
| }, |
| { |
| "epoch": 5.806451612903226, |
| "grad_norm": 282326.96875, |
| "learning_rate": 7.210626185958255e-05, |
| "loss": 0.9823, |
| "step": 1440 |
| }, |
| { |
| "epoch": 5.887096774193548, |
| "grad_norm": 349532.15625, |
| "learning_rate": 7.147375079063883e-05, |
| "loss": 0.9268, |
| "step": 1460 |
| }, |
| { |
| "epoch": 5.967741935483871, |
| "grad_norm": 344699.09375, |
| "learning_rate": 7.084123972169513e-05, |
| "loss": 0.9212, |
| "step": 1480 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_accuracy": 0.5647773279352226, |
| "eval_f1_macro": 0.5566153646272254, |
| "eval_f1_weighted": 0.5635035195555513, |
| "eval_loss": 1.1447995901107788, |
| "eval_runtime": 6.7478, |
| "eval_samples_per_second": 73.209, |
| "eval_steps_per_second": 2.371, |
| "step": 1488 |
| }, |
| { |
| "epoch": 6.048387096774194, |
| "grad_norm": 380314.4375, |
| "learning_rate": 7.020872865275142e-05, |
| "loss": 0.8163, |
| "step": 1500 |
| }, |
| { |
| "epoch": 6.129032258064516, |
| "grad_norm": 297659.90625, |
| "learning_rate": 6.957621758380773e-05, |
| "loss": 0.9182, |
| "step": 1520 |
| }, |
| { |
| "epoch": 6.209677419354839, |
| "grad_norm": 336392.09375, |
| "learning_rate": 6.894370651486401e-05, |
| "loss": 0.7823, |
| "step": 1540 |
| }, |
| { |
| "epoch": 6.290322580645161, |
| "grad_norm": 244166.359375, |
| "learning_rate": 6.83111954459203e-05, |
| "loss": 0.8199, |
| "step": 1560 |
| }, |
| { |
| "epoch": 6.370967741935484, |
| "grad_norm": 306139.09375, |
| "learning_rate": 6.76786843769766e-05, |
| "loss": 0.8065, |
| "step": 1580 |
| }, |
| { |
| "epoch": 6.451612903225806, |
| "grad_norm": 207655.90625, |
| "learning_rate": 6.704617330803289e-05, |
| "loss": 0.7914, |
| "step": 1600 |
| }, |
| { |
| "epoch": 6.532258064516129, |
| "grad_norm": 240435.453125, |
| "learning_rate": 6.64136622390892e-05, |
| "loss": 0.7684, |
| "step": 1620 |
| }, |
| { |
| "epoch": 6.612903225806452, |
| "grad_norm": 421195.90625, |
| "learning_rate": 6.578115117014548e-05, |
| "loss": 0.7626, |
| "step": 1640 |
| }, |
| { |
| "epoch": 6.693548387096774, |
| "grad_norm": 308932.90625, |
| "learning_rate": 6.514864010120177e-05, |
| "loss": 0.9373, |
| "step": 1660 |
| }, |
| { |
| "epoch": 6.774193548387097, |
| "grad_norm": 295667.90625, |
| "learning_rate": 6.451612903225807e-05, |
| "loss": 0.7873, |
| "step": 1680 |
| }, |
| { |
| "epoch": 6.854838709677419, |
| "grad_norm": 411704.5, |
| "learning_rate": 6.388361796331436e-05, |
| "loss": 0.7532, |
| "step": 1700 |
| }, |
| { |
| "epoch": 6.935483870967742, |
| "grad_norm": 171699.0625, |
| "learning_rate": 6.325110689437066e-05, |
| "loss": 0.735, |
| "step": 1720 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_accuracy": 0.5951417004048583, |
| "eval_f1_macro": 0.5908663884882793, |
| "eval_f1_weighted": 0.6001450425865201, |
| "eval_loss": 1.1485521793365479, |
| "eval_runtime": 6.7324, |
| "eval_samples_per_second": 73.376, |
| "eval_steps_per_second": 2.377, |
| "step": 1736 |
| }, |
| { |
| "epoch": 7.016129032258065, |
| "grad_norm": 320877.96875, |
| "learning_rate": 6.261859582542695e-05, |
| "loss": 0.7661, |
| "step": 1740 |
| }, |
| { |
| "epoch": 7.096774193548387, |
| "grad_norm": 219053.296875, |
| "learning_rate": 6.198608475648324e-05, |
| "loss": 0.6837, |
| "step": 1760 |
| }, |
| { |
| "epoch": 7.17741935483871, |
| "grad_norm": 265047.4375, |
| "learning_rate": 6.135357368753954e-05, |
| "loss": 0.8169, |
| "step": 1780 |
| }, |
| { |
| "epoch": 7.258064516129032, |
| "grad_norm": 254569.140625, |
| "learning_rate": 6.0721062618595825e-05, |
| "loss": 0.7038, |
| "step": 1800 |
| }, |
| { |
| "epoch": 7.338709677419355, |
| "grad_norm": 305000.25, |
| "learning_rate": 6.008855154965212e-05, |
| "loss": 0.6717, |
| "step": 1820 |
| }, |
| { |
| "epoch": 7.419354838709677, |
| "grad_norm": 379865.53125, |
| "learning_rate": 5.945604048070842e-05, |
| "loss": 0.7303, |
| "step": 1840 |
| }, |
| { |
| "epoch": 7.5, |
| "grad_norm": 178170.015625, |
| "learning_rate": 5.882352941176471e-05, |
| "loss": 0.6484, |
| "step": 1860 |
| }, |
| { |
| "epoch": 7.580645161290323, |
| "grad_norm": 430648.0, |
| "learning_rate": 5.8191018342821e-05, |
| "loss": 0.8021, |
| "step": 1880 |
| }, |
| { |
| "epoch": 7.661290322580645, |
| "grad_norm": 297593.0625, |
| "learning_rate": 5.7558507273877296e-05, |
| "loss": 0.7074, |
| "step": 1900 |
| }, |
| { |
| "epoch": 7.741935483870968, |
| "grad_norm": 338920.84375, |
| "learning_rate": 5.692599620493358e-05, |
| "loss": 0.6387, |
| "step": 1920 |
| }, |
| { |
| "epoch": 7.82258064516129, |
| "grad_norm": 352287.0, |
| "learning_rate": 5.6293485135989884e-05, |
| "loss": 0.7579, |
| "step": 1940 |
| }, |
| { |
| "epoch": 7.903225806451613, |
| "grad_norm": 208302.796875, |
| "learning_rate": 5.566097406704618e-05, |
| "loss": 0.7028, |
| "step": 1960 |
| }, |
| { |
| "epoch": 7.983870967741936, |
| "grad_norm": 198196.296875, |
| "learning_rate": 5.502846299810247e-05, |
| "loss": 0.7811, |
| "step": 1980 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.5668016194331984, |
| "eval_f1_macro": 0.5733215653407325, |
| "eval_f1_weighted": 0.5705200897887893, |
| "eval_loss": 1.165218472480774, |
| "eval_runtime": 6.4814, |
| "eval_samples_per_second": 76.218, |
| "eval_steps_per_second": 2.469, |
| "step": 1984 |
| }, |
| { |
| "epoch": 8.064516129032258, |
| "grad_norm": 146523.9375, |
| "learning_rate": 5.439595192915876e-05, |
| "loss": 0.6839, |
| "step": 2000 |
| }, |
| { |
| "epoch": 8.14516129032258, |
| "grad_norm": 248096.859375, |
| "learning_rate": 5.3763440860215054e-05, |
| "loss": 0.6205, |
| "step": 2020 |
| }, |
| { |
| "epoch": 8.225806451612904, |
| "grad_norm": 355304.8125, |
| "learning_rate": 5.313092979127134e-05, |
| "loss": 0.6835, |
| "step": 2040 |
| }, |
| { |
| "epoch": 8.306451612903226, |
| "grad_norm": 559134.6875, |
| "learning_rate": 5.249841872232765e-05, |
| "loss": 0.691, |
| "step": 2060 |
| }, |
| { |
| "epoch": 8.387096774193548, |
| "grad_norm": 313194.6875, |
| "learning_rate": 5.1865907653383936e-05, |
| "loss": 0.575, |
| "step": 2080 |
| }, |
| { |
| "epoch": 8.46774193548387, |
| "grad_norm": 356380.125, |
| "learning_rate": 5.123339658444023e-05, |
| "loss": 0.6626, |
| "step": 2100 |
| }, |
| { |
| "epoch": 8.548387096774194, |
| "grad_norm": 362203.6875, |
| "learning_rate": 5.0600885515496524e-05, |
| "loss": 0.6883, |
| "step": 2120 |
| }, |
| { |
| "epoch": 8.629032258064516, |
| "grad_norm": 178366.890625, |
| "learning_rate": 4.996837444655282e-05, |
| "loss": 0.752, |
| "step": 2140 |
| }, |
| { |
| "epoch": 8.709677419354838, |
| "grad_norm": 170288.078125, |
| "learning_rate": 4.933586337760911e-05, |
| "loss": 0.7214, |
| "step": 2160 |
| }, |
| { |
| "epoch": 8.790322580645162, |
| "grad_norm": 210902.640625, |
| "learning_rate": 4.870335230866541e-05, |
| "loss": 0.6366, |
| "step": 2180 |
| }, |
| { |
| "epoch": 8.870967741935484, |
| "grad_norm": 260362.5625, |
| "learning_rate": 4.80708412397217e-05, |
| "loss": 0.6006, |
| "step": 2200 |
| }, |
| { |
| "epoch": 8.951612903225806, |
| "grad_norm": 328288.71875, |
| "learning_rate": 4.743833017077799e-05, |
| "loss": 0.6694, |
| "step": 2220 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_accuracy": 0.5789473684210527, |
| "eval_f1_macro": 0.5848147378665898, |
| "eval_f1_weighted": 0.5817724273381693, |
| "eval_loss": 1.1652216911315918, |
| "eval_runtime": 6.7288, |
| "eval_samples_per_second": 73.416, |
| "eval_steps_per_second": 2.378, |
| "step": 2232 |
| }, |
| { |
| "epoch": 9.03225806451613, |
| "grad_norm": 390067.4375, |
| "learning_rate": 4.680581910183429e-05, |
| "loss": 0.505, |
| "step": 2240 |
| }, |
| { |
| "epoch": 9.112903225806452, |
| "grad_norm": 412543.65625, |
| "learning_rate": 4.6173308032890576e-05, |
| "loss": 0.5729, |
| "step": 2260 |
| }, |
| { |
| "epoch": 9.193548387096774, |
| "grad_norm": 116351.8046875, |
| "learning_rate": 4.554079696394687e-05, |
| "loss": 0.6273, |
| "step": 2280 |
| }, |
| { |
| "epoch": 9.274193548387096, |
| "grad_norm": 431701.5625, |
| "learning_rate": 4.4908285895003165e-05, |
| "loss": 0.5603, |
| "step": 2300 |
| }, |
| { |
| "epoch": 9.35483870967742, |
| "grad_norm": 227461.75, |
| "learning_rate": 4.427577482605946e-05, |
| "loss": 0.5625, |
| "step": 2320 |
| }, |
| { |
| "epoch": 9.435483870967742, |
| "grad_norm": 571204.125, |
| "learning_rate": 4.364326375711575e-05, |
| "loss": 0.5643, |
| "step": 2340 |
| }, |
| { |
| "epoch": 9.516129032258064, |
| "grad_norm": 377639.90625, |
| "learning_rate": 4.301075268817205e-05, |
| "loss": 0.6546, |
| "step": 2360 |
| }, |
| { |
| "epoch": 9.596774193548388, |
| "grad_norm": 482121.9375, |
| "learning_rate": 4.2378241619228334e-05, |
| "loss": 0.6187, |
| "step": 2380 |
| }, |
| { |
| "epoch": 9.67741935483871, |
| "grad_norm": 246030.6875, |
| "learning_rate": 4.1745730550284635e-05, |
| "loss": 0.5258, |
| "step": 2400 |
| }, |
| { |
| "epoch": 9.758064516129032, |
| "grad_norm": 345079.0, |
| "learning_rate": 4.111321948134092e-05, |
| "loss": 0.5514, |
| "step": 2420 |
| }, |
| { |
| "epoch": 9.838709677419354, |
| "grad_norm": 883186.4375, |
| "learning_rate": 4.048070841239722e-05, |
| "loss": 0.7296, |
| "step": 2440 |
| }, |
| { |
| "epoch": 9.919354838709678, |
| "grad_norm": 354193.5625, |
| "learning_rate": 3.984819734345351e-05, |
| "loss": 0.6133, |
| "step": 2460 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 91423.2890625, |
| "learning_rate": 3.9215686274509805e-05, |
| "loss": 0.5622, |
| "step": 2480 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_accuracy": 0.597165991902834, |
| "eval_f1_macro": 0.5942014872446945, |
| "eval_f1_weighted": 0.5978411174633815, |
| "eval_loss": 1.294508934020996, |
| "eval_runtime": 6.4737, |
| "eval_samples_per_second": 76.309, |
| "eval_steps_per_second": 2.472, |
| "step": 2480 |
| }, |
| { |
| "epoch": 10.080645161290322, |
| "grad_norm": 335653.0, |
| "learning_rate": 3.85831752055661e-05, |
| "loss": 0.5815, |
| "step": 2500 |
| }, |
| { |
| "epoch": 10.161290322580646, |
| "grad_norm": 485680.0625, |
| "learning_rate": 3.795066413662239e-05, |
| "loss": 0.5126, |
| "step": 2520 |
| }, |
| { |
| "epoch": 10.241935483870968, |
| "grad_norm": 425775.0, |
| "learning_rate": 3.731815306767869e-05, |
| "loss": 0.5556, |
| "step": 2540 |
| }, |
| { |
| "epoch": 10.32258064516129, |
| "grad_norm": 484495.375, |
| "learning_rate": 3.668564199873498e-05, |
| "loss": 0.5939, |
| "step": 2560 |
| }, |
| { |
| "epoch": 10.403225806451612, |
| "grad_norm": 234732.140625, |
| "learning_rate": 3.6053130929791276e-05, |
| "loss": 0.4965, |
| "step": 2580 |
| }, |
| { |
| "epoch": 10.483870967741936, |
| "grad_norm": 222726.84375, |
| "learning_rate": 3.542061986084756e-05, |
| "loss": 0.4604, |
| "step": 2600 |
| }, |
| { |
| "epoch": 10.564516129032258, |
| "grad_norm": 430689.0625, |
| "learning_rate": 3.4788108791903864e-05, |
| "loss": 0.5109, |
| "step": 2620 |
| }, |
| { |
| "epoch": 10.64516129032258, |
| "grad_norm": 174353.125, |
| "learning_rate": 3.415559772296015e-05, |
| "loss": 0.5173, |
| "step": 2640 |
| }, |
| { |
| "epoch": 10.725806451612904, |
| "grad_norm": 350186.15625, |
| "learning_rate": 3.3523086654016445e-05, |
| "loss": 0.5976, |
| "step": 2660 |
| }, |
| { |
| "epoch": 10.806451612903226, |
| "grad_norm": 342012.46875, |
| "learning_rate": 3.289057558507274e-05, |
| "loss": 0.5656, |
| "step": 2680 |
| }, |
| { |
| "epoch": 10.887096774193548, |
| "grad_norm": 364261.15625, |
| "learning_rate": 3.2258064516129034e-05, |
| "loss": 0.5657, |
| "step": 2700 |
| }, |
| { |
| "epoch": 10.967741935483872, |
| "grad_norm": 565346.0, |
| "learning_rate": 3.162555344718533e-05, |
| "loss": 0.5226, |
| "step": 2720 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_accuracy": 0.5809716599190283, |
| "eval_f1_macro": 0.5665436314892837, |
| "eval_f1_weighted": 0.5852790985052031, |
| "eval_loss": 1.233909249305725, |
| "eval_runtime": 6.4774, |
| "eval_samples_per_second": 76.265, |
| "eval_steps_per_second": 2.47, |
| "step": 2728 |
| }, |
| { |
| "epoch": 11.048387096774194, |
| "grad_norm": 787262.375, |
| "learning_rate": 3.099304237824162e-05, |
| "loss": 0.5361, |
| "step": 2740 |
| }, |
| { |
| "epoch": 11.129032258064516, |
| "grad_norm": 254161.28125, |
| "learning_rate": 3.0360531309297913e-05, |
| "loss": 0.4992, |
| "step": 2760 |
| }, |
| { |
| "epoch": 11.209677419354838, |
| "grad_norm": 154221.5625, |
| "learning_rate": 2.972802024035421e-05, |
| "loss": 0.4863, |
| "step": 2780 |
| }, |
| { |
| "epoch": 11.290322580645162, |
| "grad_norm": 172757.25, |
| "learning_rate": 2.90955091714105e-05, |
| "loss": 0.4555, |
| "step": 2800 |
| }, |
| { |
| "epoch": 11.370967741935484, |
| "grad_norm": 600217.1875, |
| "learning_rate": 2.846299810246679e-05, |
| "loss": 0.5628, |
| "step": 2820 |
| }, |
| { |
| "epoch": 11.451612903225806, |
| "grad_norm": 292712.21875, |
| "learning_rate": 2.783048703352309e-05, |
| "loss": 0.4477, |
| "step": 2840 |
| }, |
| { |
| "epoch": 11.532258064516128, |
| "grad_norm": 347355.25, |
| "learning_rate": 2.719797596457938e-05, |
| "loss": 0.4457, |
| "step": 2860 |
| }, |
| { |
| "epoch": 11.612903225806452, |
| "grad_norm": 448712.625, |
| "learning_rate": 2.656546489563567e-05, |
| "loss": 0.4794, |
| "step": 2880 |
| }, |
| { |
| "epoch": 11.693548387096774, |
| "grad_norm": 236689.59375, |
| "learning_rate": 2.5932953826691968e-05, |
| "loss": 0.4448, |
| "step": 2900 |
| }, |
| { |
| "epoch": 11.774193548387096, |
| "grad_norm": 182560.375, |
| "learning_rate": 2.5300442757748262e-05, |
| "loss": 0.4482, |
| "step": 2920 |
| }, |
| { |
| "epoch": 11.85483870967742, |
| "grad_norm": 478094.78125, |
| "learning_rate": 2.4667931688804556e-05, |
| "loss": 0.6564, |
| "step": 2940 |
| }, |
| { |
| "epoch": 11.935483870967742, |
| "grad_norm": 132165.9375, |
| "learning_rate": 2.403542061986085e-05, |
| "loss": 0.5092, |
| "step": 2960 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.5991902834008097, |
| "eval_f1_macro": 0.5808594109741428, |
| "eval_f1_weighted": 0.601863769019088, |
| "eval_loss": 1.3011294603347778, |
| "eval_runtime": 6.7266, |
| "eval_samples_per_second": 73.44, |
| "eval_steps_per_second": 2.379, |
| "step": 2976 |
| }, |
| { |
| "epoch": 12.016129032258064, |
| "grad_norm": 360605.40625, |
| "learning_rate": 2.3402909550917145e-05, |
| "loss": 0.5019, |
| "step": 2980 |
| }, |
| { |
| "epoch": 12.096774193548388, |
| "grad_norm": 383628.65625, |
| "learning_rate": 2.2770398481973435e-05, |
| "loss": 0.4511, |
| "step": 3000 |
| }, |
| { |
| "epoch": 12.17741935483871, |
| "grad_norm": 293539.46875, |
| "learning_rate": 2.213788741302973e-05, |
| "loss": 0.4609, |
| "step": 3020 |
| }, |
| { |
| "epoch": 12.258064516129032, |
| "grad_norm": 255752.75, |
| "learning_rate": 2.1505376344086024e-05, |
| "loss": 0.4805, |
| "step": 3040 |
| }, |
| { |
| "epoch": 12.338709677419354, |
| "grad_norm": 358986.28125, |
| "learning_rate": 2.0872865275142318e-05, |
| "loss": 0.4505, |
| "step": 3060 |
| }, |
| { |
| "epoch": 12.419354838709678, |
| "grad_norm": 296015.03125, |
| "learning_rate": 2.024035420619861e-05, |
| "loss": 0.4456, |
| "step": 3080 |
| }, |
| { |
| "epoch": 12.5, |
| "grad_norm": 709465.75, |
| "learning_rate": 1.9607843137254903e-05, |
| "loss": 0.4525, |
| "step": 3100 |
| }, |
| { |
| "epoch": 12.580645161290322, |
| "grad_norm": 718661.8125, |
| "learning_rate": 1.8975332068311197e-05, |
| "loss": 0.4375, |
| "step": 3120 |
| }, |
| { |
| "epoch": 12.661290322580646, |
| "grad_norm": 665258.75, |
| "learning_rate": 1.834282099936749e-05, |
| "loss": 0.575, |
| "step": 3140 |
| }, |
| { |
| "epoch": 12.741935483870968, |
| "grad_norm": 338319.0, |
| "learning_rate": 1.771030993042378e-05, |
| "loss": 0.4769, |
| "step": 3160 |
| }, |
| { |
| "epoch": 12.82258064516129, |
| "grad_norm": 389402.6875, |
| "learning_rate": 1.7077798861480076e-05, |
| "loss": 0.4512, |
| "step": 3180 |
| }, |
| { |
| "epoch": 12.903225806451612, |
| "grad_norm": 488243.21875, |
| "learning_rate": 1.644528779253637e-05, |
| "loss": 0.5537, |
| "step": 3200 |
| }, |
| { |
| "epoch": 12.983870967741936, |
| "grad_norm": 515383.25, |
| "learning_rate": 1.5812776723592664e-05, |
| "loss": 0.4968, |
| "step": 3220 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_accuracy": 0.5910931174089069, |
| "eval_f1_macro": 0.5810430688559796, |
| "eval_f1_weighted": 0.5958028312757723, |
| "eval_loss": 1.3416694402694702, |
| "eval_runtime": 6.488, |
| "eval_samples_per_second": 76.141, |
| "eval_steps_per_second": 2.466, |
| "step": 3224 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 3720, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 15, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7069215821930496.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
