{ "best_metric": 0.8732394366197183, "best_model_checkpoint": "beit-base-patch16-224-65-fold4/checkpoint-156", "epoch": 92.3076923076923, "eval_steps": 500, "global_step": 300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.9230769230769231, "eval_accuracy": 0.5352112676056338, "eval_loss": 0.7414544224739075, "eval_runtime": 1.1337, "eval_samples_per_second": 62.625, "eval_steps_per_second": 2.646, "step": 3 }, { "epoch": 1.8461538461538463, "eval_accuracy": 0.4507042253521127, "eval_loss": 0.7177426815032959, "eval_runtime": 1.1244, "eval_samples_per_second": 63.144, "eval_steps_per_second": 2.668, "step": 6 }, { "epoch": 2.769230769230769, "eval_accuracy": 0.6056338028169014, "eval_loss": 0.6709167957305908, "eval_runtime": 1.0896, "eval_samples_per_second": 65.163, "eval_steps_per_second": 2.753, "step": 9 }, { "epoch": 3.076923076923077, "grad_norm": 10.040596008300781, "learning_rate": 1.6666666666666667e-05, "loss": 0.748, "step": 10 }, { "epoch": 4.0, "eval_accuracy": 0.6338028169014085, "eval_loss": 0.6332956552505493, "eval_runtime": 1.0739, "eval_samples_per_second": 66.112, "eval_steps_per_second": 2.793, "step": 13 }, { "epoch": 4.923076923076923, "eval_accuracy": 0.7323943661971831, "eval_loss": 0.616184651851654, "eval_runtime": 1.1084, "eval_samples_per_second": 64.056, "eval_steps_per_second": 2.707, "step": 16 }, { "epoch": 5.846153846153846, "eval_accuracy": 0.6338028169014085, "eval_loss": 0.6302564144134521, "eval_runtime": 1.0932, "eval_samples_per_second": 64.948, "eval_steps_per_second": 2.744, "step": 19 }, { "epoch": 6.153846153846154, "grad_norm": 10.696013450622559, "learning_rate": 3.3333333333333335e-05, "loss": 0.6397, "step": 20 }, { "epoch": 6.769230769230769, "eval_accuracy": 0.676056338028169, "eval_loss": 0.5950036644935608, "eval_runtime": 1.1254, "eval_samples_per_second": 63.09, "eval_steps_per_second": 2.666, "step": 22 }, { "epoch": 8.0, "eval_accuracy": 0.6056338028169014, "eval_loss": 0.6324568390846252, "eval_runtime": 1.0982, "eval_samples_per_second": 64.652, "eval_steps_per_second": 2.732, "step": 26 }, { "epoch": 8.923076923076923, "eval_accuracy": 0.704225352112676, "eval_loss": 0.57989501953125, "eval_runtime": 1.1111, "eval_samples_per_second": 63.903, "eval_steps_per_second": 2.7, "step": 29 }, { "epoch": 9.23076923076923, "grad_norm": 3.6701440811157227, "learning_rate": 5e-05, "loss": 0.5957, "step": 30 }, { "epoch": 9.846153846153847, "eval_accuracy": 0.6901408450704225, "eval_loss": 0.5793185234069824, "eval_runtime": 1.1242, "eval_samples_per_second": 63.154, "eval_steps_per_second": 2.668, "step": 32 }, { "epoch": 10.76923076923077, "eval_accuracy": 0.7183098591549296, "eval_loss": 0.5868809819221497, "eval_runtime": 1.0792, "eval_samples_per_second": 65.788, "eval_steps_per_second": 2.78, "step": 35 }, { "epoch": 12.0, "eval_accuracy": 0.5774647887323944, "eval_loss": 0.6194613575935364, "eval_runtime": 1.0651, "eval_samples_per_second": 66.66, "eval_steps_per_second": 2.817, "step": 39 }, { "epoch": 12.307692307692308, "grad_norm": 12.420059204101562, "learning_rate": 4.814814814814815e-05, "loss": 0.5676, "step": 40 }, { "epoch": 12.923076923076923, "eval_accuracy": 0.647887323943662, "eval_loss": 0.594038188457489, "eval_runtime": 1.0942, "eval_samples_per_second": 64.89, "eval_steps_per_second": 2.742, "step": 42 }, { "epoch": 13.846153846153847, "eval_accuracy": 0.6197183098591549, "eval_loss": 0.66124427318573, "eval_runtime": 1.1074, "eval_samples_per_second": 64.115, "eval_steps_per_second": 2.709, "step": 45 }, { "epoch": 14.76923076923077, "eval_accuracy": 0.7464788732394366, "eval_loss": 0.5597983002662659, "eval_runtime": 1.1062, "eval_samples_per_second": 64.186, "eval_steps_per_second": 2.712, "step": 48 }, { "epoch": 15.384615384615385, "grad_norm": 7.216217994689941, "learning_rate": 4.62962962962963e-05, "loss": 0.5952, "step": 50 }, { "epoch": 16.0, "eval_accuracy": 0.7464788732394366, "eval_loss": 0.5471624135971069, "eval_runtime": 1.123, "eval_samples_per_second": 63.226, "eval_steps_per_second": 2.672, "step": 52 }, { "epoch": 16.923076923076923, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.4822922945022583, "eval_runtime": 1.1012, "eval_samples_per_second": 64.476, "eval_steps_per_second": 2.724, "step": 55 }, { "epoch": 17.846153846153847, "eval_accuracy": 0.6901408450704225, "eval_loss": 0.6493080854415894, "eval_runtime": 1.1156, "eval_samples_per_second": 63.642, "eval_steps_per_second": 2.689, "step": 58 }, { "epoch": 18.46153846153846, "grad_norm": 12.423552513122559, "learning_rate": 4.4444444444444447e-05, "loss": 0.4908, "step": 60 }, { "epoch": 18.76923076923077, "eval_accuracy": 0.7464788732394366, "eval_loss": 0.5539372563362122, "eval_runtime": 1.1082, "eval_samples_per_second": 64.067, "eval_steps_per_second": 2.707, "step": 61 }, { "epoch": 20.0, "eval_accuracy": 0.7605633802816901, "eval_loss": 0.5406185984611511, "eval_runtime": 1.1084, "eval_samples_per_second": 64.057, "eval_steps_per_second": 2.707, "step": 65 }, { "epoch": 20.923076923076923, "eval_accuracy": 0.7605633802816901, "eval_loss": 0.5443481206893921, "eval_runtime": 1.0706, "eval_samples_per_second": 66.317, "eval_steps_per_second": 2.802, "step": 68 }, { "epoch": 21.53846153846154, "grad_norm": 4.6347761154174805, "learning_rate": 4.259259259259259e-05, "loss": 0.4474, "step": 70 }, { "epoch": 21.846153846153847, "eval_accuracy": 0.704225352112676, "eval_loss": 0.6547633409500122, "eval_runtime": 1.1171, "eval_samples_per_second": 63.56, "eval_steps_per_second": 2.686, "step": 71 }, { "epoch": 22.76923076923077, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.4923730790615082, "eval_runtime": 1.0861, "eval_samples_per_second": 65.372, "eval_steps_per_second": 2.762, "step": 74 }, { "epoch": 24.0, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.4671289622783661, "eval_runtime": 1.1176, "eval_samples_per_second": 63.529, "eval_steps_per_second": 2.684, "step": 78 }, { "epoch": 24.615384615384617, "grad_norm": 4.023049354553223, "learning_rate": 4.074074074074074e-05, "loss": 0.4106, "step": 80 }, { "epoch": 24.923076923076923, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.4116646349430084, "eval_runtime": 1.0944, "eval_samples_per_second": 64.878, "eval_steps_per_second": 2.741, "step": 81 }, { "epoch": 25.846153846153847, "eval_accuracy": 0.8591549295774648, "eval_loss": 0.46300172805786133, "eval_runtime": 1.1005, "eval_samples_per_second": 64.516, "eval_steps_per_second": 2.726, "step": 84 }, { "epoch": 26.76923076923077, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.49149656295776367, "eval_runtime": 1.0821, "eval_samples_per_second": 65.616, "eval_steps_per_second": 2.772, "step": 87 }, { "epoch": 27.692307692307693, "grad_norm": 8.567398071289062, "learning_rate": 3.888888888888889e-05, "loss": 0.3163, "step": 90 }, { "epoch": 28.0, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.633648157119751, "eval_runtime": 1.0778, "eval_samples_per_second": 65.873, "eval_steps_per_second": 2.783, "step": 91 }, { "epoch": 28.923076923076923, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.5920482277870178, "eval_runtime": 1.11, "eval_samples_per_second": 63.962, "eval_steps_per_second": 2.703, "step": 94 }, { "epoch": 29.846153846153847, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.5652734637260437, "eval_runtime": 1.0992, "eval_samples_per_second": 64.592, "eval_steps_per_second": 2.729, "step": 97 }, { "epoch": 30.76923076923077, "grad_norm": 8.468196868896484, "learning_rate": 3.7037037037037037e-05, "loss": 0.3234, "step": 100 }, { "epoch": 30.76923076923077, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.6410530805587769, "eval_runtime": 1.1131, "eval_samples_per_second": 63.785, "eval_steps_per_second": 2.695, "step": 100 }, { "epoch": 32.0, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.6728390455245972, "eval_runtime": 1.1019, "eval_samples_per_second": 64.432, "eval_steps_per_second": 2.722, "step": 104 }, { "epoch": 32.92307692307692, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.5502663850784302, "eval_runtime": 1.1118, "eval_samples_per_second": 63.863, "eval_steps_per_second": 2.698, "step": 107 }, { "epoch": 33.84615384615385, "grad_norm": 4.566059589385986, "learning_rate": 3.518518518518519e-05, "loss": 0.2969, "step": 110 }, { "epoch": 33.84615384615385, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.49144864082336426, "eval_runtime": 1.0811, "eval_samples_per_second": 65.677, "eval_steps_per_second": 2.775, "step": 110 }, { "epoch": 34.76923076923077, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.5952464938163757, "eval_runtime": 1.0822, "eval_samples_per_second": 65.61, "eval_steps_per_second": 2.772, "step": 113 }, { "epoch": 36.0, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.7161255478858948, "eval_runtime": 1.0926, "eval_samples_per_second": 64.983, "eval_steps_per_second": 2.746, "step": 117 }, { "epoch": 36.92307692307692, "grad_norm": 6.610856533050537, "learning_rate": 3.3333333333333335e-05, "loss": 0.2325, "step": 120 }, { "epoch": 36.92307692307692, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.6517188549041748, "eval_runtime": 1.0913, "eval_samples_per_second": 65.062, "eval_steps_per_second": 2.749, "step": 120 }, { "epoch": 37.84615384615385, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.5832222104072571, "eval_runtime": 1.0839, "eval_samples_per_second": 65.501, "eval_steps_per_second": 2.768, "step": 123 }, { "epoch": 38.76923076923077, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.6309386491775513, "eval_runtime": 1.1093, "eval_samples_per_second": 64.005, "eval_steps_per_second": 2.704, "step": 126 }, { "epoch": 40.0, "grad_norm": 7.450739860534668, "learning_rate": 3.148148148148148e-05, "loss": 0.2447, "step": 130 }, { "epoch": 40.0, "eval_accuracy": 0.7464788732394366, "eval_loss": 0.8010722994804382, "eval_runtime": 1.095, "eval_samples_per_second": 64.838, "eval_steps_per_second": 2.74, "step": 130 }, { "epoch": 40.92307692307692, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.6084908246994019, "eval_runtime": 1.0953, "eval_samples_per_second": 64.822, "eval_steps_per_second": 2.739, "step": 133 }, { "epoch": 41.84615384615385, "eval_accuracy": 0.7605633802816901, "eval_loss": 0.6470026969909668, "eval_runtime": 1.1169, "eval_samples_per_second": 63.567, "eval_steps_per_second": 2.686, "step": 136 }, { "epoch": 42.76923076923077, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.7743595838546753, "eval_runtime": 1.1188, "eval_samples_per_second": 63.46, "eval_steps_per_second": 2.681, "step": 139 }, { "epoch": 43.07692307692308, "grad_norm": 7.353163719177246, "learning_rate": 2.962962962962963e-05, "loss": 0.2217, "step": 140 }, { "epoch": 44.0, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.5730376243591309, "eval_runtime": 1.0965, "eval_samples_per_second": 64.749, "eval_steps_per_second": 2.736, "step": 143 }, { "epoch": 44.92307692307692, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.5577320456504822, "eval_runtime": 1.1035, "eval_samples_per_second": 64.34, "eval_steps_per_second": 2.719, "step": 146 }, { "epoch": 45.84615384615385, "eval_accuracy": 0.8450704225352113, "eval_loss": 0.5226030945777893, "eval_runtime": 1.0942, "eval_samples_per_second": 64.889, "eval_steps_per_second": 2.742, "step": 149 }, { "epoch": 46.15384615384615, "grad_norm": 4.83720588684082, "learning_rate": 2.777777777777778e-05, "loss": 0.2231, "step": 150 }, { "epoch": 46.76923076923077, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.5114508867263794, "eval_runtime": 1.0938, "eval_samples_per_second": 64.914, "eval_steps_per_second": 2.743, "step": 152 }, { "epoch": 48.0, "eval_accuracy": 0.8732394366197183, "eval_loss": 0.5414801836013794, "eval_runtime": 1.1045, "eval_samples_per_second": 64.284, "eval_steps_per_second": 2.716, "step": 156 }, { "epoch": 48.92307692307692, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.5971347093582153, "eval_runtime": 1.1056, "eval_samples_per_second": 64.219, "eval_steps_per_second": 2.713, "step": 159 }, { "epoch": 49.23076923076923, "grad_norm": 4.444674015045166, "learning_rate": 2.5925925925925925e-05, "loss": 0.2014, "step": 160 }, { "epoch": 49.84615384615385, "eval_accuracy": 0.7605633802816901, "eval_loss": 0.8717265129089355, "eval_runtime": 1.0857, "eval_samples_per_second": 65.394, "eval_steps_per_second": 2.763, "step": 162 }, { "epoch": 50.76923076923077, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.706287682056427, "eval_runtime": 1.088, "eval_samples_per_second": 65.257, "eval_steps_per_second": 2.757, "step": 165 }, { "epoch": 52.0, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.6917403936386108, "eval_runtime": 1.0985, "eval_samples_per_second": 64.636, "eval_steps_per_second": 2.731, "step": 169 }, { "epoch": 52.30769230769231, "grad_norm": 4.06027889251709, "learning_rate": 2.4074074074074074e-05, "loss": 0.1827, "step": 170 }, { "epoch": 52.92307692307692, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.6879878044128418, "eval_runtime": 1.0966, "eval_samples_per_second": 64.745, "eval_steps_per_second": 2.736, "step": 172 }, { "epoch": 53.84615384615385, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.7026765942573547, "eval_runtime": 1.1021, "eval_samples_per_second": 64.422, "eval_steps_per_second": 2.722, "step": 175 }, { "epoch": 54.76923076923077, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.676358699798584, "eval_runtime": 1.1066, "eval_samples_per_second": 64.158, "eval_steps_per_second": 2.711, "step": 178 }, { "epoch": 55.38461538461539, "grad_norm": 5.703511714935303, "learning_rate": 2.2222222222222223e-05, "loss": 0.1558, "step": 180 }, { "epoch": 56.0, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.739784300327301, "eval_runtime": 1.1035, "eval_samples_per_second": 64.342, "eval_steps_per_second": 2.719, "step": 182 }, { "epoch": 56.92307692307692, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.7787145376205444, "eval_runtime": 1.0836, "eval_samples_per_second": 65.524, "eval_steps_per_second": 2.769, "step": 185 }, { "epoch": 57.84615384615385, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.767788290977478, "eval_runtime": 1.0956, "eval_samples_per_second": 64.804, "eval_steps_per_second": 2.738, "step": 188 }, { "epoch": 58.46153846153846, "grad_norm": 4.812498569488525, "learning_rate": 2.037037037037037e-05, "loss": 0.1637, "step": 190 }, { "epoch": 58.76923076923077, "eval_accuracy": 0.7605633802816901, "eval_loss": 0.7898280024528503, "eval_runtime": 1.1051, "eval_samples_per_second": 64.246, "eval_steps_per_second": 2.715, "step": 191 }, { "epoch": 60.0, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.7105039954185486, "eval_runtime": 1.1088, "eval_samples_per_second": 64.031, "eval_steps_per_second": 2.706, "step": 195 }, { "epoch": 60.92307692307692, "eval_accuracy": 0.8591549295774648, "eval_loss": 0.7261584401130676, "eval_runtime": 1.1004, "eval_samples_per_second": 64.52, "eval_steps_per_second": 2.726, "step": 198 }, { "epoch": 61.53846153846154, "grad_norm": 4.3177595138549805, "learning_rate": 1.8518518518518518e-05, "loss": 0.1591, "step": 200 }, { "epoch": 61.84615384615385, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.746425986289978, "eval_runtime": 1.148, "eval_samples_per_second": 61.845, "eval_steps_per_second": 2.613, "step": 201 }, { "epoch": 62.76923076923077, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.723250150680542, "eval_runtime": 1.0977, "eval_samples_per_second": 64.68, "eval_steps_per_second": 2.733, "step": 204 }, { "epoch": 64.0, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.7263011932373047, "eval_runtime": 1.0978, "eval_samples_per_second": 64.672, "eval_steps_per_second": 2.733, "step": 208 }, { "epoch": 64.61538461538461, "grad_norm": 6.147719383239746, "learning_rate": 1.6666666666666667e-05, "loss": 0.1521, "step": 210 }, { "epoch": 64.92307692307692, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.7376906871795654, "eval_runtime": 1.1001, "eval_samples_per_second": 64.54, "eval_steps_per_second": 2.727, "step": 211 }, { "epoch": 65.84615384615384, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.7266830205917358, "eval_runtime": 1.104, "eval_samples_per_second": 64.313, "eval_steps_per_second": 2.717, "step": 214 }, { "epoch": 66.76923076923077, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.7177650332450867, "eval_runtime": 1.1001, "eval_samples_per_second": 64.542, "eval_steps_per_second": 2.727, "step": 217 }, { "epoch": 67.6923076923077, "grad_norm": 6.513650894165039, "learning_rate": 1.4814814814814815e-05, "loss": 0.157, "step": 220 }, { "epoch": 68.0, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.8584705591201782, "eval_runtime": 1.1173, "eval_samples_per_second": 63.545, "eval_steps_per_second": 2.685, "step": 221 }, { "epoch": 68.92307692307692, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.8628968596458435, "eval_runtime": 1.0874, "eval_samples_per_second": 65.294, "eval_steps_per_second": 2.759, "step": 224 }, { "epoch": 69.84615384615384, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.7329018115997314, "eval_runtime": 1.0893, "eval_samples_per_second": 65.18, "eval_steps_per_second": 2.754, "step": 227 }, { "epoch": 70.76923076923077, "grad_norm": 5.656296253204346, "learning_rate": 1.2962962962962962e-05, "loss": 0.1593, "step": 230 }, { "epoch": 70.76923076923077, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.6996561884880066, "eval_runtime": 1.1005, "eval_samples_per_second": 64.518, "eval_steps_per_second": 2.726, "step": 230 }, { "epoch": 72.0, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.807439386844635, "eval_runtime": 1.1052, "eval_samples_per_second": 64.24, "eval_steps_per_second": 2.714, "step": 234 }, { "epoch": 72.92307692307692, "eval_accuracy": 0.7887323943661971, "eval_loss": 1.0351884365081787, "eval_runtime": 1.076, "eval_samples_per_second": 65.983, "eval_steps_per_second": 2.788, "step": 237 }, { "epoch": 73.84615384615384, "grad_norm": 8.042988777160645, "learning_rate": 1.1111111111111112e-05, "loss": 0.134, "step": 240 }, { "epoch": 73.84615384615384, "eval_accuracy": 0.7887323943661971, "eval_loss": 1.047208309173584, "eval_runtime": 1.0895, "eval_samples_per_second": 65.17, "eval_steps_per_second": 2.754, "step": 240 }, { "epoch": 74.76923076923077, "eval_accuracy": 0.8169014084507042, "eval_loss": 0.7477359771728516, "eval_runtime": 1.1144, "eval_samples_per_second": 63.709, "eval_steps_per_second": 2.692, "step": 243 }, { "epoch": 76.0, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.7356883883476257, "eval_runtime": 1.1434, "eval_samples_per_second": 62.094, "eval_steps_per_second": 2.624, "step": 247 }, { "epoch": 76.92307692307692, "grad_norm": 4.592105865478516, "learning_rate": 9.259259259259259e-06, "loss": 0.1386, "step": 250 }, { "epoch": 76.92307692307692, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.8496927618980408, "eval_runtime": 1.111, "eval_samples_per_second": 63.904, "eval_steps_per_second": 2.7, "step": 250 }, { "epoch": 77.84615384615384, "eval_accuracy": 0.7746478873239436, "eval_loss": 0.9463661909103394, "eval_runtime": 1.1042, "eval_samples_per_second": 64.297, "eval_steps_per_second": 2.717, "step": 253 }, { "epoch": 78.76923076923077, "eval_accuracy": 0.7887323943661971, "eval_loss": 0.8534867763519287, "eval_runtime": 1.1034, "eval_samples_per_second": 64.347, "eval_steps_per_second": 2.719, "step": 256 }, { "epoch": 80.0, "grad_norm": 6.3139801025390625, "learning_rate": 7.4074074074074075e-06, "loss": 0.1246, "step": 260 }, { "epoch": 80.0, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.7998347282409668, "eval_runtime": 1.096, "eval_samples_per_second": 64.781, "eval_steps_per_second": 2.737, "step": 260 }, { "epoch": 80.92307692307692, "eval_accuracy": 0.8309859154929577, "eval_loss": 0.8214295506477356, "eval_runtime": 1.0962, "eval_samples_per_second": 64.772, "eval_steps_per_second": 2.737, "step": 263 }, { "epoch": 81.84615384615384, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8373579382896423, "eval_runtime": 1.0984, "eval_samples_per_second": 64.639, "eval_steps_per_second": 2.731, "step": 266 }, { "epoch": 82.76923076923077, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8597092032432556, "eval_runtime": 1.0776, "eval_samples_per_second": 65.89, "eval_steps_per_second": 2.784, "step": 269 }, { "epoch": 83.07692307692308, "grad_norm": 4.384837627410889, "learning_rate": 5.555555555555556e-06, "loss": 0.1271, "step": 270 }, { "epoch": 84.0, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8436772227287292, "eval_runtime": 1.0988, "eval_samples_per_second": 64.618, "eval_steps_per_second": 2.73, "step": 273 }, { "epoch": 84.92307692307692, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8370133638381958, "eval_runtime": 1.1195, "eval_samples_per_second": 63.422, "eval_steps_per_second": 2.68, "step": 276 }, { "epoch": 85.84615384615384, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8297713398933411, "eval_runtime": 1.1173, "eval_samples_per_second": 63.548, "eval_steps_per_second": 2.685, "step": 279 }, { "epoch": 86.15384615384616, "grad_norm": 5.161994457244873, "learning_rate": 3.7037037037037037e-06, "loss": 0.1274, "step": 280 }, { "epoch": 86.76923076923077, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8339681625366211, "eval_runtime": 1.0995, "eval_samples_per_second": 64.576, "eval_steps_per_second": 2.729, "step": 282 }, { "epoch": 88.0, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8462348580360413, "eval_runtime": 1.1041, "eval_samples_per_second": 64.307, "eval_steps_per_second": 2.717, "step": 286 }, { "epoch": 88.92307692307692, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8593801259994507, "eval_runtime": 1.0721, "eval_samples_per_second": 66.222, "eval_steps_per_second": 2.798, "step": 289 }, { "epoch": 89.23076923076923, "grad_norm": 5.839167594909668, "learning_rate": 1.8518518518518519e-06, "loss": 0.1251, "step": 290 }, { "epoch": 89.84615384615384, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8504469394683838, "eval_runtime": 1.0936, "eval_samples_per_second": 64.924, "eval_steps_per_second": 2.743, "step": 292 }, { "epoch": 90.76923076923077, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8480309247970581, "eval_runtime": 1.1078, "eval_samples_per_second": 64.091, "eval_steps_per_second": 2.708, "step": 295 }, { "epoch": 92.0, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8470619320869446, "eval_runtime": 1.1163, "eval_samples_per_second": 63.602, "eval_steps_per_second": 2.687, "step": 299 }, { "epoch": 92.3076923076923, "grad_norm": 4.478762149810791, "learning_rate": 0.0, "loss": 0.1207, "step": 300 }, { "epoch": 92.3076923076923, "eval_accuracy": 0.8028169014084507, "eval_loss": 0.8469257354736328, "eval_runtime": 1.0756, "eval_samples_per_second": 66.01, "eval_steps_per_second": 2.789, "step": 300 }, { "epoch": 92.3076923076923, "step": 300, "total_flos": 2.839022453308834e+18, "train_loss": 0.28607154568036397, "train_runtime": 1730.6786, "train_samples_per_second": 22.939, "train_steps_per_second": 0.173 }, { "epoch": 92.3076923076923, "eval_accuracy": 0.8732394366197183, "eval_loss": 0.5414801836013794, "eval_runtime": 1.0783, "eval_samples_per_second": 65.843, "eval_steps_per_second": 2.782, "step": 300 } ], "logging_steps": 10, "max_steps": 300, "num_input_tokens_seen": 0, "num_train_epochs": 100, "save_steps": 500, "total_flos": 2.839022453308834e+18, "train_batch_size": 32, "trial_name": null, "trial_params": null }