| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.448542237727386, |
| "eval_steps": 500, |
| "global_step": 900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00049838026414154, |
| "grad_norm": 0.8175273537635803, |
| "learning_rate": 1e-05, |
| "loss": 1.8901, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00099676052828308, |
| "grad_norm": 0.5205090641975403, |
| "learning_rate": 2e-05, |
| "loss": 1.8661, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00149514079242462, |
| "grad_norm": 0.7050982713699341, |
| "learning_rate": 3e-05, |
| "loss": 1.884, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00199352105656616, |
| "grad_norm": 0.3958536684513092, |
| "learning_rate": 4e-05, |
| "loss": 1.848, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0024919013207077, |
| "grad_norm": 0.2910257577896118, |
| "learning_rate": 5e-05, |
| "loss": 1.8363, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00299028158484924, |
| "grad_norm": 1.1061186790466309, |
| "learning_rate": 6e-05, |
| "loss": 2.1065, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00348866184899078, |
| "grad_norm": 0.35989394783973694, |
| "learning_rate": 7e-05, |
| "loss": 1.8461, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00398704211313232, |
| "grad_norm": 0.3001234233379364, |
| "learning_rate": 8e-05, |
| "loss": 1.8691, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.00448542237727386, |
| "grad_norm": 0.3210326135158539, |
| "learning_rate": 9e-05, |
| "loss": 1.8006, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0049838026414154, |
| "grad_norm": 0.24240201711654663, |
| "learning_rate": 0.0001, |
| "loss": 1.8136, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00548218290555694, |
| "grad_norm": 0.2921009957790375, |
| "learning_rate": 0.00011000000000000002, |
| "loss": 1.7785, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00598056316969848, |
| "grad_norm": 0.2199179232120514, |
| "learning_rate": 0.00012, |
| "loss": 1.8334, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.00647894343384002, |
| "grad_norm": 0.18247301876544952, |
| "learning_rate": 0.00013000000000000002, |
| "loss": 1.8171, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00697732369798156, |
| "grad_norm": 0.16971151530742645, |
| "learning_rate": 0.00014, |
| "loss": 1.8838, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0074757039621231, |
| "grad_norm": 0.19395150244235992, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 1.8121, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00797408422626464, |
| "grad_norm": 0.18596555292606354, |
| "learning_rate": 0.00016, |
| "loss": 1.7756, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.00847246449040618, |
| "grad_norm": 0.23639832437038422, |
| "learning_rate": 0.00017, |
| "loss": 1.8293, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00897084475454772, |
| "grad_norm": 0.5992503762245178, |
| "learning_rate": 0.00018, |
| "loss": 1.8285, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.00946922501868926, |
| "grad_norm": 0.24062925577163696, |
| "learning_rate": 0.00019, |
| "loss": 1.8139, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0099676052828308, |
| "grad_norm": 0.1615862101316452, |
| "learning_rate": 0.0002, |
| "loss": 1.7916, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01046598554697234, |
| "grad_norm": 0.1461448222398758, |
| "learning_rate": 0.0002, |
| "loss": 1.756, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01096436581111388, |
| "grad_norm": 0.16745099425315857, |
| "learning_rate": 0.0002, |
| "loss": 1.7139, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01146274607525542, |
| "grad_norm": 0.13099125027656555, |
| "learning_rate": 0.0002, |
| "loss": 1.7764, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01196112633939696, |
| "grad_norm": 0.11523797363042831, |
| "learning_rate": 0.0002, |
| "loss": 1.6983, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.012459506603538499, |
| "grad_norm": 0.4995543956756592, |
| "learning_rate": 0.0002, |
| "loss": 1.7629, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01295788686768004, |
| "grad_norm": 0.1197713166475296, |
| "learning_rate": 0.0002, |
| "loss": 1.6818, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01345626713182158, |
| "grad_norm": 0.12242875248193741, |
| "learning_rate": 0.0002, |
| "loss": 1.7446, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.01395464739596312, |
| "grad_norm": 0.11533704400062561, |
| "learning_rate": 0.0002, |
| "loss": 1.7924, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01445302766010466, |
| "grad_norm": 0.11372833698987961, |
| "learning_rate": 0.0002, |
| "loss": 1.8541, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0149514079242462, |
| "grad_norm": 0.10559230297803879, |
| "learning_rate": 0.0002, |
| "loss": 1.727, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01544978818838774, |
| "grad_norm": 0.1040055975317955, |
| "learning_rate": 0.0002, |
| "loss": 1.6867, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.01594816845252928, |
| "grad_norm": 0.09699314832687378, |
| "learning_rate": 0.0002, |
| "loss": 1.7119, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.016446548716670818, |
| "grad_norm": 0.09951823949813843, |
| "learning_rate": 0.0002, |
| "loss": 1.6883, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.01694492898081236, |
| "grad_norm": 0.09926764667034149, |
| "learning_rate": 0.0002, |
| "loss": 1.6828, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0174433092449539, |
| "grad_norm": 0.11137701570987701, |
| "learning_rate": 0.0002, |
| "loss": 1.8129, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01794168950909544, |
| "grad_norm": 0.09449079632759094, |
| "learning_rate": 0.0002, |
| "loss": 1.7351, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01844006977323698, |
| "grad_norm": 0.10035137832164764, |
| "learning_rate": 0.0002, |
| "loss": 1.7835, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.01893845003737852, |
| "grad_norm": 0.0987599715590477, |
| "learning_rate": 0.0002, |
| "loss": 1.6905, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.01943683030152006, |
| "grad_norm": 0.1124144196510315, |
| "learning_rate": 0.0002, |
| "loss": 1.7833, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0199352105656616, |
| "grad_norm": 0.10424085706472397, |
| "learning_rate": 0.0002, |
| "loss": 1.7308, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02043359082980314, |
| "grad_norm": 0.10069456696510315, |
| "learning_rate": 0.0002, |
| "loss": 1.7756, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02093197109394468, |
| "grad_norm": 0.096500463783741, |
| "learning_rate": 0.0002, |
| "loss": 1.6723, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02143035135808622, |
| "grad_norm": 0.10054206848144531, |
| "learning_rate": 0.0002, |
| "loss": 1.7609, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02192873162222776, |
| "grad_norm": 0.6995068192481995, |
| "learning_rate": 0.0002, |
| "loss": 1.8469, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0224271118863693, |
| "grad_norm": 0.10629299283027649, |
| "learning_rate": 0.0002, |
| "loss": 1.7838, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02292549215051084, |
| "grad_norm": 0.7601500749588013, |
| "learning_rate": 0.0002, |
| "loss": 1.9191, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.02342387241465238, |
| "grad_norm": 0.15130610764026642, |
| "learning_rate": 0.0002, |
| "loss": 1.7054, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.02392225267879392, |
| "grad_norm": 0.13523732125759125, |
| "learning_rate": 0.0002, |
| "loss": 1.8099, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.02442063294293546, |
| "grad_norm": 0.13607007265090942, |
| "learning_rate": 0.0002, |
| "loss": 1.7106, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.024919013207076998, |
| "grad_norm": 0.12477318197488785, |
| "learning_rate": 0.0002, |
| "loss": 1.6664, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02541739347121854, |
| "grad_norm": 0.6004332304000854, |
| "learning_rate": 0.0002, |
| "loss": 1.8337, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.02591577373536008, |
| "grad_norm": 0.11952889710664749, |
| "learning_rate": 0.0002, |
| "loss": 1.8014, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.02641415399950162, |
| "grad_norm": 0.12411167472600937, |
| "learning_rate": 0.0002, |
| "loss": 1.716, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.02691253426364316, |
| "grad_norm": 0.13071775436401367, |
| "learning_rate": 0.0002, |
| "loss": 1.8158, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0274109145277847, |
| "grad_norm": 0.10316825658082962, |
| "learning_rate": 0.0002, |
| "loss": 1.7051, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02790929479192624, |
| "grad_norm": 0.12366951256990433, |
| "learning_rate": 0.0002, |
| "loss": 1.7233, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.02840767505606778, |
| "grad_norm": 0.11353752017021179, |
| "learning_rate": 0.0002, |
| "loss": 1.7875, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.02890605532020932, |
| "grad_norm": 0.10084105283021927, |
| "learning_rate": 0.0002, |
| "loss": 1.8455, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.02940443558435086, |
| "grad_norm": 0.09446979314088821, |
| "learning_rate": 0.0002, |
| "loss": 1.6738, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0299028158484924, |
| "grad_norm": 0.10983336716890335, |
| "learning_rate": 0.0002, |
| "loss": 1.7517, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03040119611263394, |
| "grad_norm": 0.09697376936674118, |
| "learning_rate": 0.0002, |
| "loss": 1.7885, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.03089957637677548, |
| "grad_norm": 0.10111090540885925, |
| "learning_rate": 0.0002, |
| "loss": 1.7711, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.03139795664091702, |
| "grad_norm": 0.09077231585979462, |
| "learning_rate": 0.0002, |
| "loss": 1.6886, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.03189633690505856, |
| "grad_norm": 0.09181386977434158, |
| "learning_rate": 0.0002, |
| "loss": 1.7101, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0323947171692001, |
| "grad_norm": 0.09549912065267563, |
| "learning_rate": 0.0002, |
| "loss": 1.727, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.032893097433341636, |
| "grad_norm": 0.09550771117210388, |
| "learning_rate": 0.0002, |
| "loss": 1.7627, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.03339147769748318, |
| "grad_norm": 0.09617152065038681, |
| "learning_rate": 0.0002, |
| "loss": 1.7195, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.03388985796162472, |
| "grad_norm": 0.08987727761268616, |
| "learning_rate": 0.0002, |
| "loss": 1.6672, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.03438823822576626, |
| "grad_norm": 0.1968306601047516, |
| "learning_rate": 0.0002, |
| "loss": 1.7743, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0348866184899078, |
| "grad_norm": 0.11987251788377762, |
| "learning_rate": 0.0002, |
| "loss": 1.7883, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03538499875404934, |
| "grad_norm": 0.09412620961666107, |
| "learning_rate": 0.0002, |
| "loss": 1.7965, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.03588337901819088, |
| "grad_norm": 0.09160133451223373, |
| "learning_rate": 0.0002, |
| "loss": 1.7451, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.03638175928233242, |
| "grad_norm": 0.08958347886800766, |
| "learning_rate": 0.0002, |
| "loss": 1.6991, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.03688013954647396, |
| "grad_norm": 0.08735426515340805, |
| "learning_rate": 0.0002, |
| "loss": 1.7267, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0373785198106155, |
| "grad_norm": 0.09234903752803802, |
| "learning_rate": 0.0002, |
| "loss": 1.7363, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03787690007475704, |
| "grad_norm": 0.3366870582103729, |
| "learning_rate": 0.0002, |
| "loss": 1.7519, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.03837528033889858, |
| "grad_norm": 0.11989757418632507, |
| "learning_rate": 0.0002, |
| "loss": 1.7388, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03887366060304012, |
| "grad_norm": 0.09671110659837723, |
| "learning_rate": 0.0002, |
| "loss": 1.6955, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03937204086718166, |
| "grad_norm": 0.3544454276561737, |
| "learning_rate": 0.0002, |
| "loss": 1.7123, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0398704211313232, |
| "grad_norm": 0.36497563123703003, |
| "learning_rate": 0.0002, |
| "loss": 1.8832, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04036880139546474, |
| "grad_norm": 0.1029423251748085, |
| "learning_rate": 0.0002, |
| "loss": 1.6739, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.04086718165960628, |
| "grad_norm": 0.13265877962112427, |
| "learning_rate": 0.0002, |
| "loss": 1.6735, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.041365561923747816, |
| "grad_norm": 0.10281170904636383, |
| "learning_rate": 0.0002, |
| "loss": 1.7079, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.04186394218788936, |
| "grad_norm": 0.9060964584350586, |
| "learning_rate": 0.0002, |
| "loss": 2.0666, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0423623224520309, |
| "grad_norm": 0.6496222615242004, |
| "learning_rate": 0.0002, |
| "loss": 1.7719, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04286070271617244, |
| "grad_norm": 0.20052167773246765, |
| "learning_rate": 0.0002, |
| "loss": 1.7717, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.04335908298031398, |
| "grad_norm": 0.20841394364833832, |
| "learning_rate": 0.0002, |
| "loss": 1.7548, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.04385746324445552, |
| "grad_norm": 0.14324237406253815, |
| "learning_rate": 0.0002, |
| "loss": 1.6689, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.04435584350859706, |
| "grad_norm": 0.1330689936876297, |
| "learning_rate": 0.0002, |
| "loss": 1.741, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0448542237727386, |
| "grad_norm": 0.13436254858970642, |
| "learning_rate": 0.0002, |
| "loss": 1.8316, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04535260403688014, |
| "grad_norm": 0.11558011174201965, |
| "learning_rate": 0.0002, |
| "loss": 1.7094, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.04585098430102168, |
| "grad_norm": 0.13997307419776917, |
| "learning_rate": 0.0002, |
| "loss": 1.7487, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.04634936456516322, |
| "grad_norm": 0.11401030421257019, |
| "learning_rate": 0.0002, |
| "loss": 1.6971, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.04684774482930476, |
| "grad_norm": 0.1490752398967743, |
| "learning_rate": 0.0002, |
| "loss": 1.7318, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0473461250934463, |
| "grad_norm": 0.10417014360427856, |
| "learning_rate": 0.0002, |
| "loss": 1.6225, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04784450535758784, |
| "grad_norm": 0.11896169185638428, |
| "learning_rate": 0.0002, |
| "loss": 1.6585, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.04834288562172938, |
| "grad_norm": 0.1187196597456932, |
| "learning_rate": 0.0002, |
| "loss": 1.6665, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.04884126588587092, |
| "grad_norm": 0.10665114969015121, |
| "learning_rate": 0.0002, |
| "loss": 1.7154, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.04933964615001246, |
| "grad_norm": 0.11822202056646347, |
| "learning_rate": 0.0002, |
| "loss": 1.7159, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.049838026414153996, |
| "grad_norm": 0.10062436759471893, |
| "learning_rate": 0.0002, |
| "loss": 1.6696, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05033640667829554, |
| "grad_norm": 0.10343766212463379, |
| "learning_rate": 0.0002, |
| "loss": 1.69, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.05083478694243708, |
| "grad_norm": 0.09872441738843918, |
| "learning_rate": 0.0002, |
| "loss": 1.7566, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.05133316720657862, |
| "grad_norm": 0.08979122340679169, |
| "learning_rate": 0.0002, |
| "loss": 1.6714, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.05183154747072016, |
| "grad_norm": 0.10805679857730865, |
| "learning_rate": 0.0002, |
| "loss": 1.7127, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0523299277348617, |
| "grad_norm": 0.0966518372297287, |
| "learning_rate": 0.0002, |
| "loss": 1.6586, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.05282830799900324, |
| "grad_norm": 0.6643556952476501, |
| "learning_rate": 0.0002, |
| "loss": 1.906, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.05332668826314478, |
| "grad_norm": 0.14238013327121735, |
| "learning_rate": 0.0002, |
| "loss": 1.7367, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.05382506852728632, |
| "grad_norm": 0.2091197371482849, |
| "learning_rate": 0.0002, |
| "loss": 1.7879, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.05432344879142786, |
| "grad_norm": 0.11703892797231674, |
| "learning_rate": 0.0002, |
| "loss": 1.7743, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.0548218290555694, |
| "grad_norm": 0.15277640521526337, |
| "learning_rate": 0.0002, |
| "loss": 1.6906, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05532020931971094, |
| "grad_norm": 0.11744142323732376, |
| "learning_rate": 0.0002, |
| "loss": 1.6935, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.05581858958385248, |
| "grad_norm": 0.10640200227499008, |
| "learning_rate": 0.0002, |
| "loss": 1.6654, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.05631696984799402, |
| "grad_norm": 0.10955353826284409, |
| "learning_rate": 0.0002, |
| "loss": 1.7095, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.05681535011213556, |
| "grad_norm": 0.3743372857570648, |
| "learning_rate": 0.0002, |
| "loss": 1.8212, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0573137303762771, |
| "grad_norm": 0.11817771941423416, |
| "learning_rate": 0.0002, |
| "loss": 1.7246, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05781211064041864, |
| "grad_norm": 0.10563557595014572, |
| "learning_rate": 0.0002, |
| "loss": 1.6554, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.058310490904560176, |
| "grad_norm": 0.11494623869657516, |
| "learning_rate": 0.0002, |
| "loss": 1.7563, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.05880887116870172, |
| "grad_norm": 0.12262585759162903, |
| "learning_rate": 0.0002, |
| "loss": 1.7416, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.05930725143284326, |
| "grad_norm": 0.09501025080680847, |
| "learning_rate": 0.0002, |
| "loss": 1.7068, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0598056316969848, |
| "grad_norm": 0.15478286147117615, |
| "learning_rate": 0.0002, |
| "loss": 1.8005, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06030401196112634, |
| "grad_norm": 0.5174306631088257, |
| "learning_rate": 0.0002, |
| "loss": 1.7736, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.06080239222526788, |
| "grad_norm": 0.37489035725593567, |
| "learning_rate": 0.0002, |
| "loss": 1.7367, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.06130077248940942, |
| "grad_norm": 0.10632194578647614, |
| "learning_rate": 0.0002, |
| "loss": 1.6754, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.06179915275355096, |
| "grad_norm": 0.5897635817527771, |
| "learning_rate": 0.0002, |
| "loss": 1.8483, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0622975330176925, |
| "grad_norm": 0.1104891449213028, |
| "learning_rate": 0.0002, |
| "loss": 1.6705, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06279591328183404, |
| "grad_norm": 0.171495720744133, |
| "learning_rate": 0.0002, |
| "loss": 1.8345, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.06329429354597559, |
| "grad_norm": 0.2864750921726227, |
| "learning_rate": 0.0002, |
| "loss": 1.6944, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.06379267381011712, |
| "grad_norm": 0.1258823126554489, |
| "learning_rate": 0.0002, |
| "loss": 1.6922, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.06429105407425866, |
| "grad_norm": 0.10813643783330917, |
| "learning_rate": 0.0002, |
| "loss": 1.6886, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0647894343384002, |
| "grad_norm": 0.12285427749156952, |
| "learning_rate": 0.0002, |
| "loss": 1.712, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06528781460254174, |
| "grad_norm": 0.11049698293209076, |
| "learning_rate": 0.0002, |
| "loss": 1.7107, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.06578619486668327, |
| "grad_norm": 0.4740373492240906, |
| "learning_rate": 0.0002, |
| "loss": 1.8128, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.06628457513082482, |
| "grad_norm": 0.11663281917572021, |
| "learning_rate": 0.0002, |
| "loss": 1.7054, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.06678295539496636, |
| "grad_norm": 0.1274426281452179, |
| "learning_rate": 0.0002, |
| "loss": 1.7461, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0672813356591079, |
| "grad_norm": 0.11273318529129028, |
| "learning_rate": 0.0002, |
| "loss": 1.6195, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06777971592324944, |
| "grad_norm": 0.12240920960903168, |
| "learning_rate": 0.0002, |
| "loss": 1.7528, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.06827809618739097, |
| "grad_norm": 0.1003924235701561, |
| "learning_rate": 0.0002, |
| "loss": 1.5651, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.06877647645153252, |
| "grad_norm": 0.12279325723648071, |
| "learning_rate": 0.0002, |
| "loss": 1.7905, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.06927485671567406, |
| "grad_norm": 0.10567662119865417, |
| "learning_rate": 0.0002, |
| "loss": 1.7437, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0697732369798156, |
| "grad_norm": 0.0949968695640564, |
| "learning_rate": 0.0002, |
| "loss": 1.7375, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07027161724395714, |
| "grad_norm": 0.10375083237886429, |
| "learning_rate": 0.0002, |
| "loss": 1.713, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.07076999750809868, |
| "grad_norm": 0.0937686413526535, |
| "learning_rate": 0.0002, |
| "loss": 1.7152, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.07126837777224022, |
| "grad_norm": 0.0981929674744606, |
| "learning_rate": 0.0002, |
| "loss": 1.7116, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.07176675803638176, |
| "grad_norm": 1.1460381746292114, |
| "learning_rate": 0.0002, |
| "loss": 1.9091, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0722651383005233, |
| "grad_norm": 0.1193133145570755, |
| "learning_rate": 0.0002, |
| "loss": 1.7387, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07276351856466484, |
| "grad_norm": 0.13854117691516876, |
| "learning_rate": 0.0002, |
| "loss": 1.656, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.07326189882880638, |
| "grad_norm": 0.6005303263664246, |
| "learning_rate": 0.0002, |
| "loss": 1.9014, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.07376027909294793, |
| "grad_norm": 0.13879133760929108, |
| "learning_rate": 0.0002, |
| "loss": 1.7158, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.07425865935708946, |
| "grad_norm": 0.13073574006557465, |
| "learning_rate": 0.0002, |
| "loss": 1.7355, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.074757039621231, |
| "grad_norm": 0.12578125298023224, |
| "learning_rate": 0.0002, |
| "loss": 1.7376, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07525541988537254, |
| "grad_norm": 0.13024558126926422, |
| "learning_rate": 0.0002, |
| "loss": 1.7675, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.07575380014951408, |
| "grad_norm": 0.12630225718021393, |
| "learning_rate": 0.0002, |
| "loss": 1.6509, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.07625218041365561, |
| "grad_norm": 0.13081084191799164, |
| "learning_rate": 0.0002, |
| "loss": 1.7393, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.07675056067779716, |
| "grad_norm": 0.11292438209056854, |
| "learning_rate": 0.0002, |
| "loss": 1.6533, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.0772489409419387, |
| "grad_norm": 0.10187578946352005, |
| "learning_rate": 0.0002, |
| "loss": 1.6915, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07774732120608024, |
| "grad_norm": 0.10563293844461441, |
| "learning_rate": 0.0002, |
| "loss": 1.7378, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.07824570147022178, |
| "grad_norm": 0.10501443594694138, |
| "learning_rate": 0.0002, |
| "loss": 1.6498, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.07874408173436331, |
| "grad_norm": 0.11756912618875504, |
| "learning_rate": 0.0002, |
| "loss": 1.7963, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.07924246199850486, |
| "grad_norm": 0.1010415181517601, |
| "learning_rate": 0.0002, |
| "loss": 1.6637, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0797408422626464, |
| "grad_norm": 0.09472226351499557, |
| "learning_rate": 0.0002, |
| "loss": 1.6057, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08023922252678795, |
| "grad_norm": 0.10156677663326263, |
| "learning_rate": 0.0002, |
| "loss": 1.7573, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.08073760279092948, |
| "grad_norm": 0.09345332533121109, |
| "learning_rate": 0.0002, |
| "loss": 1.6327, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.08123598305507101, |
| "grad_norm": 0.09440191835165024, |
| "learning_rate": 0.0002, |
| "loss": 1.6753, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.08173436331921256, |
| "grad_norm": 0.0925949364900589, |
| "learning_rate": 0.0002, |
| "loss": 1.6786, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0822327435833541, |
| "grad_norm": 0.09808436781167984, |
| "learning_rate": 0.0002, |
| "loss": 1.75, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08273112384749563, |
| "grad_norm": 0.10032784938812256, |
| "learning_rate": 0.0002, |
| "loss": 1.6463, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.08322950411163718, |
| "grad_norm": 0.769005298614502, |
| "learning_rate": 0.0002, |
| "loss": 1.8314, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.08372788437577872, |
| "grad_norm": 1.013753890991211, |
| "learning_rate": 0.0002, |
| "loss": 1.9179, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.08422626463992026, |
| "grad_norm": 0.11522974818944931, |
| "learning_rate": 0.0002, |
| "loss": 1.8271, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0847246449040618, |
| "grad_norm": 0.1381683349609375, |
| "learning_rate": 0.0002, |
| "loss": 1.7015, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08522302516820333, |
| "grad_norm": 0.13124744594097137, |
| "learning_rate": 0.0002, |
| "loss": 1.7213, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.08572140543234488, |
| "grad_norm": 0.1552695333957672, |
| "learning_rate": 0.0002, |
| "loss": 1.6868, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.08621978569648642, |
| "grad_norm": 0.11559716612100601, |
| "learning_rate": 0.0002, |
| "loss": 1.7474, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.08671816596062797, |
| "grad_norm": 0.11131990700960159, |
| "learning_rate": 0.0002, |
| "loss": 1.6365, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0872165462247695, |
| "grad_norm": 0.11412417143583298, |
| "learning_rate": 0.0002, |
| "loss": 1.6205, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08771492648891104, |
| "grad_norm": 0.11382830142974854, |
| "learning_rate": 0.0002, |
| "loss": 1.7673, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.08821330675305258, |
| "grad_norm": 0.7038962244987488, |
| "learning_rate": 0.0002, |
| "loss": 1.8568, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.08871168701719412, |
| "grad_norm": 0.11253572255373001, |
| "learning_rate": 0.0002, |
| "loss": 1.7263, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.08921006728133565, |
| "grad_norm": 0.12908123433589935, |
| "learning_rate": 0.0002, |
| "loss": 1.7021, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0897084475454772, |
| "grad_norm": 0.12027324736118317, |
| "learning_rate": 0.0002, |
| "loss": 1.7542, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09020682780961874, |
| "grad_norm": 0.13822880387306213, |
| "learning_rate": 0.0002, |
| "loss": 1.7947, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.09070520807376029, |
| "grad_norm": 0.11809349060058594, |
| "learning_rate": 0.0002, |
| "loss": 1.7438, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.09120358833790182, |
| "grad_norm": 0.11567198485136032, |
| "learning_rate": 0.0002, |
| "loss": 1.7006, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.09170196860204335, |
| "grad_norm": 0.11884818226099014, |
| "learning_rate": 0.0002, |
| "loss": 1.7481, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0922003488661849, |
| "grad_norm": 0.13118627667427063, |
| "learning_rate": 0.0002, |
| "loss": 1.7579, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09269872913032644, |
| "grad_norm": 0.10780288279056549, |
| "learning_rate": 0.0002, |
| "loss": 1.7563, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.09319710939446797, |
| "grad_norm": 0.1052689403295517, |
| "learning_rate": 0.0002, |
| "loss": 1.7176, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.09369548965860952, |
| "grad_norm": 0.11142247915267944, |
| "learning_rate": 0.0002, |
| "loss": 1.6998, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.09419386992275106, |
| "grad_norm": 0.11082904785871506, |
| "learning_rate": 0.0002, |
| "loss": 1.7492, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.0946922501868926, |
| "grad_norm": 0.09668837487697601, |
| "learning_rate": 0.0002, |
| "loss": 1.6655, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.09519063045103414, |
| "grad_norm": 0.09926537424325943, |
| "learning_rate": 0.0002, |
| "loss": 1.7393, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.09568901071517567, |
| "grad_norm": 0.09865368157625198, |
| "learning_rate": 0.0002, |
| "loss": 1.7538, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.09618739097931722, |
| "grad_norm": 0.10074108839035034, |
| "learning_rate": 0.0002, |
| "loss": 1.7556, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.09668577124345876, |
| "grad_norm": 0.11467942595481873, |
| "learning_rate": 0.0002, |
| "loss": 1.7414, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.0971841515076003, |
| "grad_norm": 0.09638036042451859, |
| "learning_rate": 0.0002, |
| "loss": 1.7296, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.09768253177174184, |
| "grad_norm": 0.09951262921094894, |
| "learning_rate": 0.0002, |
| "loss": 1.6691, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.09818091203588337, |
| "grad_norm": 0.09425103664398193, |
| "learning_rate": 0.0002, |
| "loss": 1.6563, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.09867929230002492, |
| "grad_norm": 0.09163974225521088, |
| "learning_rate": 0.0002, |
| "loss": 1.6591, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.09917767256416646, |
| "grad_norm": 0.10825615376234055, |
| "learning_rate": 0.0002, |
| "loss": 1.6748, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.09967605282830799, |
| "grad_norm": 0.08873865008354187, |
| "learning_rate": 0.0002, |
| "loss": 1.7027, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10017443309244954, |
| "grad_norm": 0.09379550069570541, |
| "learning_rate": 0.0002, |
| "loss": 1.7475, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.10067281335659108, |
| "grad_norm": 0.09395930916070938, |
| "learning_rate": 0.0002, |
| "loss": 1.7183, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.10117119362073262, |
| "grad_norm": 0.09373954683542252, |
| "learning_rate": 0.0002, |
| "loss": 1.7413, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.10166957388487416, |
| "grad_norm": 0.0926884338259697, |
| "learning_rate": 0.0002, |
| "loss": 1.7284, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1021679541490157, |
| "grad_norm": 0.09394028782844543, |
| "learning_rate": 0.0002, |
| "loss": 1.6777, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.10266633441315724, |
| "grad_norm": 0.0934232845902443, |
| "learning_rate": 0.0002, |
| "loss": 1.6389, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.10316471467729878, |
| "grad_norm": 0.08943123370409012, |
| "learning_rate": 0.0002, |
| "loss": 1.7382, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.10366309494144033, |
| "grad_norm": 0.09671316295862198, |
| "learning_rate": 0.0002, |
| "loss": 1.7017, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.10416147520558186, |
| "grad_norm": 0.12016978114843369, |
| "learning_rate": 0.0002, |
| "loss": 1.7993, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.1046598554697234, |
| "grad_norm": 0.5822897553443909, |
| "learning_rate": 0.0002, |
| "loss": 1.6948, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.10515823573386494, |
| "grad_norm": 0.10984666645526886, |
| "learning_rate": 0.0002, |
| "loss": 1.703, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.10565661599800648, |
| "grad_norm": 0.661040186882019, |
| "learning_rate": 0.0002, |
| "loss": 1.7008, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.10615499626214801, |
| "grad_norm": 0.1641639620065689, |
| "learning_rate": 0.0002, |
| "loss": 1.8105, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.10665337652628956, |
| "grad_norm": 0.34271761775016785, |
| "learning_rate": 0.0002, |
| "loss": 1.7768, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1071517567904311, |
| "grad_norm": 0.11224206537008286, |
| "learning_rate": 0.0002, |
| "loss": 1.7126, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.10765013705457264, |
| "grad_norm": 0.11788146197795868, |
| "learning_rate": 0.0002, |
| "loss": 1.7617, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.10814851731871418, |
| "grad_norm": 0.10918893665075302, |
| "learning_rate": 0.0002, |
| "loss": 1.6258, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.10864689758285571, |
| "grad_norm": 0.12023265659809113, |
| "learning_rate": 0.0002, |
| "loss": 1.7459, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.10914527784699726, |
| "grad_norm": 0.11474837362766266, |
| "learning_rate": 0.0002, |
| "loss": 1.749, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.1096436581111388, |
| "grad_norm": 0.10222747921943665, |
| "learning_rate": 0.0002, |
| "loss": 1.696, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11014203837528033, |
| "grad_norm": 0.1074354350566864, |
| "learning_rate": 0.0002, |
| "loss": 1.708, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.11064041863942188, |
| "grad_norm": 0.5447832345962524, |
| "learning_rate": 0.0002, |
| "loss": 1.8402, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.11113879890356342, |
| "grad_norm": 0.12009864300489426, |
| "learning_rate": 0.0002, |
| "loss": 1.7412, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.11163717916770496, |
| "grad_norm": 0.11686031520366669, |
| "learning_rate": 0.0002, |
| "loss": 1.7185, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.1121355594318465, |
| "grad_norm": 0.12914586067199707, |
| "learning_rate": 0.0002, |
| "loss": 1.6867, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.11263393969598803, |
| "grad_norm": 0.10797183215618134, |
| "learning_rate": 0.0002, |
| "loss": 1.706, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.11313231996012958, |
| "grad_norm": 0.1088324561715126, |
| "learning_rate": 0.0002, |
| "loss": 1.6257, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.11363070022427112, |
| "grad_norm": 0.10438574105501175, |
| "learning_rate": 0.0002, |
| "loss": 1.6798, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.11412908048841267, |
| "grad_norm": 0.14163640141487122, |
| "learning_rate": 0.0002, |
| "loss": 1.785, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.1146274607525542, |
| "grad_norm": 0.10191742330789566, |
| "learning_rate": 0.0002, |
| "loss": 1.6979, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11512584101669573, |
| "grad_norm": 0.11547041684389114, |
| "learning_rate": 0.0002, |
| "loss": 1.7793, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.11562422128083728, |
| "grad_norm": 0.10447453707456589, |
| "learning_rate": 0.0002, |
| "loss": 1.7791, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.11612260154497882, |
| "grad_norm": 0.10447558760643005, |
| "learning_rate": 0.0002, |
| "loss": 1.6799, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.11662098180912035, |
| "grad_norm": 0.10260461270809174, |
| "learning_rate": 0.0002, |
| "loss": 1.6561, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.1171193620732619, |
| "grad_norm": 0.10199354588985443, |
| "learning_rate": 0.0002, |
| "loss": 1.6476, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.11761774233740344, |
| "grad_norm": 0.09869713336229324, |
| "learning_rate": 0.0002, |
| "loss": 1.6183, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.11811612260154498, |
| "grad_norm": 0.9354596138000488, |
| "learning_rate": 0.0002, |
| "loss": 1.9584, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.11861450286568652, |
| "grad_norm": 0.15785987675189972, |
| "learning_rate": 0.0002, |
| "loss": 1.718, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.11911288312982805, |
| "grad_norm": 0.16236662864685059, |
| "learning_rate": 0.0002, |
| "loss": 1.7275, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.1196112633939696, |
| "grad_norm": 0.1407175064086914, |
| "learning_rate": 0.0002, |
| "loss": 1.6987, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.12010964365811114, |
| "grad_norm": 0.13428977131843567, |
| "learning_rate": 0.0002, |
| "loss": 1.6998, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.12060802392225269, |
| "grad_norm": 0.5954437255859375, |
| "learning_rate": 0.0002, |
| "loss": 1.7536, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.12110640418639422, |
| "grad_norm": 0.12084382027387619, |
| "learning_rate": 0.0002, |
| "loss": 1.6446, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.12160478445053576, |
| "grad_norm": 0.12887060642242432, |
| "learning_rate": 0.0002, |
| "loss": 1.6994, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.1221031647146773, |
| "grad_norm": 0.12585604190826416, |
| "learning_rate": 0.0002, |
| "loss": 1.6705, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.12260154497881884, |
| "grad_norm": 0.11495430767536163, |
| "learning_rate": 0.0002, |
| "loss": 1.6833, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.12309992524296037, |
| "grad_norm": 0.36918768286705017, |
| "learning_rate": 0.0002, |
| "loss": 1.8354, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.12359830550710192, |
| "grad_norm": 0.1330924779176712, |
| "learning_rate": 0.0002, |
| "loss": 1.6915, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.12409668577124346, |
| "grad_norm": 0.6573293805122375, |
| "learning_rate": 0.0002, |
| "loss": 1.7672, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.124595066035385, |
| "grad_norm": 0.13000234961509705, |
| "learning_rate": 0.0002, |
| "loss": 1.6639, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12509344629952654, |
| "grad_norm": 0.14653077721595764, |
| "learning_rate": 0.0002, |
| "loss": 1.7126, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.12559182656366807, |
| "grad_norm": 0.13498292863368988, |
| "learning_rate": 0.0002, |
| "loss": 1.6848, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1260902068278096, |
| "grad_norm": 0.13268351554870605, |
| "learning_rate": 0.0002, |
| "loss": 1.7338, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.12658858709195117, |
| "grad_norm": 0.1395343542098999, |
| "learning_rate": 0.0002, |
| "loss": 1.7099, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.1270869673560927, |
| "grad_norm": 0.1279151439666748, |
| "learning_rate": 0.0002, |
| "loss": 1.7156, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.12758534762023424, |
| "grad_norm": 0.112457275390625, |
| "learning_rate": 0.0002, |
| "loss": 1.7054, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.12808372788437578, |
| "grad_norm": 0.11672843992710114, |
| "learning_rate": 0.0002, |
| "loss": 1.6895, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.1285821081485173, |
| "grad_norm": 0.1295323520898819, |
| "learning_rate": 0.0002, |
| "loss": 1.6738, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.12908048841265887, |
| "grad_norm": 0.10538823157548904, |
| "learning_rate": 0.0002, |
| "loss": 1.626, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1295788686768004, |
| "grad_norm": 0.1093951016664505, |
| "learning_rate": 0.0002, |
| "loss": 1.6494, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13007724894094194, |
| "grad_norm": 0.10753627866506577, |
| "learning_rate": 0.0002, |
| "loss": 1.7058, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.13057562920508348, |
| "grad_norm": 0.11015735566616058, |
| "learning_rate": 0.0002, |
| "loss": 1.7519, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.131074009469225, |
| "grad_norm": 0.10606027394533157, |
| "learning_rate": 0.0002, |
| "loss": 1.6725, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.13157238973336655, |
| "grad_norm": 0.09919940680265427, |
| "learning_rate": 0.0002, |
| "loss": 1.6522, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.1320707699975081, |
| "grad_norm": 0.1004357561469078, |
| "learning_rate": 0.0002, |
| "loss": 1.7, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.13256915026164964, |
| "grad_norm": 0.1044403687119484, |
| "learning_rate": 0.0002, |
| "loss": 1.7131, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.13306753052579118, |
| "grad_norm": 0.09830351173877716, |
| "learning_rate": 0.0002, |
| "loss": 1.7057, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.1335659107899327, |
| "grad_norm": 0.09731124341487885, |
| "learning_rate": 0.0002, |
| "loss": 1.6696, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.13406429105407425, |
| "grad_norm": 0.09874913096427917, |
| "learning_rate": 0.0002, |
| "loss": 1.6704, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.1345626713182158, |
| "grad_norm": 1.0015792846679688, |
| "learning_rate": 0.0002, |
| "loss": 1.828, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.13506105158235734, |
| "grad_norm": 0.15942072868347168, |
| "learning_rate": 0.0002, |
| "loss": 1.6851, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.13555943184649888, |
| "grad_norm": 0.1272728443145752, |
| "learning_rate": 0.0002, |
| "loss": 1.6946, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.1360578121106404, |
| "grad_norm": 0.13415473699569702, |
| "learning_rate": 0.0002, |
| "loss": 1.6865, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.13655619237478195, |
| "grad_norm": 0.6600972414016724, |
| "learning_rate": 0.0002, |
| "loss": 1.845, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.1370545726389235, |
| "grad_norm": 0.16784119606018066, |
| "learning_rate": 0.0002, |
| "loss": 1.8104, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.13755295290306505, |
| "grad_norm": 0.14813649654388428, |
| "learning_rate": 0.0002, |
| "loss": 1.7188, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.13805133316720658, |
| "grad_norm": 0.14158020913600922, |
| "learning_rate": 0.0002, |
| "loss": 1.7002, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.13854971343134811, |
| "grad_norm": 0.48206424713134766, |
| "learning_rate": 0.0002, |
| "loss": 1.8617, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.13904809369548965, |
| "grad_norm": 0.18177767097949982, |
| "learning_rate": 0.0002, |
| "loss": 1.7111, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.1395464739596312, |
| "grad_norm": 0.12430819869041443, |
| "learning_rate": 0.0002, |
| "loss": 1.6939, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.14004485422377275, |
| "grad_norm": 0.44922658801078796, |
| "learning_rate": 0.0002, |
| "loss": 1.7779, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.14054323448791428, |
| "grad_norm": 0.14023765921592712, |
| "learning_rate": 0.0002, |
| "loss": 1.6521, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.14104161475205582, |
| "grad_norm": 0.15241369605064392, |
| "learning_rate": 0.0002, |
| "loss": 1.6819, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.14153999501619735, |
| "grad_norm": 0.12531667947769165, |
| "learning_rate": 0.0002, |
| "loss": 1.7014, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.14203837528033889, |
| "grad_norm": 0.13596689701080322, |
| "learning_rate": 0.0002, |
| "loss": 1.6841, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.14253675554448045, |
| "grad_norm": 0.1316744089126587, |
| "learning_rate": 0.0002, |
| "loss": 1.7503, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.14303513580862198, |
| "grad_norm": 0.11584890633821487, |
| "learning_rate": 0.0002, |
| "loss": 1.6776, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.14353351607276352, |
| "grad_norm": 0.37444308400154114, |
| "learning_rate": 0.0002, |
| "loss": 1.7808, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.14403189633690505, |
| "grad_norm": 0.3217577338218689, |
| "learning_rate": 0.0002, |
| "loss": 1.6491, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.1445302766010466, |
| "grad_norm": 0.12234029918909073, |
| "learning_rate": 0.0002, |
| "loss": 1.7131, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14502865686518815, |
| "grad_norm": 0.13871504366397858, |
| "learning_rate": 0.0002, |
| "loss": 1.7737, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.14552703712932968, |
| "grad_norm": 0.10792572051286697, |
| "learning_rate": 0.0002, |
| "loss": 1.7162, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.14602541739347122, |
| "grad_norm": 0.11277946084737778, |
| "learning_rate": 0.0002, |
| "loss": 1.666, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.14652379765761275, |
| "grad_norm": 0.11250103265047073, |
| "learning_rate": 0.0002, |
| "loss": 1.7334, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1470221779217543, |
| "grad_norm": 0.10644537955522537, |
| "learning_rate": 0.0002, |
| "loss": 1.6836, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.14752055818589585, |
| "grad_norm": 0.12423089891672134, |
| "learning_rate": 0.0002, |
| "loss": 1.7349, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.14801893845003739, |
| "grad_norm": 0.10547474026679993, |
| "learning_rate": 0.0002, |
| "loss": 1.6783, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.14851731871417892, |
| "grad_norm": 0.10867539793252945, |
| "learning_rate": 0.0002, |
| "loss": 1.6709, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.14901569897832045, |
| "grad_norm": 0.21218198537826538, |
| "learning_rate": 0.0002, |
| "loss": 1.6717, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.149514079242462, |
| "grad_norm": 0.11373799294233322, |
| "learning_rate": 0.0002, |
| "loss": 1.7398, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15001245950660355, |
| "grad_norm": 0.12452666461467743, |
| "learning_rate": 0.0002, |
| "loss": 1.7625, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.1505108397707451, |
| "grad_norm": 0.4068242609500885, |
| "learning_rate": 0.0002, |
| "loss": 1.7357, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.15100922003488662, |
| "grad_norm": 0.15395419299602509, |
| "learning_rate": 0.0002, |
| "loss": 1.6878, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.15150760029902816, |
| "grad_norm": 0.11441215127706528, |
| "learning_rate": 0.0002, |
| "loss": 1.7055, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1520059805631697, |
| "grad_norm": 0.13675518333911896, |
| "learning_rate": 0.0002, |
| "loss": 1.7005, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.15250436082731123, |
| "grad_norm": 0.11606375873088837, |
| "learning_rate": 0.0002, |
| "loss": 1.6453, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.1530027410914528, |
| "grad_norm": 0.4435337483882904, |
| "learning_rate": 0.0002, |
| "loss": 1.7435, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.15350112135559432, |
| "grad_norm": 0.12212298810482025, |
| "learning_rate": 0.0002, |
| "loss": 1.705, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.15399950161973586, |
| "grad_norm": 0.14606495201587677, |
| "learning_rate": 0.0002, |
| "loss": 1.6517, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.1544978818838774, |
| "grad_norm": 0.11753024160861969, |
| "learning_rate": 0.0002, |
| "loss": 1.7427, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.15499626214801893, |
| "grad_norm": 0.13007789850234985, |
| "learning_rate": 0.0002, |
| "loss": 1.7462, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1554946424121605, |
| "grad_norm": 0.11651528626680374, |
| "learning_rate": 0.0002, |
| "loss": 1.7128, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.15599302267630202, |
| "grad_norm": 0.1128389984369278, |
| "learning_rate": 0.0002, |
| "loss": 1.6977, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.15649140294044356, |
| "grad_norm": 0.10965872555971146, |
| "learning_rate": 0.0002, |
| "loss": 1.6578, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.1569897832045851, |
| "grad_norm": 0.10751237720251083, |
| "learning_rate": 0.0002, |
| "loss": 1.6346, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.15748816346872663, |
| "grad_norm": 0.09646358340978622, |
| "learning_rate": 0.0002, |
| "loss": 1.6873, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.1579865437328682, |
| "grad_norm": 0.09908836334943771, |
| "learning_rate": 0.0002, |
| "loss": 1.6934, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.15848492399700972, |
| "grad_norm": 0.09631779044866562, |
| "learning_rate": 0.0002, |
| "loss": 1.6703, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.15898330426115126, |
| "grad_norm": 0.5702200531959534, |
| "learning_rate": 0.0002, |
| "loss": 1.7651, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.1594816845252928, |
| "grad_norm": 0.1274351179599762, |
| "learning_rate": 0.0002, |
| "loss": 1.6632, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.15998006478943433, |
| "grad_norm": 0.10685572028160095, |
| "learning_rate": 0.0002, |
| "loss": 1.6691, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.1604784450535759, |
| "grad_norm": 0.12333345413208008, |
| "learning_rate": 0.0002, |
| "loss": 1.6811, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.16097682531771743, |
| "grad_norm": 0.10747205466032028, |
| "learning_rate": 0.0002, |
| "loss": 1.6292, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.16147520558185896, |
| "grad_norm": 0.10506169497966766, |
| "learning_rate": 0.0002, |
| "loss": 1.7463, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.1619735858460005, |
| "grad_norm": 0.11267457902431488, |
| "learning_rate": 0.0002, |
| "loss": 1.7192, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.16247196611014203, |
| "grad_norm": 0.10924848914146423, |
| "learning_rate": 0.0002, |
| "loss": 1.7146, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.16297034637428356, |
| "grad_norm": 0.11103785783052444, |
| "learning_rate": 0.0002, |
| "loss": 1.6215, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.16346872663842513, |
| "grad_norm": 0.3997076451778412, |
| "learning_rate": 0.0002, |
| "loss": 1.8753, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.16396710690256666, |
| "grad_norm": 0.10188498347997665, |
| "learning_rate": 0.0002, |
| "loss": 1.7483, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.1644654871667082, |
| "grad_norm": 0.10824645310640335, |
| "learning_rate": 0.0002, |
| "loss": 1.6828, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16496386743084973, |
| "grad_norm": 0.09962976723909378, |
| "learning_rate": 0.0002, |
| "loss": 1.7127, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.16546224769499127, |
| "grad_norm": 0.10796276479959488, |
| "learning_rate": 0.0002, |
| "loss": 1.6799, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.16596062795913283, |
| "grad_norm": 0.09546298533678055, |
| "learning_rate": 0.0002, |
| "loss": 1.736, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.16645900822327436, |
| "grad_norm": 0.3045598864555359, |
| "learning_rate": 0.0002, |
| "loss": 1.6192, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.1669573884874159, |
| "grad_norm": 0.10275569558143616, |
| "learning_rate": 0.0002, |
| "loss": 1.7551, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.16745576875155743, |
| "grad_norm": 0.14451362192630768, |
| "learning_rate": 0.0002, |
| "loss": 1.7094, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.16795414901569897, |
| "grad_norm": 0.0982123464345932, |
| "learning_rate": 0.0002, |
| "loss": 1.6996, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.16845252927984053, |
| "grad_norm": 0.11521178483963013, |
| "learning_rate": 0.0002, |
| "loss": 1.6409, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.16895090954398206, |
| "grad_norm": 0.2746621072292328, |
| "learning_rate": 0.0002, |
| "loss": 1.7035, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.1694492898081236, |
| "grad_norm": 0.0955624207854271, |
| "learning_rate": 0.0002, |
| "loss": 1.6689, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.16994767007226513, |
| "grad_norm": 0.10157962888479233, |
| "learning_rate": 0.0002, |
| "loss": 1.6561, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.17044605033640667, |
| "grad_norm": 0.0971306711435318, |
| "learning_rate": 0.0002, |
| "loss": 1.7626, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.17094443060054823, |
| "grad_norm": 0.10407841205596924, |
| "learning_rate": 0.0002, |
| "loss": 1.681, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.17144281086468977, |
| "grad_norm": 0.09228493273258209, |
| "learning_rate": 0.0002, |
| "loss": 1.6196, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.1719411911288313, |
| "grad_norm": 0.10309567302465439, |
| "learning_rate": 0.0002, |
| "loss": 1.6534, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.17243957139297283, |
| "grad_norm": 0.10019028931856155, |
| "learning_rate": 0.0002, |
| "loss": 1.7315, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.17293795165711437, |
| "grad_norm": 0.09051994234323502, |
| "learning_rate": 0.0002, |
| "loss": 1.6537, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.17343633192125593, |
| "grad_norm": 0.09501929581165314, |
| "learning_rate": 0.0002, |
| "loss": 1.681, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.17393471218539747, |
| "grad_norm": 0.09314325451850891, |
| "learning_rate": 0.0002, |
| "loss": 1.6141, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.174433092449539, |
| "grad_norm": 0.09021347016096115, |
| "learning_rate": 0.0002, |
| "loss": 1.6864, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.17493147271368054, |
| "grad_norm": 0.27376627922058105, |
| "learning_rate": 0.0002, |
| "loss": 1.7223, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.17542985297782207, |
| "grad_norm": 0.11608853936195374, |
| "learning_rate": 0.0002, |
| "loss": 1.6974, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.1759282332419636, |
| "grad_norm": 0.09565002471208572, |
| "learning_rate": 0.0002, |
| "loss": 1.6925, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.17642661350610517, |
| "grad_norm": 0.10814974457025528, |
| "learning_rate": 0.0002, |
| "loss": 1.6349, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.1769249937702467, |
| "grad_norm": 0.09551705420017242, |
| "learning_rate": 0.0002, |
| "loss": 1.6715, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.17742337403438824, |
| "grad_norm": 0.10541266202926636, |
| "learning_rate": 0.0002, |
| "loss": 1.6592, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.17792175429852977, |
| "grad_norm": 0.09884203970432281, |
| "learning_rate": 0.0002, |
| "loss": 1.638, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.1784201345626713, |
| "grad_norm": 0.19244062900543213, |
| "learning_rate": 0.0002, |
| "loss": 1.6823, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.17891851482681287, |
| "grad_norm": 0.1312815397977829, |
| "learning_rate": 0.0002, |
| "loss": 1.747, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.1794168950909544, |
| "grad_norm": 0.10575084388256073, |
| "learning_rate": 0.0002, |
| "loss": 1.6958, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.17991527535509594, |
| "grad_norm": 0.1993856579065323, |
| "learning_rate": 0.0002, |
| "loss": 1.5862, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.18041365561923747, |
| "grad_norm": 0.1053745448589325, |
| "learning_rate": 0.0002, |
| "loss": 1.705, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.180912035883379, |
| "grad_norm": 0.10017159581184387, |
| "learning_rate": 0.0002, |
| "loss": 1.6565, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.18141041614752057, |
| "grad_norm": 0.12066628038883209, |
| "learning_rate": 0.0002, |
| "loss": 1.639, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.1819087964116621, |
| "grad_norm": 0.12606841325759888, |
| "learning_rate": 0.0002, |
| "loss": 1.8435, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.18240717667580364, |
| "grad_norm": 0.10491355508565903, |
| "learning_rate": 0.0002, |
| "loss": 1.5846, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.18290555693994517, |
| "grad_norm": 0.10337149351835251, |
| "learning_rate": 0.0002, |
| "loss": 1.6903, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.1834039372040867, |
| "grad_norm": 0.09452168643474579, |
| "learning_rate": 0.0002, |
| "loss": 1.6865, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.18390231746822827, |
| "grad_norm": 0.09799271076917648, |
| "learning_rate": 0.0002, |
| "loss": 1.6343, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.1844006977323698, |
| "grad_norm": 0.09442919492721558, |
| "learning_rate": 0.0002, |
| "loss": 1.6266, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.18489907799651134, |
| "grad_norm": 0.09542658925056458, |
| "learning_rate": 0.0002, |
| "loss": 1.612, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.18539745826065288, |
| "grad_norm": 0.0989847183227539, |
| "learning_rate": 0.0002, |
| "loss": 1.6957, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.1858958385247944, |
| "grad_norm": 0.09289655089378357, |
| "learning_rate": 0.0002, |
| "loss": 1.6501, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.18639421878893594, |
| "grad_norm": 0.10097731649875641, |
| "learning_rate": 0.0002, |
| "loss": 1.7114, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.1868925990530775, |
| "grad_norm": 0.09352610260248184, |
| "learning_rate": 0.0002, |
| "loss": 1.7375, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.18739097931721904, |
| "grad_norm": 0.0907459631562233, |
| "learning_rate": 0.0002, |
| "loss": 1.651, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.18788935958136058, |
| "grad_norm": 0.0915813073515892, |
| "learning_rate": 0.0002, |
| "loss": 1.6289, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.1883877398455021, |
| "grad_norm": 0.09011110663414001, |
| "learning_rate": 0.0002, |
| "loss": 1.7024, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.18888612010964365, |
| "grad_norm": 0.4069153964519501, |
| "learning_rate": 0.0002, |
| "loss": 1.6647, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.1893845003737852, |
| "grad_norm": 0.1351984292268753, |
| "learning_rate": 0.0002, |
| "loss": 1.7911, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.18988288063792674, |
| "grad_norm": 0.537133514881134, |
| "learning_rate": 0.0002, |
| "loss": 1.75, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.19038126090206828, |
| "grad_norm": 0.10901357978582382, |
| "learning_rate": 0.0002, |
| "loss": 1.6767, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.1908796411662098, |
| "grad_norm": 0.19000430405139923, |
| "learning_rate": 0.0002, |
| "loss": 1.6682, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.19137802143035135, |
| "grad_norm": 0.12100650370121002, |
| "learning_rate": 0.0002, |
| "loss": 1.6844, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.1918764016944929, |
| "grad_norm": 0.12487197667360306, |
| "learning_rate": 0.0002, |
| "loss": 1.7239, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.19237478195863444, |
| "grad_norm": 0.12008525431156158, |
| "learning_rate": 0.0002, |
| "loss": 1.6443, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.19287316222277598, |
| "grad_norm": 0.119840107858181, |
| "learning_rate": 0.0002, |
| "loss": 1.6271, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.1933715424869175, |
| "grad_norm": 0.1126130223274231, |
| "learning_rate": 0.0002, |
| "loss": 1.681, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.19386992275105905, |
| "grad_norm": 0.11164896190166473, |
| "learning_rate": 0.0002, |
| "loss": 1.6586, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.1943683030152006, |
| "grad_norm": 0.1496819108724594, |
| "learning_rate": 0.0002, |
| "loss": 1.6856, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19486668327934215, |
| "grad_norm": 0.09984704852104187, |
| "learning_rate": 0.0002, |
| "loss": 1.6656, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.19536506354348368, |
| "grad_norm": 0.10864219069480896, |
| "learning_rate": 0.0002, |
| "loss": 1.659, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.19586344380762521, |
| "grad_norm": 0.09744228422641754, |
| "learning_rate": 0.0002, |
| "loss": 1.6162, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.19636182407176675, |
| "grad_norm": 0.11409466713666916, |
| "learning_rate": 0.0002, |
| "loss": 1.6646, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.19686020433590828, |
| "grad_norm": 0.096027672290802, |
| "learning_rate": 0.0002, |
| "loss": 1.6464, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.19735858460004985, |
| "grad_norm": 0.48993775248527527, |
| "learning_rate": 0.0002, |
| "loss": 1.7454, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.19785696486419138, |
| "grad_norm": 0.11972647160291672, |
| "learning_rate": 0.0002, |
| "loss": 1.6958, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.19835534512833292, |
| "grad_norm": 0.49595576524734497, |
| "learning_rate": 0.0002, |
| "loss": 1.6128, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.19885372539247445, |
| "grad_norm": 0.11590411514043808, |
| "learning_rate": 0.0002, |
| "loss": 1.7173, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.19935210565661599, |
| "grad_norm": 0.11584487557411194, |
| "learning_rate": 0.0002, |
| "loss": 1.6773, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.19985048592075755, |
| "grad_norm": 0.1017480343580246, |
| "learning_rate": 0.0002, |
| "loss": 1.6388, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.20034886618489908, |
| "grad_norm": 0.12011077255010605, |
| "learning_rate": 0.0002, |
| "loss": 1.707, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.20084724644904062, |
| "grad_norm": 0.36016201972961426, |
| "learning_rate": 0.0002, |
| "loss": 1.8179, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.20134562671318215, |
| "grad_norm": 0.11278028786182404, |
| "learning_rate": 0.0002, |
| "loss": 1.6733, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2018440069773237, |
| "grad_norm": 0.10928738862276077, |
| "learning_rate": 0.0002, |
| "loss": 1.6858, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.20234238724146525, |
| "grad_norm": 0.10860306769609451, |
| "learning_rate": 0.0002, |
| "loss": 1.6975, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.20284076750560678, |
| "grad_norm": 0.11352024972438812, |
| "learning_rate": 0.0002, |
| "loss": 1.7504, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.20333914776974832, |
| "grad_norm": 0.10320567339658737, |
| "learning_rate": 0.0002, |
| "loss": 1.6715, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.20383752803388985, |
| "grad_norm": 0.12056868523359299, |
| "learning_rate": 0.0002, |
| "loss": 1.7571, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.2043359082980314, |
| "grad_norm": 0.11091714352369308, |
| "learning_rate": 0.0002, |
| "loss": 1.6391, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.20483428856217295, |
| "grad_norm": 0.10888761281967163, |
| "learning_rate": 0.0002, |
| "loss": 1.6763, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.20533266882631449, |
| "grad_norm": 0.2625375986099243, |
| "learning_rate": 0.0002, |
| "loss": 1.58, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.20583104909045602, |
| "grad_norm": 0.12070990353822708, |
| "learning_rate": 0.0002, |
| "loss": 1.7437, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.20632942935459755, |
| "grad_norm": 0.09670402854681015, |
| "learning_rate": 0.0002, |
| "loss": 1.6502, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2068278096187391, |
| "grad_norm": 0.10343360900878906, |
| "learning_rate": 0.0002, |
| "loss": 1.7273, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.20732618988288065, |
| "grad_norm": 0.10445055365562439, |
| "learning_rate": 0.0002, |
| "loss": 1.674, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2078245701470222, |
| "grad_norm": 0.24325382709503174, |
| "learning_rate": 0.0002, |
| "loss": 1.7492, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.20832295041116372, |
| "grad_norm": 0.10541153699159622, |
| "learning_rate": 0.0002, |
| "loss": 1.6389, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.20882133067530526, |
| "grad_norm": 0.09688902646303177, |
| "learning_rate": 0.0002, |
| "loss": 1.7145, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.2093197109394468, |
| "grad_norm": 0.10568691790103912, |
| "learning_rate": 0.0002, |
| "loss": 1.6699, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.20981809120358832, |
| "grad_norm": 0.09683585166931152, |
| "learning_rate": 0.0002, |
| "loss": 1.6411, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2103164714677299, |
| "grad_norm": 0.10286644101142883, |
| "learning_rate": 0.0002, |
| "loss": 1.6951, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.21081485173187142, |
| "grad_norm": 0.09786178171634674, |
| "learning_rate": 0.0002, |
| "loss": 1.6316, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.21131323199601296, |
| "grad_norm": 0.10202211886644363, |
| "learning_rate": 0.0002, |
| "loss": 1.6702, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2118116122601545, |
| "grad_norm": 0.10444546490907669, |
| "learning_rate": 0.0002, |
| "loss": 1.6371, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.21230999252429603, |
| "grad_norm": 0.09346964955329895, |
| "learning_rate": 0.0002, |
| "loss": 1.6638, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2128083727884376, |
| "grad_norm": 0.09578395634889603, |
| "learning_rate": 0.0002, |
| "loss": 1.622, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.21330675305257912, |
| "grad_norm": 0.09412133693695068, |
| "learning_rate": 0.0002, |
| "loss": 1.6292, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.21380513331672066, |
| "grad_norm": 0.49985215067863464, |
| "learning_rate": 0.0002, |
| "loss": 1.7932, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.2143035135808622, |
| "grad_norm": 0.58636075258255, |
| "learning_rate": 0.0002, |
| "loss": 1.7671, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.21480189384500373, |
| "grad_norm": 0.12334456294775009, |
| "learning_rate": 0.0002, |
| "loss": 1.6392, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.2153002741091453, |
| "grad_norm": 0.13144731521606445, |
| "learning_rate": 0.0002, |
| "loss": 1.6686, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.21579865437328682, |
| "grad_norm": 0.14804112911224365, |
| "learning_rate": 0.0002, |
| "loss": 1.7357, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.21629703463742836, |
| "grad_norm": 0.7628450393676758, |
| "learning_rate": 0.0002, |
| "loss": 1.8465, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.2167954149015699, |
| "grad_norm": 0.18024517595767975, |
| "learning_rate": 0.0002, |
| "loss": 1.6732, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.21729379516571143, |
| "grad_norm": 0.195417121052742, |
| "learning_rate": 0.0002, |
| "loss": 1.7811, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.217792175429853, |
| "grad_norm": 0.28199324011802673, |
| "learning_rate": 0.0002, |
| "loss": 1.6088, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.21829055569399453, |
| "grad_norm": 0.15422897040843964, |
| "learning_rate": 0.0002, |
| "loss": 1.7555, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.21878893595813606, |
| "grad_norm": 0.13214194774627686, |
| "learning_rate": 0.0002, |
| "loss": 1.6575, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.2192873162222776, |
| "grad_norm": 0.14797765016555786, |
| "learning_rate": 0.0002, |
| "loss": 1.7903, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.21978569648641913, |
| "grad_norm": 0.12424055486917496, |
| "learning_rate": 0.0002, |
| "loss": 1.7089, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.22028407675056066, |
| "grad_norm": 0.5921161770820618, |
| "learning_rate": 0.0002, |
| "loss": 1.7352, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.22078245701470223, |
| "grad_norm": 0.1724957525730133, |
| "learning_rate": 0.0002, |
| "loss": 1.7427, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.22128083727884376, |
| "grad_norm": 0.1341264247894287, |
| "learning_rate": 0.0002, |
| "loss": 1.6738, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.2217792175429853, |
| "grad_norm": 0.43373820185661316, |
| "learning_rate": 0.0002, |
| "loss": 1.7591, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.22227759780712683, |
| "grad_norm": 0.15030571818351746, |
| "learning_rate": 0.0002, |
| "loss": 1.7306, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.22277597807126837, |
| "grad_norm": 0.15096893906593323, |
| "learning_rate": 0.0002, |
| "loss": 1.7637, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.22327435833540993, |
| "grad_norm": 0.1577889323234558, |
| "learning_rate": 0.0002, |
| "loss": 1.6704, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.22377273859955146, |
| "grad_norm": 0.11596284061670303, |
| "learning_rate": 0.0002, |
| "loss": 1.5843, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.224271118863693, |
| "grad_norm": 0.14083531498908997, |
| "learning_rate": 0.0002, |
| "loss": 1.6502, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.22476949912783453, |
| "grad_norm": 0.11369968950748444, |
| "learning_rate": 0.0002, |
| "loss": 1.7063, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.22526787939197607, |
| "grad_norm": 0.12249240279197693, |
| "learning_rate": 0.0002, |
| "loss": 1.6041, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.22576625965611763, |
| "grad_norm": 0.13246704638004303, |
| "learning_rate": 0.0002, |
| "loss": 1.7227, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.22626463992025916, |
| "grad_norm": 0.15372870862483978, |
| "learning_rate": 0.0002, |
| "loss": 1.7364, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.2267630201844007, |
| "grad_norm": 0.10773339122533798, |
| "learning_rate": 0.0002, |
| "loss": 1.6797, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.22726140044854223, |
| "grad_norm": 0.10603539645671844, |
| "learning_rate": 0.0002, |
| "loss": 1.6608, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.22775978071268377, |
| "grad_norm": 0.11118324100971222, |
| "learning_rate": 0.0002, |
| "loss": 1.6659, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.22825816097682533, |
| "grad_norm": 0.10193316638469696, |
| "learning_rate": 0.0002, |
| "loss": 1.7149, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.22875654124096687, |
| "grad_norm": 0.118270143866539, |
| "learning_rate": 0.0002, |
| "loss": 1.6581, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.2292549215051084, |
| "grad_norm": 0.09839551895856857, |
| "learning_rate": 0.0002, |
| "loss": 1.6906, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.22975330176924993, |
| "grad_norm": 0.10430920869112015, |
| "learning_rate": 0.0002, |
| "loss": 1.6367, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.23025168203339147, |
| "grad_norm": 0.7883297204971313, |
| "learning_rate": 0.0002, |
| "loss": 1.8726, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.230750062297533, |
| "grad_norm": 0.14015096426010132, |
| "learning_rate": 0.0002, |
| "loss": 1.6885, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.23124844256167457, |
| "grad_norm": 0.6940969824790955, |
| "learning_rate": 0.0002, |
| "loss": 1.8366, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.2317468228258161, |
| "grad_norm": 0.16839167475700378, |
| "learning_rate": 0.0002, |
| "loss": 1.6627, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.23224520308995764, |
| "grad_norm": 0.14831361174583435, |
| "learning_rate": 0.0002, |
| "loss": 1.6192, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.23274358335409917, |
| "grad_norm": 0.6374949216842651, |
| "learning_rate": 0.0002, |
| "loss": 1.8086, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.2332419636182407, |
| "grad_norm": 0.1442909985780716, |
| "learning_rate": 0.0002, |
| "loss": 1.6875, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.23374034388238227, |
| "grad_norm": 0.15487882494926453, |
| "learning_rate": 0.0002, |
| "loss": 1.6939, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.2342387241465238, |
| "grad_norm": 0.133474662899971, |
| "learning_rate": 0.0002, |
| "loss": 1.6011, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.23473710441066534, |
| "grad_norm": 0.15738508105278015, |
| "learning_rate": 0.0002, |
| "loss": 1.6801, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.23523548467480687, |
| "grad_norm": 0.13371291756629944, |
| "learning_rate": 0.0002, |
| "loss": 1.6454, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2357338649389484, |
| "grad_norm": 0.12480079382658005, |
| "learning_rate": 0.0002, |
| "loss": 1.613, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.23623224520308997, |
| "grad_norm": 0.138162761926651, |
| "learning_rate": 0.0002, |
| "loss": 1.6844, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.2367306254672315, |
| "grad_norm": 0.13453134894371033, |
| "learning_rate": 0.0002, |
| "loss": 1.7113, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.23722900573137304, |
| "grad_norm": 0.11864453554153442, |
| "learning_rate": 0.0002, |
| "loss": 1.7311, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.23772738599551457, |
| "grad_norm": 0.3905930817127228, |
| "learning_rate": 0.0002, |
| "loss": 1.7638, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.2382257662596561, |
| "grad_norm": 0.1613403707742691, |
| "learning_rate": 0.0002, |
| "loss": 1.6413, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.23872414652379767, |
| "grad_norm": 0.13828811049461365, |
| "learning_rate": 0.0002, |
| "loss": 1.7163, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.2392225267879392, |
| "grad_norm": 0.13535858690738678, |
| "learning_rate": 0.0002, |
| "loss": 1.6059, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.23972090705208074, |
| "grad_norm": 0.15594834089279175, |
| "learning_rate": 0.0002, |
| "loss": 1.7161, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.24021928731622227, |
| "grad_norm": 0.11990589648485184, |
| "learning_rate": 0.0002, |
| "loss": 1.7051, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.2407176675803638, |
| "grad_norm": 0.11655411124229431, |
| "learning_rate": 0.0002, |
| "loss": 1.6711, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.24121604784450537, |
| "grad_norm": 0.11754405498504639, |
| "learning_rate": 0.0002, |
| "loss": 1.7237, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.2417144281086469, |
| "grad_norm": 0.1332051157951355, |
| "learning_rate": 0.0002, |
| "loss": 1.7598, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.24221280837278844, |
| "grad_norm": 0.10240749269723892, |
| "learning_rate": 0.0002, |
| "loss": 1.6356, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.24271118863692998, |
| "grad_norm": 0.1425447165966034, |
| "learning_rate": 0.0002, |
| "loss": 1.7993, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.2432095689010715, |
| "grad_norm": 0.10178319364786148, |
| "learning_rate": 0.0002, |
| "loss": 1.6705, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.24370794916521304, |
| "grad_norm": 0.354878306388855, |
| "learning_rate": 0.0002, |
| "loss": 1.7251, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.2442063294293546, |
| "grad_norm": 0.10244394838809967, |
| "learning_rate": 0.0002, |
| "loss": 1.5874, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.24470470969349614, |
| "grad_norm": 0.10944903641939163, |
| "learning_rate": 0.0002, |
| "loss": 1.5817, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.24520308995763768, |
| "grad_norm": 0.11182764172554016, |
| "learning_rate": 0.0002, |
| "loss": 1.6859, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.2457014702217792, |
| "grad_norm": 0.11066277325153351, |
| "learning_rate": 0.0002, |
| "loss": 1.6275, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.24619985048592075, |
| "grad_norm": 0.6789163947105408, |
| "learning_rate": 0.0002, |
| "loss": 1.8408, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.2466982307500623, |
| "grad_norm": 0.15237462520599365, |
| "learning_rate": 0.0002, |
| "loss": 1.5969, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.24719661101420384, |
| "grad_norm": 0.14016127586364746, |
| "learning_rate": 0.0002, |
| "loss": 1.6325, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.24769499127834538, |
| "grad_norm": 0.12557458877563477, |
| "learning_rate": 0.0002, |
| "loss": 1.6745, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.2481933715424869, |
| "grad_norm": 0.12593714892864227, |
| "learning_rate": 0.0002, |
| "loss": 1.7337, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.24869175180662845, |
| "grad_norm": 0.12869895994663239, |
| "learning_rate": 0.0002, |
| "loss": 1.6982, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.24919013207077, |
| "grad_norm": 0.6727408766746521, |
| "learning_rate": 0.0002, |
| "loss": 1.7735, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.24968851233491154, |
| "grad_norm": 0.18164046108722687, |
| "learning_rate": 0.0002, |
| "loss": 1.7327, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.2501868925990531, |
| "grad_norm": 0.12988890707492828, |
| "learning_rate": 0.0002, |
| "loss": 1.6335, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.25068527286319464, |
| "grad_norm": 0.14229950308799744, |
| "learning_rate": 0.0002, |
| "loss": 1.6705, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.25118365312733615, |
| "grad_norm": 0.12232649326324463, |
| "learning_rate": 0.0002, |
| "loss": 1.5992, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.2516820333914777, |
| "grad_norm": 0.12053592503070831, |
| "learning_rate": 0.0002, |
| "loss": 1.5962, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2521804136556192, |
| "grad_norm": 0.12370762974023819, |
| "learning_rate": 0.0002, |
| "loss": 1.6675, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.2526787939197608, |
| "grad_norm": 0.11628440022468567, |
| "learning_rate": 0.0002, |
| "loss": 1.6743, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.25317717418390234, |
| "grad_norm": 0.1284741759300232, |
| "learning_rate": 0.0002, |
| "loss": 1.6903, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.25367555444804385, |
| "grad_norm": 0.133184552192688, |
| "learning_rate": 0.0002, |
| "loss": 1.6735, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2541739347121854, |
| "grad_norm": 0.11966334283351898, |
| "learning_rate": 0.0002, |
| "loss": 1.6323, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2546723149763269, |
| "grad_norm": 0.12117716670036316, |
| "learning_rate": 0.0002, |
| "loss": 1.6458, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2551706952404685, |
| "grad_norm": 0.11778345704078674, |
| "learning_rate": 0.0002, |
| "loss": 1.6272, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.25566907550461004, |
| "grad_norm": 0.11609595268964767, |
| "learning_rate": 0.0002, |
| "loss": 1.6588, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.25616745576875155, |
| "grad_norm": 0.11605001240968704, |
| "learning_rate": 0.0002, |
| "loss": 1.6666, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2566658360328931, |
| "grad_norm": 0.10593124479055405, |
| "learning_rate": 0.0002, |
| "loss": 1.6628, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2571642162970346, |
| "grad_norm": 0.11132659763097763, |
| "learning_rate": 0.0002, |
| "loss": 1.7112, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.2576625965611762, |
| "grad_norm": 0.09980247169733047, |
| "learning_rate": 0.0002, |
| "loss": 1.6759, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.25816097682531775, |
| "grad_norm": 0.6143377423286438, |
| "learning_rate": 0.0002, |
| "loss": 1.6616, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.25865935708945925, |
| "grad_norm": 0.11244726181030273, |
| "learning_rate": 0.0002, |
| "loss": 1.7124, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.2591577373536008, |
| "grad_norm": 0.6190444827079773, |
| "learning_rate": 0.0002, |
| "loss": 1.7698, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2596561176177423, |
| "grad_norm": 0.7441633939743042, |
| "learning_rate": 0.0002, |
| "loss": 1.8182, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2601544978818839, |
| "grad_norm": 0.13578347861766815, |
| "learning_rate": 0.0002, |
| "loss": 1.6609, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.2606528781460254, |
| "grad_norm": 0.1662416160106659, |
| "learning_rate": 0.0002, |
| "loss": 1.7167, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.26115125841016695, |
| "grad_norm": 0.16020916402339935, |
| "learning_rate": 0.0002, |
| "loss": 1.6636, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.2616496386743085, |
| "grad_norm": 0.12748084962368011, |
| "learning_rate": 0.0002, |
| "loss": 1.6832, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.26214801893845, |
| "grad_norm": 0.13277047872543335, |
| "learning_rate": 0.0002, |
| "loss": 1.682, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.2626463992025916, |
| "grad_norm": 0.11746570467948914, |
| "learning_rate": 0.0002, |
| "loss": 1.6567, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.2631447794667331, |
| "grad_norm": 0.1124933585524559, |
| "learning_rate": 0.0002, |
| "loss": 1.6462, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.26364315973087465, |
| "grad_norm": 0.13045774400234222, |
| "learning_rate": 0.0002, |
| "loss": 1.7247, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.2641415399950162, |
| "grad_norm": 0.11953026801347733, |
| "learning_rate": 0.0002, |
| "loss": 1.6896, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2646399202591577, |
| "grad_norm": 0.3236943185329437, |
| "learning_rate": 0.0002, |
| "loss": 1.6562, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.2651383005232993, |
| "grad_norm": 0.13000494241714478, |
| "learning_rate": 0.0002, |
| "loss": 1.6329, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.2656366807874408, |
| "grad_norm": 0.13072949647903442, |
| "learning_rate": 0.0002, |
| "loss": 1.6584, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.26613506105158236, |
| "grad_norm": 0.30452999472618103, |
| "learning_rate": 0.0002, |
| "loss": 1.6066, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.2666334413157239, |
| "grad_norm": 0.11118455231189728, |
| "learning_rate": 0.0002, |
| "loss": 1.6874, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.2671318215798654, |
| "grad_norm": 0.12459013611078262, |
| "learning_rate": 0.0002, |
| "loss": 1.6959, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.267630201844007, |
| "grad_norm": 0.10970738530158997, |
| "learning_rate": 0.0002, |
| "loss": 1.6167, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.2681285821081485, |
| "grad_norm": 0.1440659761428833, |
| "learning_rate": 0.0002, |
| "loss": 1.7254, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.26862696237229006, |
| "grad_norm": 0.11448108404874802, |
| "learning_rate": 0.0002, |
| "loss": 1.6896, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.2691253426364316, |
| "grad_norm": 0.11026275157928467, |
| "learning_rate": 0.0002, |
| "loss": 1.6675, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2696237229005731, |
| "grad_norm": 0.10443202406167984, |
| "learning_rate": 0.0002, |
| "loss": 1.7035, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.2701221031647147, |
| "grad_norm": 0.11404629796743393, |
| "learning_rate": 0.0002, |
| "loss": 1.727, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.2706204834288562, |
| "grad_norm": 0.12783807516098022, |
| "learning_rate": 0.0002, |
| "loss": 1.7468, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.27111886369299776, |
| "grad_norm": 0.1040879487991333, |
| "learning_rate": 0.0002, |
| "loss": 1.642, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.2716172439571393, |
| "grad_norm": 0.10120297223329544, |
| "learning_rate": 0.0002, |
| "loss": 1.6792, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2721156242212808, |
| "grad_norm": 0.11116039007902145, |
| "learning_rate": 0.0002, |
| "loss": 1.6685, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.2726140044854224, |
| "grad_norm": 0.353816956281662, |
| "learning_rate": 0.0002, |
| "loss": 1.7458, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.2731123847495639, |
| "grad_norm": 0.10361409932374954, |
| "learning_rate": 0.0002, |
| "loss": 1.583, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.27361076501370546, |
| "grad_norm": 0.10164079070091248, |
| "learning_rate": 0.0002, |
| "loss": 1.7219, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.274109145277847, |
| "grad_norm": 0.3576943278312683, |
| "learning_rate": 0.0002, |
| "loss": 1.7155, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.27460752554198853, |
| "grad_norm": 0.1307370960712433, |
| "learning_rate": 0.0002, |
| "loss": 1.6491, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.2751059058061301, |
| "grad_norm": 0.11267419159412384, |
| "learning_rate": 0.0002, |
| "loss": 1.6299, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.2756042860702716, |
| "grad_norm": 0.10955934971570969, |
| "learning_rate": 0.0002, |
| "loss": 1.6972, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.27610266633441316, |
| "grad_norm": 0.3629993796348572, |
| "learning_rate": 0.0002, |
| "loss": 1.6558, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.2766010465985547, |
| "grad_norm": 0.10678595304489136, |
| "learning_rate": 0.0002, |
| "loss": 1.7133, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.27709942686269623, |
| "grad_norm": 0.3551732301712036, |
| "learning_rate": 0.0002, |
| "loss": 1.7884, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.2775978071268378, |
| "grad_norm": 0.1157960370182991, |
| "learning_rate": 0.0002, |
| "loss": 1.6664, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.2780961873909793, |
| "grad_norm": 0.4219015836715698, |
| "learning_rate": 0.0002, |
| "loss": 1.6258, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.27859456765512086, |
| "grad_norm": 0.1442400962114334, |
| "learning_rate": 0.0002, |
| "loss": 1.7081, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.2790929479192624, |
| "grad_norm": 0.12307796627283096, |
| "learning_rate": 0.0002, |
| "loss": 1.5812, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.27959132818340393, |
| "grad_norm": 0.13523195683956146, |
| "learning_rate": 0.0002, |
| "loss": 1.6644, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.2800897084475455, |
| "grad_norm": 0.14576253294944763, |
| "learning_rate": 0.0002, |
| "loss": 1.6724, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.280588088711687, |
| "grad_norm": 0.1239597350358963, |
| "learning_rate": 0.0002, |
| "loss": 1.6501, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.28108646897582856, |
| "grad_norm": 0.11444118618965149, |
| "learning_rate": 0.0002, |
| "loss": 1.6218, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.28158484923997007, |
| "grad_norm": 0.11568321287631989, |
| "learning_rate": 0.0002, |
| "loss": 1.622, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.28208322950411163, |
| "grad_norm": 0.1155436560511589, |
| "learning_rate": 0.0002, |
| "loss": 1.6856, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.2825816097682532, |
| "grad_norm": 0.10945037007331848, |
| "learning_rate": 0.0002, |
| "loss": 1.5764, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.2830799900323947, |
| "grad_norm": 0.5043824315071106, |
| "learning_rate": 0.0002, |
| "loss": 1.7022, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.28357837029653626, |
| "grad_norm": 0.7879558801651001, |
| "learning_rate": 0.0002, |
| "loss": 1.8313, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.28407675056067777, |
| "grad_norm": 0.13888636231422424, |
| "learning_rate": 0.0002, |
| "loss": 1.6418, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.28457513082481933, |
| "grad_norm": 0.16137146949768066, |
| "learning_rate": 0.0002, |
| "loss": 1.6884, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.2850735110889609, |
| "grad_norm": 0.2237291783094406, |
| "learning_rate": 0.0002, |
| "loss": 1.7934, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.2855718913531024, |
| "grad_norm": 0.14624369144439697, |
| "learning_rate": 0.0002, |
| "loss": 1.676, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.28607027161724397, |
| "grad_norm": 0.1463831216096878, |
| "learning_rate": 0.0002, |
| "loss": 1.5869, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.28656865188138547, |
| "grad_norm": 0.14725126326084137, |
| "learning_rate": 0.0002, |
| "loss": 1.632, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.28706703214552703, |
| "grad_norm": 0.13732214272022247, |
| "learning_rate": 0.0002, |
| "loss": 1.7513, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.2875654124096686, |
| "grad_norm": 0.14334504306316376, |
| "learning_rate": 0.0002, |
| "loss": 1.6318, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.2880637926738101, |
| "grad_norm": 0.8194677829742432, |
| "learning_rate": 0.0002, |
| "loss": 1.8945, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.28856217293795167, |
| "grad_norm": 0.1749170422554016, |
| "learning_rate": 0.0002, |
| "loss": 1.6608, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.2890605532020932, |
| "grad_norm": 0.12977321445941925, |
| "learning_rate": 0.0002, |
| "loss": 1.6363, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.28955893346623474, |
| "grad_norm": 0.2908933162689209, |
| "learning_rate": 0.0002, |
| "loss": 1.8448, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.2900573137303763, |
| "grad_norm": 0.17108629643917084, |
| "learning_rate": 0.0002, |
| "loss": 1.6822, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.2905556939945178, |
| "grad_norm": 0.14702463150024414, |
| "learning_rate": 0.0002, |
| "loss": 1.7491, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.29105407425865937, |
| "grad_norm": 0.12582743167877197, |
| "learning_rate": 0.0002, |
| "loss": 1.6245, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.2915524545228009, |
| "grad_norm": 0.14732137322425842, |
| "learning_rate": 0.0002, |
| "loss": 1.6916, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.29205083478694244, |
| "grad_norm": 0.12849657237529755, |
| "learning_rate": 0.0002, |
| "loss": 1.6583, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.292549215051084, |
| "grad_norm": 0.11466097086668015, |
| "learning_rate": 0.0002, |
| "loss": 1.6306, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.2930475953152255, |
| "grad_norm": 0.12361207604408264, |
| "learning_rate": 0.0002, |
| "loss": 1.6765, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.29354597557936707, |
| "grad_norm": 0.1265360414981842, |
| "learning_rate": 0.0002, |
| "loss": 1.667, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.2940443558435086, |
| "grad_norm": 0.11903838813304901, |
| "learning_rate": 0.0002, |
| "loss": 1.6567, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.29454273610765014, |
| "grad_norm": 0.8345243334770203, |
| "learning_rate": 0.0002, |
| "loss": 1.6467, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.2950411163717917, |
| "grad_norm": 0.1365821361541748, |
| "learning_rate": 0.0002, |
| "loss": 1.7028, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2955394966359332, |
| "grad_norm": 0.13564884662628174, |
| "learning_rate": 0.0002, |
| "loss": 1.6129, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.29603787690007477, |
| "grad_norm": 0.13604499399662018, |
| "learning_rate": 0.0002, |
| "loss": 1.7387, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2965362571642163, |
| "grad_norm": 0.12102136015892029, |
| "learning_rate": 0.0002, |
| "loss": 1.632, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.29703463742835784, |
| "grad_norm": 0.11927222460508347, |
| "learning_rate": 0.0002, |
| "loss": 1.7149, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.2975330176924994, |
| "grad_norm": 0.10716401040554047, |
| "learning_rate": 0.0002, |
| "loss": 1.6268, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2980313979566409, |
| "grad_norm": 0.12001641094684601, |
| "learning_rate": 0.0002, |
| "loss": 1.6879, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.29852977822078247, |
| "grad_norm": 0.11045756936073303, |
| "learning_rate": 0.0002, |
| "loss": 1.6871, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.299028158484924, |
| "grad_norm": 0.7450900077819824, |
| "learning_rate": 0.0002, |
| "loss": 1.8146, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.29952653874906554, |
| "grad_norm": 0.16306158900260925, |
| "learning_rate": 0.0002, |
| "loss": 1.7092, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.3000249190132071, |
| "grad_norm": 0.43425318598747253, |
| "learning_rate": 0.0002, |
| "loss": 1.7405, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.3005232992773486, |
| "grad_norm": 0.16279961168766022, |
| "learning_rate": 0.0002, |
| "loss": 1.6, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.3010216795414902, |
| "grad_norm": 0.1403011977672577, |
| "learning_rate": 0.0002, |
| "loss": 1.5979, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.3015200598056317, |
| "grad_norm": 0.13146822154521942, |
| "learning_rate": 0.0002, |
| "loss": 1.5689, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.30201844006977324, |
| "grad_norm": 0.15902653336524963, |
| "learning_rate": 0.0002, |
| "loss": 1.6664, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.3025168203339148, |
| "grad_norm": 0.12351160496473312, |
| "learning_rate": 0.0002, |
| "loss": 1.714, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.3030152005980563, |
| "grad_norm": 0.1543518602848053, |
| "learning_rate": 0.0002, |
| "loss": 1.6432, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.3035135808621979, |
| "grad_norm": 0.11827117949724197, |
| "learning_rate": 0.0002, |
| "loss": 1.6325, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.3040119611263394, |
| "grad_norm": 0.5559304356575012, |
| "learning_rate": 0.0002, |
| "loss": 1.6789, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.30451034139048094, |
| "grad_norm": 0.13763754069805145, |
| "learning_rate": 0.0002, |
| "loss": 1.6715, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.30500872165462245, |
| "grad_norm": 0.12646999955177307, |
| "learning_rate": 0.0002, |
| "loss": 1.7162, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.305507101918764, |
| "grad_norm": 0.34849414229393005, |
| "learning_rate": 0.0002, |
| "loss": 1.6708, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.3060054821829056, |
| "grad_norm": 0.11648757755756378, |
| "learning_rate": 0.0002, |
| "loss": 1.646, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.3065038624470471, |
| "grad_norm": 0.13477148115634918, |
| "learning_rate": 0.0002, |
| "loss": 1.6502, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.30700224271118864, |
| "grad_norm": 0.1102217361330986, |
| "learning_rate": 0.0002, |
| "loss": 1.6729, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.30750062297533015, |
| "grad_norm": 0.5752671957015991, |
| "learning_rate": 0.0002, |
| "loss": 1.6233, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.3079990032394717, |
| "grad_norm": 0.13107599318027496, |
| "learning_rate": 0.0002, |
| "loss": 1.6636, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.3084973835036133, |
| "grad_norm": 0.11860768496990204, |
| "learning_rate": 0.0002, |
| "loss": 1.7313, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.3089957637677548, |
| "grad_norm": 0.1229948177933693, |
| "learning_rate": 0.0002, |
| "loss": 1.6327, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.30949414403189635, |
| "grad_norm": 0.30836552381515503, |
| "learning_rate": 0.0002, |
| "loss": 1.6969, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.30999252429603785, |
| "grad_norm": 0.11798208951950073, |
| "learning_rate": 0.0002, |
| "loss": 1.7364, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.3104909045601794, |
| "grad_norm": 0.4807080030441284, |
| "learning_rate": 0.0002, |
| "loss": 1.6899, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.310989284824321, |
| "grad_norm": 0.1726754605770111, |
| "learning_rate": 0.0002, |
| "loss": 1.8045, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.3114876650884625, |
| "grad_norm": 0.13296914100646973, |
| "learning_rate": 0.0002, |
| "loss": 1.6966, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.31198604535260405, |
| "grad_norm": 0.14966656267642975, |
| "learning_rate": 0.0002, |
| "loss": 1.6685, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.31248442561674555, |
| "grad_norm": 0.3757789731025696, |
| "learning_rate": 0.0002, |
| "loss": 1.7225, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.3129828058808871, |
| "grad_norm": 0.1234004870057106, |
| "learning_rate": 0.0002, |
| "loss": 1.6204, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.3134811861450287, |
| "grad_norm": 0.12280552089214325, |
| "learning_rate": 0.0002, |
| "loss": 1.6913, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.3139795664091702, |
| "grad_norm": 0.12360548228025436, |
| "learning_rate": 0.0002, |
| "loss": 1.6808, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.31447794667331175, |
| "grad_norm": 0.1292014867067337, |
| "learning_rate": 0.0002, |
| "loss": 1.6697, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.31497632693745325, |
| "grad_norm": 0.11038494855165482, |
| "learning_rate": 0.0002, |
| "loss": 1.6103, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.3154747072015948, |
| "grad_norm": 0.11607655137777328, |
| "learning_rate": 0.0002, |
| "loss": 1.6241, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.3159730874657364, |
| "grad_norm": 0.10514742881059647, |
| "learning_rate": 0.0002, |
| "loss": 1.6922, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.3164714677298779, |
| "grad_norm": 0.107606902718544, |
| "learning_rate": 0.0002, |
| "loss": 1.6975, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.31696984799401945, |
| "grad_norm": 0.20367765426635742, |
| "learning_rate": 0.0002, |
| "loss": 1.5704, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.31746822825816096, |
| "grad_norm": 0.10455407947301865, |
| "learning_rate": 0.0002, |
| "loss": 1.7109, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.3179666085223025, |
| "grad_norm": 0.48424893617630005, |
| "learning_rate": 0.0002, |
| "loss": 1.5871, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.3184649887864441, |
| "grad_norm": 0.16340336203575134, |
| "learning_rate": 0.0002, |
| "loss": 1.6856, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.3189633690505856, |
| "grad_norm": 0.1317445933818817, |
| "learning_rate": 0.0002, |
| "loss": 1.6904, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.31946174931472715, |
| "grad_norm": 0.12784677743911743, |
| "learning_rate": 0.0002, |
| "loss": 1.6983, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.31996012957886866, |
| "grad_norm": 0.10745134204626083, |
| "learning_rate": 0.0002, |
| "loss": 1.6353, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.3204585098430102, |
| "grad_norm": 0.1444125920534134, |
| "learning_rate": 0.0002, |
| "loss": 1.7109, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.3209568901071518, |
| "grad_norm": 0.3750239908695221, |
| "learning_rate": 0.0002, |
| "loss": 1.6571, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.3214552703712933, |
| "grad_norm": 0.11034873872995377, |
| "learning_rate": 0.0002, |
| "loss": 1.6547, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.32195365063543485, |
| "grad_norm": 0.10759663581848145, |
| "learning_rate": 0.0002, |
| "loss": 1.628, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.32245203089957636, |
| "grad_norm": 0.11017131060361862, |
| "learning_rate": 0.0002, |
| "loss": 1.6877, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.3229504111637179, |
| "grad_norm": 0.1253817230463028, |
| "learning_rate": 0.0002, |
| "loss": 1.7226, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.3234487914278595, |
| "grad_norm": 0.5153695344924927, |
| "learning_rate": 0.0002, |
| "loss": 1.7687, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.323947171692001, |
| "grad_norm": 0.11948184669017792, |
| "learning_rate": 0.0002, |
| "loss": 1.7044, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.32444555195614255, |
| "grad_norm": 0.11249465495347977, |
| "learning_rate": 0.0002, |
| "loss": 1.6282, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.32494393222028406, |
| "grad_norm": 0.11555810272693634, |
| "learning_rate": 0.0002, |
| "loss": 1.7295, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.3254423124844256, |
| "grad_norm": 0.11882718652486801, |
| "learning_rate": 0.0002, |
| "loss": 1.6531, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.32594069274856713, |
| "grad_norm": 0.10453632473945618, |
| "learning_rate": 0.0002, |
| "loss": 1.6342, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.3264390730127087, |
| "grad_norm": 0.11219029873609543, |
| "learning_rate": 0.0002, |
| "loss": 1.6902, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.32693745327685025, |
| "grad_norm": 0.10499835759401321, |
| "learning_rate": 0.0002, |
| "loss": 1.5583, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.32743583354099176, |
| "grad_norm": 0.10964427143335342, |
| "learning_rate": 0.0002, |
| "loss": 1.5675, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.3279342138051333, |
| "grad_norm": 0.18510489165782928, |
| "learning_rate": 0.0002, |
| "loss": 1.6178, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.32843259406927483, |
| "grad_norm": 0.11548275500535965, |
| "learning_rate": 0.0002, |
| "loss": 1.6699, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.3289309743334164, |
| "grad_norm": 0.11357063800096512, |
| "learning_rate": 0.0002, |
| "loss": 1.6008, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.32942935459755796, |
| "grad_norm": 0.10668730735778809, |
| "learning_rate": 0.0002, |
| "loss": 1.6433, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.32992773486169946, |
| "grad_norm": 0.11750250309705734, |
| "learning_rate": 0.0002, |
| "loss": 1.6813, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.330426115125841, |
| "grad_norm": 0.8277010321617126, |
| "learning_rate": 0.0002, |
| "loss": 1.7333, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.33092449538998253, |
| "grad_norm": 0.165303573012352, |
| "learning_rate": 0.0002, |
| "loss": 1.6812, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.3314228756541241, |
| "grad_norm": 0.12780268490314484, |
| "learning_rate": 0.0002, |
| "loss": 1.7106, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.33192125591826566, |
| "grad_norm": 0.13066166639328003, |
| "learning_rate": 0.0002, |
| "loss": 1.6846, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.33241963618240716, |
| "grad_norm": 0.12650184333324432, |
| "learning_rate": 0.0002, |
| "loss": 1.6144, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.3329180164465487, |
| "grad_norm": 0.12420842051506042, |
| "learning_rate": 0.0002, |
| "loss": 1.7015, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.33341639671069023, |
| "grad_norm": 0.1261165291070938, |
| "learning_rate": 0.0002, |
| "loss": 1.67, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.3339147769748318, |
| "grad_norm": 0.11121337115764618, |
| "learning_rate": 0.0002, |
| "loss": 1.6772, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.33441315723897336, |
| "grad_norm": 0.10835525393486023, |
| "learning_rate": 0.0002, |
| "loss": 1.6681, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.33491153750311486, |
| "grad_norm": 0.10837749391794205, |
| "learning_rate": 0.0002, |
| "loss": 1.6268, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.3354099177672564, |
| "grad_norm": 0.10254842787981033, |
| "learning_rate": 0.0002, |
| "loss": 1.5997, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.33590829803139793, |
| "grad_norm": 0.5288554430007935, |
| "learning_rate": 0.0002, |
| "loss": 1.7397, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.3364066782955395, |
| "grad_norm": 0.10820039361715317, |
| "learning_rate": 0.0002, |
| "loss": 1.6962, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.33690505855968106, |
| "grad_norm": 0.11754646897315979, |
| "learning_rate": 0.0002, |
| "loss": 1.6059, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.33740343882382257, |
| "grad_norm": 0.9506744742393494, |
| "learning_rate": 0.0002, |
| "loss": 1.8916, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.33790181908796413, |
| "grad_norm": 0.1273750215768814, |
| "learning_rate": 0.0002, |
| "loss": 1.6896, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.33840019935210564, |
| "grad_norm": 0.14315767586231232, |
| "learning_rate": 0.0002, |
| "loss": 1.6903, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.3388985796162472, |
| "grad_norm": 0.15645241737365723, |
| "learning_rate": 0.0002, |
| "loss": 1.6823, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.33939695988038876, |
| "grad_norm": 0.5159462690353394, |
| "learning_rate": 0.0002, |
| "loss": 1.6947, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.33989534014453027, |
| "grad_norm": 0.13883577287197113, |
| "learning_rate": 0.0002, |
| "loss": 1.7448, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.34039372040867183, |
| "grad_norm": 0.39283788204193115, |
| "learning_rate": 0.0002, |
| "loss": 1.6181, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.34089210067281334, |
| "grad_norm": 0.20534516870975494, |
| "learning_rate": 0.0002, |
| "loss": 1.721, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.3413904809369549, |
| "grad_norm": 0.14379210770130157, |
| "learning_rate": 0.0002, |
| "loss": 1.6955, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.34188886120109646, |
| "grad_norm": 0.1505320966243744, |
| "learning_rate": 0.0002, |
| "loss": 1.7168, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.34238724146523797, |
| "grad_norm": 0.1377919316291809, |
| "learning_rate": 0.0002, |
| "loss": 1.7001, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.34288562172937953, |
| "grad_norm": 0.1268286257982254, |
| "learning_rate": 0.0002, |
| "loss": 1.6405, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.34338400199352104, |
| "grad_norm": 0.11991781741380692, |
| "learning_rate": 0.0002, |
| "loss": 1.6862, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.3438823822576626, |
| "grad_norm": 0.12283925712108612, |
| "learning_rate": 0.0002, |
| "loss": 1.7222, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.34438076252180416, |
| "grad_norm": 0.11207298189401627, |
| "learning_rate": 0.0002, |
| "loss": 1.6477, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.34487914278594567, |
| "grad_norm": 0.11342150717973709, |
| "learning_rate": 0.0002, |
| "loss": 1.6907, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.34537752305008723, |
| "grad_norm": 0.1479737013578415, |
| "learning_rate": 0.0002, |
| "loss": 1.6982, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.34587590331422874, |
| "grad_norm": 0.11498729884624481, |
| "learning_rate": 0.0002, |
| "loss": 1.6604, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.3463742835783703, |
| "grad_norm": 0.12394261360168457, |
| "learning_rate": 0.0002, |
| "loss": 1.699, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.34687266384251186, |
| "grad_norm": 0.12563689053058624, |
| "learning_rate": 0.0002, |
| "loss": 1.6637, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.34737104410665337, |
| "grad_norm": 0.10661863535642624, |
| "learning_rate": 0.0002, |
| "loss": 1.6921, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.34786942437079493, |
| "grad_norm": 0.10778840631246567, |
| "learning_rate": 0.0002, |
| "loss": 1.6719, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.34836780463493644, |
| "grad_norm": 0.10504487156867981, |
| "learning_rate": 0.0002, |
| "loss": 1.6616, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.348866184899078, |
| "grad_norm": 0.10722413659095764, |
| "learning_rate": 0.0002, |
| "loss": 1.6452, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3493645651632195, |
| "grad_norm": 0.10450419783592224, |
| "learning_rate": 0.0002, |
| "loss": 1.6342, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.34986294542736107, |
| "grad_norm": 0.10961712151765823, |
| "learning_rate": 0.0002, |
| "loss": 1.68, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.35036132569150263, |
| "grad_norm": 0.10789170861244202, |
| "learning_rate": 0.0002, |
| "loss": 1.6662, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.35085970595564414, |
| "grad_norm": 0.10823702067136765, |
| "learning_rate": 0.0002, |
| "loss": 1.6733, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.3513580862197857, |
| "grad_norm": 0.11080746352672577, |
| "learning_rate": 0.0002, |
| "loss": 1.6332, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3518564664839272, |
| "grad_norm": 0.10004162788391113, |
| "learning_rate": 0.0002, |
| "loss": 1.5841, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3523548467480688, |
| "grad_norm": 0.10398257523775101, |
| "learning_rate": 0.0002, |
| "loss": 1.6735, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.35285322701221034, |
| "grad_norm": 0.10170764476060867, |
| "learning_rate": 0.0002, |
| "loss": 1.6584, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.35335160727635184, |
| "grad_norm": 0.8194452524185181, |
| "learning_rate": 0.0002, |
| "loss": 1.8272, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.3538499875404934, |
| "grad_norm": 0.15103065967559814, |
| "learning_rate": 0.0002, |
| "loss": 1.6954, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3543483678046349, |
| "grad_norm": 0.12205032259225845, |
| "learning_rate": 0.0002, |
| "loss": 1.6823, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.3548467480687765, |
| "grad_norm": 0.1272657811641693, |
| "learning_rate": 0.0002, |
| "loss": 1.5557, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.35534512833291804, |
| "grad_norm": 0.503338634967804, |
| "learning_rate": 0.0002, |
| "loss": 1.7847, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.35584350859705954, |
| "grad_norm": 0.11442038416862488, |
| "learning_rate": 0.0002, |
| "loss": 1.6633, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.3563418888612011, |
| "grad_norm": 0.1573084145784378, |
| "learning_rate": 0.0002, |
| "loss": 1.7377, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3568402691253426, |
| "grad_norm": 0.11450973153114319, |
| "learning_rate": 0.0002, |
| "loss": 1.5862, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.3573386493894842, |
| "grad_norm": 0.1249619573354721, |
| "learning_rate": 0.0002, |
| "loss": 1.5954, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.35783702965362574, |
| "grad_norm": 0.11494952440261841, |
| "learning_rate": 0.0002, |
| "loss": 1.6432, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.35833540991776724, |
| "grad_norm": 0.13213759660720825, |
| "learning_rate": 0.0002, |
| "loss": 1.803, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.3588337901819088, |
| "grad_norm": 1.1261271238327026, |
| "learning_rate": 0.0002, |
| "loss": 1.818, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3593321704460503, |
| "grad_norm": 1.338255524635315, |
| "learning_rate": 0.0002, |
| "loss": 1.7306, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.3598305507101919, |
| "grad_norm": 0.21815264225006104, |
| "learning_rate": 0.0002, |
| "loss": 1.7224, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.36032893097433344, |
| "grad_norm": 0.5178132653236389, |
| "learning_rate": 0.0002, |
| "loss": 1.7097, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.36082731123847495, |
| "grad_norm": 0.241803839802742, |
| "learning_rate": 0.0002, |
| "loss": 1.7047, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.3613256915026165, |
| "grad_norm": 0.20727293193340302, |
| "learning_rate": 0.0002, |
| "loss": 1.7278, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.361824071766758, |
| "grad_norm": 0.16459515690803528, |
| "learning_rate": 0.0002, |
| "loss": 1.7204, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.3623224520308996, |
| "grad_norm": 0.16415144503116608, |
| "learning_rate": 0.0002, |
| "loss": 1.6764, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.36282083229504114, |
| "grad_norm": 0.16096027195453644, |
| "learning_rate": 0.0002, |
| "loss": 1.665, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.36331921255918265, |
| "grad_norm": 0.17240643501281738, |
| "learning_rate": 0.0002, |
| "loss": 1.6761, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.3638175928233242, |
| "grad_norm": 0.19763271510601044, |
| "learning_rate": 0.0002, |
| "loss": 1.7402, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3643159730874657, |
| "grad_norm": 0.15238463878631592, |
| "learning_rate": 0.0002, |
| "loss": 1.6884, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.3648143533516073, |
| "grad_norm": 0.27482038736343384, |
| "learning_rate": 0.0002, |
| "loss": 1.7064, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.36531273361574884, |
| "grad_norm": 0.5192012786865234, |
| "learning_rate": 0.0002, |
| "loss": 1.8117, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.36581111387989035, |
| "grad_norm": 0.1510191708803177, |
| "learning_rate": 0.0002, |
| "loss": 1.667, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.3663094941440319, |
| "grad_norm": 0.14513470232486725, |
| "learning_rate": 0.0002, |
| "loss": 1.6431, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3668078744081734, |
| "grad_norm": 0.7901990413665771, |
| "learning_rate": 0.0002, |
| "loss": 1.764, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.367306254672315, |
| "grad_norm": 0.17642100155353546, |
| "learning_rate": 0.0002, |
| "loss": 1.7096, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.36780463493645654, |
| "grad_norm": 0.14719779789447784, |
| "learning_rate": 0.0002, |
| "loss": 1.6343, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.36830301520059805, |
| "grad_norm": 0.16173601150512695, |
| "learning_rate": 0.0002, |
| "loss": 1.6937, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.3688013954647396, |
| "grad_norm": 0.32359546422958374, |
| "learning_rate": 0.0002, |
| "loss": 1.681, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3692997757288811, |
| "grad_norm": 0.14779435098171234, |
| "learning_rate": 0.0002, |
| "loss": 1.6745, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.3697981559930227, |
| "grad_norm": 0.19540923833847046, |
| "learning_rate": 0.0002, |
| "loss": 1.5529, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.37029653625716424, |
| "grad_norm": 0.13870155811309814, |
| "learning_rate": 0.0002, |
| "loss": 1.6497, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.37079491652130575, |
| "grad_norm": 0.13447612524032593, |
| "learning_rate": 0.0002, |
| "loss": 1.7275, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.3712932967854473, |
| "grad_norm": 0.13197576999664307, |
| "learning_rate": 0.0002, |
| "loss": 1.6776, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3717916770495888, |
| "grad_norm": 0.13072870671749115, |
| "learning_rate": 0.0002, |
| "loss": 1.6227, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.3722900573137304, |
| "grad_norm": 0.13418208062648773, |
| "learning_rate": 0.0002, |
| "loss": 1.6998, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.3727884375778719, |
| "grad_norm": 0.11689562350511551, |
| "learning_rate": 0.0002, |
| "loss": 1.6863, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.37328681784201345, |
| "grad_norm": 0.1243453249335289, |
| "learning_rate": 0.0002, |
| "loss": 1.6456, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.373785198106155, |
| "grad_norm": 0.11520450562238693, |
| "learning_rate": 0.0002, |
| "loss": 1.6815, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3742835783702965, |
| "grad_norm": 0.13939018547534943, |
| "learning_rate": 0.0002, |
| "loss": 1.6556, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.3747819586344381, |
| "grad_norm": 0.11021385341882706, |
| "learning_rate": 0.0002, |
| "loss": 1.6923, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.3752803388985796, |
| "grad_norm": 0.11470180004835129, |
| "learning_rate": 0.0002, |
| "loss": 1.6402, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.37577871916272115, |
| "grad_norm": 0.12256886065006256, |
| "learning_rate": 0.0002, |
| "loss": 1.7271, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.3762770994268627, |
| "grad_norm": 0.11696486920118332, |
| "learning_rate": 0.0002, |
| "loss": 1.7069, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.3767754796910042, |
| "grad_norm": 0.11340934783220291, |
| "learning_rate": 0.0002, |
| "loss": 1.6261, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.3772738599551458, |
| "grad_norm": 0.10606078803539276, |
| "learning_rate": 0.0002, |
| "loss": 1.6425, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.3777722402192873, |
| "grad_norm": 0.12084966152906418, |
| "learning_rate": 0.0002, |
| "loss": 1.6273, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.37827062048342885, |
| "grad_norm": 0.1084008663892746, |
| "learning_rate": 0.0002, |
| "loss": 1.6471, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.3787690007475704, |
| "grad_norm": 0.11194922029972076, |
| "learning_rate": 0.0002, |
| "loss": 1.6478, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3792673810117119, |
| "grad_norm": 0.48235663771629333, |
| "learning_rate": 0.0002, |
| "loss": 1.5982, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.3797657612758535, |
| "grad_norm": 0.586637556552887, |
| "learning_rate": 0.0002, |
| "loss": 1.7294, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.380264141539995, |
| "grad_norm": 0.14328181743621826, |
| "learning_rate": 0.0002, |
| "loss": 1.7112, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.38076252180413656, |
| "grad_norm": 0.13296020030975342, |
| "learning_rate": 0.0002, |
| "loss": 1.7044, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.3812609020682781, |
| "grad_norm": 0.44004350900650024, |
| "learning_rate": 0.0002, |
| "loss": 1.6377, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3817592823324196, |
| "grad_norm": 0.12628889083862305, |
| "learning_rate": 0.0002, |
| "loss": 1.6192, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.3822576625965612, |
| "grad_norm": 0.1330346316099167, |
| "learning_rate": 0.0002, |
| "loss": 1.6461, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.3827560428607027, |
| "grad_norm": 0.11893340200185776, |
| "learning_rate": 0.0002, |
| "loss": 1.6299, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.38325442312484426, |
| "grad_norm": 0.15412816405296326, |
| "learning_rate": 0.0002, |
| "loss": 1.7436, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.3837528033889858, |
| "grad_norm": 0.12351204454898834, |
| "learning_rate": 0.0002, |
| "loss": 1.6844, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3842511836531273, |
| "grad_norm": 0.11671744287014008, |
| "learning_rate": 0.0002, |
| "loss": 1.6748, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.3847495639172689, |
| "grad_norm": 0.12512736022472382, |
| "learning_rate": 0.0002, |
| "loss": 1.6362, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.3852479441814104, |
| "grad_norm": 0.12629447877407074, |
| "learning_rate": 0.0002, |
| "loss": 1.6033, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.38574632444555196, |
| "grad_norm": 0.11553051322698593, |
| "learning_rate": 0.0002, |
| "loss": 1.6639, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.3862447047096935, |
| "grad_norm": 0.12756189703941345, |
| "learning_rate": 0.0002, |
| "loss": 1.6397, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.386743084973835, |
| "grad_norm": 0.11309953778982162, |
| "learning_rate": 0.0002, |
| "loss": 1.6098, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3872414652379766, |
| "grad_norm": 0.164617121219635, |
| "learning_rate": 0.0002, |
| "loss": 1.54, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.3877398455021181, |
| "grad_norm": 0.45813101530075073, |
| "learning_rate": 0.0002, |
| "loss": 1.7208, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.38823822576625966, |
| "grad_norm": 0.7587694525718689, |
| "learning_rate": 0.0002, |
| "loss": 1.6195, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.3887366060304012, |
| "grad_norm": 0.12699078023433685, |
| "learning_rate": 0.0002, |
| "loss": 1.6596, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.38923498629454273, |
| "grad_norm": 0.139120951294899, |
| "learning_rate": 0.0002, |
| "loss": 1.6511, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.3897333665586843, |
| "grad_norm": 0.13968676328659058, |
| "learning_rate": 0.0002, |
| "loss": 1.7033, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.3902317468228258, |
| "grad_norm": 0.28061848878860474, |
| "learning_rate": 0.0002, |
| "loss": 1.6016, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.39073012708696736, |
| "grad_norm": 0.11748450994491577, |
| "learning_rate": 0.0002, |
| "loss": 1.5984, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.3912285073511089, |
| "grad_norm": 0.7288643717765808, |
| "learning_rate": 0.0002, |
| "loss": 1.769, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.39172688761525043, |
| "grad_norm": 0.12540021538734436, |
| "learning_rate": 0.0002, |
| "loss": 1.6622, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.392225267879392, |
| "grad_norm": 0.13594292104244232, |
| "learning_rate": 0.0002, |
| "loss": 1.6626, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.3927236481435335, |
| "grad_norm": 0.12894773483276367, |
| "learning_rate": 0.0002, |
| "loss": 1.5733, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.39322202840767506, |
| "grad_norm": 0.6577300429344177, |
| "learning_rate": 0.0002, |
| "loss": 1.8085, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.39372040867181657, |
| "grad_norm": 0.12034627795219421, |
| "learning_rate": 0.0002, |
| "loss": 1.5798, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.39421878893595813, |
| "grad_norm": 0.1254388988018036, |
| "learning_rate": 0.0002, |
| "loss": 1.6677, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.3947171692000997, |
| "grad_norm": 0.136959508061409, |
| "learning_rate": 0.0002, |
| "loss": 1.6108, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.3952155494642412, |
| "grad_norm": 0.37221673130989075, |
| "learning_rate": 0.0002, |
| "loss": 1.826, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.39571392972838276, |
| "grad_norm": 0.14947831630706787, |
| "learning_rate": 0.0002, |
| "loss": 1.6967, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.39621230999252427, |
| "grad_norm": 0.1409454494714737, |
| "learning_rate": 0.0002, |
| "loss": 1.7217, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.39671069025666583, |
| "grad_norm": 0.1448691040277481, |
| "learning_rate": 0.0002, |
| "loss": 1.7872, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.3972090705208074, |
| "grad_norm": 0.12816311419010162, |
| "learning_rate": 0.0002, |
| "loss": 1.6976, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.3977074507849489, |
| "grad_norm": 0.12581898272037506, |
| "learning_rate": 0.0002, |
| "loss": 1.7111, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.39820583104909046, |
| "grad_norm": 0.1256158947944641, |
| "learning_rate": 0.0002, |
| "loss": 1.6778, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.39870421131323197, |
| "grad_norm": 0.12009266763925552, |
| "learning_rate": 0.0002, |
| "loss": 1.6336, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.39920259157737353, |
| "grad_norm": 0.14727051556110382, |
| "learning_rate": 0.0002, |
| "loss": 1.7165, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.3997009718415151, |
| "grad_norm": 1.98500394821167, |
| "learning_rate": 0.0002, |
| "loss": 1.9632, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.4001993521056566, |
| "grad_norm": 0.12300129979848862, |
| "learning_rate": 0.0002, |
| "loss": 1.6003, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.40069773236979817, |
| "grad_norm": 0.13758836686611176, |
| "learning_rate": 0.0002, |
| "loss": 1.6486, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.40119611263393967, |
| "grad_norm": 0.13127754628658295, |
| "learning_rate": 0.0002, |
| "loss": 1.6673, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.40169449289808123, |
| "grad_norm": 0.13612794876098633, |
| "learning_rate": 0.0002, |
| "loss": 1.7149, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.4021928731622228, |
| "grad_norm": 0.3637385964393616, |
| "learning_rate": 0.0002, |
| "loss": 1.6486, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.4026912534263643, |
| "grad_norm": 0.19778436422348022, |
| "learning_rate": 0.0002, |
| "loss": 1.5517, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.40318963369050587, |
| "grad_norm": 0.1478605717420578, |
| "learning_rate": 0.0002, |
| "loss": 1.7642, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.4036880139546474, |
| "grad_norm": 0.3014202415943146, |
| "learning_rate": 0.0002, |
| "loss": 1.6141, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.40418639421878894, |
| "grad_norm": 0.13049842417240143, |
| "learning_rate": 0.0002, |
| "loss": 1.6579, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.4046847744829305, |
| "grad_norm": 0.932788610458374, |
| "learning_rate": 0.0002, |
| "loss": 1.7722, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.405183154747072, |
| "grad_norm": 0.1687835305929184, |
| "learning_rate": 0.0002, |
| "loss": 1.6492, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.40568153501121357, |
| "grad_norm": 0.2024388164281845, |
| "learning_rate": 0.0002, |
| "loss": 1.5523, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.4061799152753551, |
| "grad_norm": 0.20838886499404907, |
| "learning_rate": 0.0002, |
| "loss": 1.6884, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.40667829553949664, |
| "grad_norm": 0.1490757167339325, |
| "learning_rate": 0.0002, |
| "loss": 1.6936, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.4071766758036382, |
| "grad_norm": 1.1997255086898804, |
| "learning_rate": 0.0002, |
| "loss": 1.873, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.4076750560677797, |
| "grad_norm": 0.139000803232193, |
| "learning_rate": 0.0002, |
| "loss": 1.7303, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.40817343633192127, |
| "grad_norm": 0.14747615158557892, |
| "learning_rate": 0.0002, |
| "loss": 1.6558, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.4086718165960628, |
| "grad_norm": 0.15866988897323608, |
| "learning_rate": 0.0002, |
| "loss": 1.6991, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.40917019686020434, |
| "grad_norm": 0.14660963416099548, |
| "learning_rate": 0.0002, |
| "loss": 1.7233, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.4096685771243459, |
| "grad_norm": 0.14071424305438995, |
| "learning_rate": 0.0002, |
| "loss": 1.6434, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.4101669573884874, |
| "grad_norm": 0.1368856132030487, |
| "learning_rate": 0.0002, |
| "loss": 1.6415, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.41066533765262897, |
| "grad_norm": 0.14662376046180725, |
| "learning_rate": 0.0002, |
| "loss": 1.7111, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.4111637179167705, |
| "grad_norm": 0.14027300477027893, |
| "learning_rate": 0.0002, |
| "loss": 1.6698, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.41166209818091204, |
| "grad_norm": 0.5542290210723877, |
| "learning_rate": 0.0002, |
| "loss": 1.6551, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.4121604784450536, |
| "grad_norm": 0.15360352396965027, |
| "learning_rate": 0.0002, |
| "loss": 1.7313, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.4126588587091951, |
| "grad_norm": 0.14451801776885986, |
| "learning_rate": 0.0002, |
| "loss": 1.6481, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.41315723897333667, |
| "grad_norm": 0.1393883228302002, |
| "learning_rate": 0.0002, |
| "loss": 1.5922, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.4136556192374782, |
| "grad_norm": 0.13610626757144928, |
| "learning_rate": 0.0002, |
| "loss": 1.6347, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.41415399950161974, |
| "grad_norm": 0.12424327433109283, |
| "learning_rate": 0.0002, |
| "loss": 1.6563, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.4146523797657613, |
| "grad_norm": 0.127548947930336, |
| "learning_rate": 0.0002, |
| "loss": 1.6609, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.4151507600299028, |
| "grad_norm": 0.1881740391254425, |
| "learning_rate": 0.0002, |
| "loss": 1.7251, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.4156491402940444, |
| "grad_norm": 0.12144262343645096, |
| "learning_rate": 0.0002, |
| "loss": 1.6922, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.4161475205581859, |
| "grad_norm": 0.11799559742212296, |
| "learning_rate": 0.0002, |
| "loss": 1.672, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.41664590082232744, |
| "grad_norm": 0.12129071354866028, |
| "learning_rate": 0.0002, |
| "loss": 1.6189, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.41714428108646895, |
| "grad_norm": 0.11648084223270416, |
| "learning_rate": 0.0002, |
| "loss": 1.636, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.4176426613506105, |
| "grad_norm": 0.11401843279600143, |
| "learning_rate": 0.0002, |
| "loss": 1.6266, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.4181410416147521, |
| "grad_norm": 0.11244560778141022, |
| "learning_rate": 0.0002, |
| "loss": 1.6338, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.4186394218788936, |
| "grad_norm": 0.11274567991495132, |
| "learning_rate": 0.0002, |
| "loss": 1.5518, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.41913780214303514, |
| "grad_norm": 0.11203539371490479, |
| "learning_rate": 0.0002, |
| "loss": 1.6372, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.41963618240717665, |
| "grad_norm": 0.11548861116170883, |
| "learning_rate": 0.0002, |
| "loss": 1.5787, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.4201345626713182, |
| "grad_norm": 0.10921257734298706, |
| "learning_rate": 0.0002, |
| "loss": 1.6457, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.4206329429354598, |
| "grad_norm": 0.10832211375236511, |
| "learning_rate": 0.0002, |
| "loss": 1.6613, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.4211313231996013, |
| "grad_norm": 0.11785157024860382, |
| "learning_rate": 0.0002, |
| "loss": 1.6687, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.42162970346374284, |
| "grad_norm": 0.1575067639350891, |
| "learning_rate": 0.0002, |
| "loss": 1.7148, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.42212808372788435, |
| "grad_norm": 0.5687432885169983, |
| "learning_rate": 0.0002, |
| "loss": 1.8016, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.4226264639920259, |
| "grad_norm": 0.887058675289154, |
| "learning_rate": 0.0002, |
| "loss": 1.7988, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.4231248442561675, |
| "grad_norm": 0.12778295576572418, |
| "learning_rate": 0.0002, |
| "loss": 1.6586, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.423623224520309, |
| "grad_norm": 0.13481804728507996, |
| "learning_rate": 0.0002, |
| "loss": 1.696, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.42412160478445055, |
| "grad_norm": 0.1478685438632965, |
| "learning_rate": 0.0002, |
| "loss": 1.6758, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.42461998504859205, |
| "grad_norm": 0.13414372503757477, |
| "learning_rate": 0.0002, |
| "loss": 1.657, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.4251183653127336, |
| "grad_norm": 0.13211821019649506, |
| "learning_rate": 0.0002, |
| "loss": 1.6403, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.4256167455768752, |
| "grad_norm": 0.13594435155391693, |
| "learning_rate": 0.0002, |
| "loss": 1.6363, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.4261151258410167, |
| "grad_norm": 0.13266883790493011, |
| "learning_rate": 0.0002, |
| "loss": 1.6632, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.42661350610515825, |
| "grad_norm": 0.12024448066949844, |
| "learning_rate": 0.0002, |
| "loss": 1.6745, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.42711188636929975, |
| "grad_norm": 0.12828536331653595, |
| "learning_rate": 0.0002, |
| "loss": 1.6493, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.4276102666334413, |
| "grad_norm": 0.12315808236598969, |
| "learning_rate": 0.0002, |
| "loss": 1.6803, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.4281086468975829, |
| "grad_norm": 0.13026510179042816, |
| "learning_rate": 0.0002, |
| "loss": 1.6536, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.4286070271617244, |
| "grad_norm": 0.45274946093559265, |
| "learning_rate": 0.0002, |
| "loss": 1.7579, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.42910540742586595, |
| "grad_norm": 0.12899275124073029, |
| "learning_rate": 0.0002, |
| "loss": 1.6603, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.42960378769000745, |
| "grad_norm": 0.12414630502462387, |
| "learning_rate": 0.0002, |
| "loss": 1.6933, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.430102167954149, |
| "grad_norm": 0.146366149187088, |
| "learning_rate": 0.0002, |
| "loss": 1.6799, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.4306005482182906, |
| "grad_norm": 0.11743781715631485, |
| "learning_rate": 0.0002, |
| "loss": 1.6395, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.4310989284824321, |
| "grad_norm": 0.15248535573482513, |
| "learning_rate": 0.0002, |
| "loss": 1.7598, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.43159730874657365, |
| "grad_norm": 0.11914569139480591, |
| "learning_rate": 0.0002, |
| "loss": 1.663, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.43209568901071516, |
| "grad_norm": 0.11982624977827072, |
| "learning_rate": 0.0002, |
| "loss": 1.651, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.4325940692748567, |
| "grad_norm": 0.12126267701387405, |
| "learning_rate": 0.0002, |
| "loss": 1.7153, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.4330924495389983, |
| "grad_norm": 0.3660570979118347, |
| "learning_rate": 0.0002, |
| "loss": 1.6142, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.4335908298031398, |
| "grad_norm": 0.11174522340297699, |
| "learning_rate": 0.0002, |
| "loss": 1.6199, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.43408921006728135, |
| "grad_norm": 0.12089698761701584, |
| "learning_rate": 0.0002, |
| "loss": 1.7026, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.43458759033142286, |
| "grad_norm": 0.11779413372278214, |
| "learning_rate": 0.0002, |
| "loss": 1.6757, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.4350859705955644, |
| "grad_norm": 0.11461353302001953, |
| "learning_rate": 0.0002, |
| "loss": 1.6943, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.435584350859706, |
| "grad_norm": 0.1294202357530594, |
| "learning_rate": 0.0002, |
| "loss": 1.7078, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.4360827311238475, |
| "grad_norm": 0.1081145629286766, |
| "learning_rate": 0.0002, |
| "loss": 1.6078, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.43658111138798905, |
| "grad_norm": 0.11721238493919373, |
| "learning_rate": 0.0002, |
| "loss": 1.6056, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.43707949165213056, |
| "grad_norm": 0.11436528712511063, |
| "learning_rate": 0.0002, |
| "loss": 1.6806, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.4375778719162721, |
| "grad_norm": 0.11401306092739105, |
| "learning_rate": 0.0002, |
| "loss": 1.7225, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.4380762521804137, |
| "grad_norm": 0.11282623559236526, |
| "learning_rate": 0.0002, |
| "loss": 1.6614, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.4385746324445552, |
| "grad_norm": 0.11592991650104523, |
| "learning_rate": 0.0002, |
| "loss": 1.5984, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.43907301270869675, |
| "grad_norm": 0.10579363256692886, |
| "learning_rate": 0.0002, |
| "loss": 1.6349, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.43957139297283826, |
| "grad_norm": 0.1032218486070633, |
| "learning_rate": 0.0002, |
| "loss": 1.6017, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.4400697732369798, |
| "grad_norm": 0.10277747362852097, |
| "learning_rate": 0.0002, |
| "loss": 1.6396, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.44056815350112133, |
| "grad_norm": 0.12377838790416718, |
| "learning_rate": 0.0002, |
| "loss": 1.6298, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.4410665337652629, |
| "grad_norm": 0.10326054692268372, |
| "learning_rate": 0.0002, |
| "loss": 1.6335, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.44156491402940445, |
| "grad_norm": 0.10518341511487961, |
| "learning_rate": 0.0002, |
| "loss": 1.6343, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.44206329429354596, |
| "grad_norm": 0.10297736525535583, |
| "learning_rate": 0.0002, |
| "loss": 1.622, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.4425616745576875, |
| "grad_norm": 0.10891593992710114, |
| "learning_rate": 0.0002, |
| "loss": 1.6928, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.44306005482182903, |
| "grad_norm": 0.10570312291383743, |
| "learning_rate": 0.0002, |
| "loss": 1.5769, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.4435584350859706, |
| "grad_norm": 0.10274644941091537, |
| "learning_rate": 0.0002, |
| "loss": 1.7139, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.44405681535011216, |
| "grad_norm": 0.11095419526100159, |
| "learning_rate": 0.0002, |
| "loss": 1.6141, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.44455519561425366, |
| "grad_norm": 0.14802560210227966, |
| "learning_rate": 0.0002, |
| "loss": 1.6019, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.4450535758783952, |
| "grad_norm": 0.10468854010105133, |
| "learning_rate": 0.0002, |
| "loss": 1.5875, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.44555195614253673, |
| "grad_norm": 0.10267975926399231, |
| "learning_rate": 0.0002, |
| "loss": 1.6071, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.4460503364066783, |
| "grad_norm": 0.10226966440677643, |
| "learning_rate": 0.0002, |
| "loss": 1.6654, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.44654871667081986, |
| "grad_norm": 0.1046745628118515, |
| "learning_rate": 0.0002, |
| "loss": 1.6244, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.44704709693496136, |
| "grad_norm": 0.5514235496520996, |
| "learning_rate": 0.0002, |
| "loss": 1.6949, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.4475454771991029, |
| "grad_norm": 0.10770034044981003, |
| "learning_rate": 0.0002, |
| "loss": 1.6388, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.44804385746324443, |
| "grad_norm": 0.1274634599685669, |
| "learning_rate": 0.0002, |
| "loss": 1.7169, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.448542237727386, |
| "grad_norm": 0.11944198608398438, |
| "learning_rate": 0.0002, |
| "loss": 1.635, |
| "step": 900 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 4012, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 300, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.024817808581591e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
