| { |
| "best_global_step": 500, |
| "best_metric": 1.6160000562667847, |
| "best_model_checkpoint": "/path/to/vlzip-stage4/checkpoint-500", |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 772, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012953367875647669, |
| "grad_norm": 3.961988687515259, |
| "learning_rate": 0.0, |
| "loss": 3.5942, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0025906735751295338, |
| "grad_norm": 4.237163543701172, |
| "learning_rate": 4.1666666666666667e-07, |
| "loss": 3.4457, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0038860103626943004, |
| "grad_norm": 3.947713851928711, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 3.4934, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0051813471502590676, |
| "grad_norm": 4.103781700134277, |
| "learning_rate": 1.25e-06, |
| "loss": 3.5077, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006476683937823834, |
| "grad_norm": 4.139891624450684, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 3.3517, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007772020725388601, |
| "grad_norm": 4.1965508460998535, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 3.2401, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.009067357512953367, |
| "grad_norm": 3.610322952270508, |
| "learning_rate": 2.5e-06, |
| "loss": 3.4581, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.010362694300518135, |
| "grad_norm": 2.114593744277954, |
| "learning_rate": 2.916666666666667e-06, |
| "loss": 2.9238, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.011658031088082901, |
| "grad_norm": 2.2600114345550537, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 2.9519, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.012953367875647668, |
| "grad_norm": 1.712815284729004, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 2.9783, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.014248704663212436, |
| "grad_norm": 1.186911702156067, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 2.5526, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.015544041450777202, |
| "grad_norm": 1.2582861185073853, |
| "learning_rate": 4.583333333333333e-06, |
| "loss": 2.485, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01683937823834197, |
| "grad_norm": 1.2093693017959595, |
| "learning_rate": 5e-06, |
| "loss": 2.4841, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.018134715025906734, |
| "grad_norm": 1.1385802030563354, |
| "learning_rate": 5.416666666666667e-06, |
| "loss": 2.6597, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.019430051813471502, |
| "grad_norm": 0.7675687074661255, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 2.7972, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.02072538860103627, |
| "grad_norm": 0.7423077821731567, |
| "learning_rate": 6.25e-06, |
| "loss": 2.326, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.022020725388601035, |
| "grad_norm": 0.7392103672027588, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.555, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.023316062176165803, |
| "grad_norm": 0.7092238664627075, |
| "learning_rate": 7.083333333333335e-06, |
| "loss": 2.4831, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02461139896373057, |
| "grad_norm": 0.6350530385971069, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 2.4156, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.025906735751295335, |
| "grad_norm": 1.1924011707305908, |
| "learning_rate": 7.916666666666667e-06, |
| "loss": 2.0769, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027202072538860103, |
| "grad_norm": 1.100220799446106, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 2.3253, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.02849740932642487, |
| "grad_norm": 1.2065426111221313, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 2.1464, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.029792746113989636, |
| "grad_norm": 0.805694043636322, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 2.3394, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.031088082901554404, |
| "grad_norm": 1.0455610752105713, |
| "learning_rate": 9.583333333333335e-06, |
| "loss": 2.4677, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03238341968911917, |
| "grad_norm": 1.7390717267990112, |
| "learning_rate": 1e-05, |
| "loss": 2.3276, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03367875647668394, |
| "grad_norm": 3.5062222480773926, |
| "learning_rate": 9.999955900271076e-06, |
| "loss": 2.1411, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.034974093264248704, |
| "grad_norm": 1.047017216682434, |
| "learning_rate": 9.999823601862217e-06, |
| "loss": 2.2771, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03626943005181347, |
| "grad_norm": 1.6287448406219482, |
| "learning_rate": 9.999603107107153e-06, |
| "loss": 2.1028, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03756476683937824, |
| "grad_norm": 1.4858123064041138, |
| "learning_rate": 9.999294419895389e-06, |
| "loss": 2.3778, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.038860103626943004, |
| "grad_norm": 0.6668227314949036, |
| "learning_rate": 9.998897545672133e-06, |
| "loss": 2.3638, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04015544041450777, |
| "grad_norm": 1.0612903833389282, |
| "learning_rate": 9.998412491438201e-06, |
| "loss": 2.462, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04145077720207254, |
| "grad_norm": 0.6636863946914673, |
| "learning_rate": 9.9978392657499e-06, |
| "loss": 2.3579, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.042746113989637305, |
| "grad_norm": 0.781121551990509, |
| "learning_rate": 9.99717787871887e-06, |
| "loss": 2.0975, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04404145077720207, |
| "grad_norm": 0.9479854702949524, |
| "learning_rate": 9.996428342011902e-06, |
| "loss": 2.2859, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04533678756476684, |
| "grad_norm": 0.8649857044219971, |
| "learning_rate": 9.995590668850745e-06, |
| "loss": 2.1732, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.046632124352331605, |
| "grad_norm": 0.591148853302002, |
| "learning_rate": 9.994664874011864e-06, |
| "loss": 2.2894, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.04792746113989637, |
| "grad_norm": 0.7663190960884094, |
| "learning_rate": 9.993650973826177e-06, |
| "loss": 2.2415, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04922279792746114, |
| "grad_norm": 0.6417776346206665, |
| "learning_rate": 9.992548986178774e-06, |
| "loss": 2.2576, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.050518134715025906, |
| "grad_norm": 0.7108107805252075, |
| "learning_rate": 9.991358930508599e-06, |
| "loss": 2.2915, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.05181347150259067, |
| "grad_norm": 0.7626336812973022, |
| "learning_rate": 9.990080827808104e-06, |
| "loss": 2.2403, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05310880829015544, |
| "grad_norm": 0.6871465444564819, |
| "learning_rate": 9.988714700622882e-06, |
| "loss": 2.2173, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.054404145077720206, |
| "grad_norm": 0.6497645974159241, |
| "learning_rate": 9.987260573051268e-06, |
| "loss": 2.1961, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05569948186528497, |
| "grad_norm": 0.5896015763282776, |
| "learning_rate": 9.985718470743916e-06, |
| "loss": 2.1507, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.05699481865284974, |
| "grad_norm": 0.9964750409126282, |
| "learning_rate": 9.984088420903343e-06, |
| "loss": 2.4303, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.05829015544041451, |
| "grad_norm": 0.7197266221046448, |
| "learning_rate": 9.982370452283451e-06, |
| "loss": 2.518, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05958549222797927, |
| "grad_norm": 0.7837846279144287, |
| "learning_rate": 9.980564595189019e-06, |
| "loss": 2.3789, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06088082901554404, |
| "grad_norm": 1.0444233417510986, |
| "learning_rate": 9.978670881475173e-06, |
| "loss": 2.2147, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.06217616580310881, |
| "grad_norm": 0.654209315776825, |
| "learning_rate": 9.976689344546817e-06, |
| "loss": 2.3509, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.06347150259067358, |
| "grad_norm": 0.8203169703483582, |
| "learning_rate": 9.974620019358046e-06, |
| "loss": 2.1634, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.06476683937823834, |
| "grad_norm": 1.495806336402893, |
| "learning_rate": 9.972462942411531e-06, |
| "loss": 2.3835, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06606217616580311, |
| "grad_norm": 0.6987830400466919, |
| "learning_rate": 9.97021815175788e-06, |
| "loss": 2.0951, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06735751295336788, |
| "grad_norm": 0.9444453716278076, |
| "learning_rate": 9.967885686994953e-06, |
| "loss": 2.2561, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.06865284974093264, |
| "grad_norm": 1.0102063417434692, |
| "learning_rate": 9.965465589267176e-06, |
| "loss": 2.1208, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.06994818652849741, |
| "grad_norm": 1.6975420713424683, |
| "learning_rate": 9.962957901264811e-06, |
| "loss": 2.3005, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.07124352331606218, |
| "grad_norm": 0.9733851552009583, |
| "learning_rate": 9.960362667223202e-06, |
| "loss": 2.3454, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.07253886010362694, |
| "grad_norm": 1.0678082704544067, |
| "learning_rate": 9.957679932921997e-06, |
| "loss": 2.3193, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.07383419689119171, |
| "grad_norm": 0.6987249255180359, |
| "learning_rate": 9.954909745684339e-06, |
| "loss": 2.2726, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.07512953367875648, |
| "grad_norm": 0.82325679063797, |
| "learning_rate": 9.952052154376027e-06, |
| "loss": 2.216, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07642487046632124, |
| "grad_norm": 0.6493696570396423, |
| "learning_rate": 9.949107209404664e-06, |
| "loss": 2.1224, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07772020725388601, |
| "grad_norm": 0.7731466889381409, |
| "learning_rate": 9.94607496271876e-06, |
| "loss": 2.2307, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07901554404145078, |
| "grad_norm": 0.78420090675354, |
| "learning_rate": 9.94295546780682e-06, |
| "loss": 2.0552, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.08031088082901554, |
| "grad_norm": 0.7467367649078369, |
| "learning_rate": 9.939748779696391e-06, |
| "loss": 2.2447, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.08160621761658031, |
| "grad_norm": 0.765451967716217, |
| "learning_rate": 9.936454954953108e-06, |
| "loss": 2.0992, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.08290155440414508, |
| "grad_norm": 0.755013644695282, |
| "learning_rate": 9.933074051679681e-06, |
| "loss": 2.1052, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.08419689119170984, |
| "grad_norm": 0.8792553544044495, |
| "learning_rate": 9.929606129514875e-06, |
| "loss": 2.2379, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.08549222797927461, |
| "grad_norm": 0.8433871865272522, |
| "learning_rate": 9.926051249632465e-06, |
| "loss": 2.1096, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.08678756476683938, |
| "grad_norm": 0.8772946000099182, |
| "learning_rate": 9.922409474740142e-06, |
| "loss": 2.0573, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08808290155440414, |
| "grad_norm": 0.7098591923713684, |
| "learning_rate": 9.918680869078425e-06, |
| "loss": 2.1351, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08937823834196891, |
| "grad_norm": 0.8203537464141846, |
| "learning_rate": 9.91486549841951e-06, |
| "loss": 2.101, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.09067357512953368, |
| "grad_norm": 0.752184271812439, |
| "learning_rate": 9.910963430066123e-06, |
| "loss": 1.9835, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09196891191709844, |
| "grad_norm": 0.8483728170394897, |
| "learning_rate": 9.906974732850327e-06, |
| "loss": 2.0507, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.09326424870466321, |
| "grad_norm": 0.7311016321182251, |
| "learning_rate": 9.902899477132306e-06, |
| "loss": 2.2265, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.09455958549222798, |
| "grad_norm": 0.746991753578186, |
| "learning_rate": 9.898737734799134e-06, |
| "loss": 2.1962, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.09585492227979274, |
| "grad_norm": 0.840429961681366, |
| "learning_rate": 9.89448957926349e-06, |
| "loss": 2.049, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09715025906735751, |
| "grad_norm": 0.732631504535675, |
| "learning_rate": 9.890155085462376e-06, |
| "loss": 2.0014, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09844559585492228, |
| "grad_norm": 0.9324226379394531, |
| "learning_rate": 9.885734329855798e-06, |
| "loss": 2.1824, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09974093264248704, |
| "grad_norm": 0.8776330351829529, |
| "learning_rate": 9.881227390425404e-06, |
| "loss": 2.0997, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.10103626943005181, |
| "grad_norm": 0.7887237668037415, |
| "learning_rate": 9.876634346673114e-06, |
| "loss": 1.9468, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.10233160621761658, |
| "grad_norm": 0.7851561307907104, |
| "learning_rate": 9.871955279619721e-06, |
| "loss": 2.1354, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.10362694300518134, |
| "grad_norm": 1.1628029346466064, |
| "learning_rate": 9.867190271803466e-06, |
| "loss": 2.2231, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10492227979274611, |
| "grad_norm": 0.7979488372802734, |
| "learning_rate": 9.862339407278564e-06, |
| "loss": 2.0726, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.10621761658031088, |
| "grad_norm": 0.7587772011756897, |
| "learning_rate": 9.857402771613744e-06, |
| "loss": 2.0956, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.10751295336787564, |
| "grad_norm": 0.816105306148529, |
| "learning_rate": 9.852380451890723e-06, |
| "loss": 2.1771, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.10880829015544041, |
| "grad_norm": 0.6705862283706665, |
| "learning_rate": 9.847272536702674e-06, |
| "loss": 2.0122, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.11010362694300518, |
| "grad_norm": 0.7731279134750366, |
| "learning_rate": 9.84207911615267e-06, |
| "loss": 2.1042, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.11139896373056994, |
| "grad_norm": 0.9606695175170898, |
| "learning_rate": 9.836800281852084e-06, |
| "loss": 2.0314, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.11269430051813471, |
| "grad_norm": 0.8623000383377075, |
| "learning_rate": 9.83143612691898e-06, |
| "loss": 2.126, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.11398963730569948, |
| "grad_norm": 0.955909013748169, |
| "learning_rate": 9.825986745976472e-06, |
| "loss": 2.1247, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.11528497409326424, |
| "grad_norm": 1.1289267539978027, |
| "learning_rate": 9.82045223515105e-06, |
| "loss": 2.1497, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.11658031088082901, |
| "grad_norm": 0.955631673336029, |
| "learning_rate": 9.814832692070879e-06, |
| "loss": 2.2668, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11787564766839378, |
| "grad_norm": 1.339616298675537, |
| "learning_rate": 9.809128215864096e-06, |
| "loss": 1.913, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11917098445595854, |
| "grad_norm": 1.027266502380371, |
| "learning_rate": 9.80333890715704e-06, |
| "loss": 2.1082, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.12046632124352331, |
| "grad_norm": 0.8723363876342773, |
| "learning_rate": 9.797464868072489e-06, |
| "loss": 2.0449, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.12176165803108809, |
| "grad_norm": 0.9281970262527466, |
| "learning_rate": 9.791506202227853e-06, |
| "loss": 2.0743, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.12305699481865284, |
| "grad_norm": 0.980986475944519, |
| "learning_rate": 9.785463014733356e-06, |
| "loss": 2.1245, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.12435233160621761, |
| "grad_norm": 0.8615231513977051, |
| "learning_rate": 9.779335412190168e-06, |
| "loss": 1.9081, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.12564766839378239, |
| "grad_norm": 0.852705180644989, |
| "learning_rate": 9.773123502688532e-06, |
| "loss": 2.1476, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.12694300518134716, |
| "grad_norm": 0.8371450304985046, |
| "learning_rate": 9.766827395805862e-06, |
| "loss": 2.0162, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.12823834196891193, |
| "grad_norm": 0.8834793567657471, |
| "learning_rate": 9.760447202604796e-06, |
| "loss": 1.8537, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.12953367875647667, |
| "grad_norm": 0.9118489623069763, |
| "learning_rate": 9.753983035631254e-06, |
| "loss": 2.108, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13082901554404144, |
| "grad_norm": 0.9087600708007812, |
| "learning_rate": 9.747435008912438e-06, |
| "loss": 2.0516, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.13212435233160622, |
| "grad_norm": 2.1685822010040283, |
| "learning_rate": 9.74080323795483e-06, |
| "loss": 2.1669, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.133419689119171, |
| "grad_norm": 0.9142223596572876, |
| "learning_rate": 9.734087839742152e-06, |
| "loss": 2.0137, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.13471502590673576, |
| "grad_norm": 0.9200546145439148, |
| "learning_rate": 9.7272889327333e-06, |
| "loss": 2.0868, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.13601036269430053, |
| "grad_norm": 0.8486931324005127, |
| "learning_rate": 9.720406636860252e-06, |
| "loss": 1.9464, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.13730569948186527, |
| "grad_norm": 1.0030617713928223, |
| "learning_rate": 9.713441073525968e-06, |
| "loss": 2.0824, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.13860103626943004, |
| "grad_norm": 1.1330851316452026, |
| "learning_rate": 9.706392365602224e-06, |
| "loss": 1.9878, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.13989637305699482, |
| "grad_norm": 0.9762888550758362, |
| "learning_rate": 9.699260637427468e-06, |
| "loss": 2.0657, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.1411917098445596, |
| "grad_norm": 1.104365348815918, |
| "learning_rate": 9.69204601480461e-06, |
| "loss": 1.8497, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.14248704663212436, |
| "grad_norm": 1.0455023050308228, |
| "learning_rate": 9.68474862499881e-06, |
| "loss": 1.9817, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.14378238341968913, |
| "grad_norm": 1.0105725526809692, |
| "learning_rate": 9.677368596735232e-06, |
| "loss": 1.9604, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.14507772020725387, |
| "grad_norm": 1.4316058158874512, |
| "learning_rate": 9.669906060196778e-06, |
| "loss": 1.8574, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.14637305699481865, |
| "grad_norm": 1.1934871673583984, |
| "learning_rate": 9.66236114702178e-06, |
| "loss": 1.8443, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.14766839378238342, |
| "grad_norm": 1.037026286125183, |
| "learning_rate": 9.65473399030169e-06, |
| "loss": 2.1034, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1489637305699482, |
| "grad_norm": 1.0123029947280884, |
| "learning_rate": 9.647024724578724e-06, |
| "loss": 1.9682, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.15025906735751296, |
| "grad_norm": 1.0621418952941895, |
| "learning_rate": 9.639233485843495e-06, |
| "loss": 1.9351, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.15155440414507773, |
| "grad_norm": 1.1957042217254639, |
| "learning_rate": 9.631360411532609e-06, |
| "loss": 2.0339, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.15284974093264247, |
| "grad_norm": 0.8379104733467102, |
| "learning_rate": 9.623405640526244e-06, |
| "loss": 2.0601, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.15414507772020725, |
| "grad_norm": 0.9850704669952393, |
| "learning_rate": 9.615369313145695e-06, |
| "loss": 2.0911, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.15544041450777202, |
| "grad_norm": 0.8857843279838562, |
| "learning_rate": 9.60725157115091e-06, |
| "loss": 1.8598, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1567357512953368, |
| "grad_norm": 1.175421118736267, |
| "learning_rate": 9.599052557737973e-06, |
| "loss": 2.178, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.15803108808290156, |
| "grad_norm": 1.030266284942627, |
| "learning_rate": 9.590772417536595e-06, |
| "loss": 1.9296, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.15932642487046633, |
| "grad_norm": 1.0185019969940186, |
| "learning_rate": 9.58241129660755e-06, |
| "loss": 1.8519, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.16062176165803108, |
| "grad_norm": 0.9762274622917175, |
| "learning_rate": 9.573969342440107e-06, |
| "loss": 1.9746, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.16191709844559585, |
| "grad_norm": 0.8578293919563293, |
| "learning_rate": 9.565446703949417e-06, |
| "loss": 1.7968, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.16321243523316062, |
| "grad_norm": 0.8589891195297241, |
| "learning_rate": 9.556843531473903e-06, |
| "loss": 2.0645, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1645077720207254, |
| "grad_norm": 1.1950880289077759, |
| "learning_rate": 9.548159976772593e-06, |
| "loss": 1.8846, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.16580310880829016, |
| "grad_norm": 0.9333671927452087, |
| "learning_rate": 9.53939619302245e-06, |
| "loss": 1.9932, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.16709844559585493, |
| "grad_norm": 1.0318408012390137, |
| "learning_rate": 9.530552334815672e-06, |
| "loss": 2.0922, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.16839378238341968, |
| "grad_norm": 1.160930871963501, |
| "learning_rate": 9.521628558156955e-06, |
| "loss": 1.7745, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16968911917098445, |
| "grad_norm": 1.0356159210205078, |
| "learning_rate": 9.512625020460754e-06, |
| "loss": 1.8838, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.17098445595854922, |
| "grad_norm": 0.9528965950012207, |
| "learning_rate": 9.503541880548496e-06, |
| "loss": 1.8735, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.172279792746114, |
| "grad_norm": 0.8905000686645508, |
| "learning_rate": 9.494379298645788e-06, |
| "loss": 1.9654, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.17357512953367876, |
| "grad_norm": 1.0470200777053833, |
| "learning_rate": 9.485137436379577e-06, |
| "loss": 2.0082, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.17487046632124353, |
| "grad_norm": 1.0726947784423828, |
| "learning_rate": 9.475816456775313e-06, |
| "loss": 2.0453, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.17616580310880828, |
| "grad_norm": 1.0658563375473022, |
| "learning_rate": 9.466416524254065e-06, |
| "loss": 1.9271, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.17746113989637305, |
| "grad_norm": 1.0881139039993286, |
| "learning_rate": 9.456937804629623e-06, |
| "loss": 1.9145, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.17875647668393782, |
| "grad_norm": 1.1098933219909668, |
| "learning_rate": 9.447380465105575e-06, |
| "loss": 1.9094, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1800518134715026, |
| "grad_norm": 1.0471988916397095, |
| "learning_rate": 9.437744674272353e-06, |
| "loss": 2.0622, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.18134715025906736, |
| "grad_norm": 0.9718754291534424, |
| "learning_rate": 9.428030602104264e-06, |
| "loss": 2.0524, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.18264248704663213, |
| "grad_norm": 1.09941828250885, |
| "learning_rate": 9.418238419956484e-06, |
| "loss": 2.126, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.18393782383419688, |
| "grad_norm": 1.6236449480056763, |
| "learning_rate": 9.408368300562047e-06, |
| "loss": 1.9437, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.18523316062176165, |
| "grad_norm": 0.9504075050354004, |
| "learning_rate": 9.398420418028789e-06, |
| "loss": 1.8707, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.18652849740932642, |
| "grad_norm": 1.9062823057174683, |
| "learning_rate": 9.388394947836278e-06, |
| "loss": 1.8351, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1878238341968912, |
| "grad_norm": 1.2809261083602905, |
| "learning_rate": 9.378292066832723e-06, |
| "loss": 2.0364, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.18911917098445596, |
| "grad_norm": 0.9997020363807678, |
| "learning_rate": 9.368111953231849e-06, |
| "loss": 1.8263, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.19041450777202074, |
| "grad_norm": 0.9715490937232971, |
| "learning_rate": 9.357854786609754e-06, |
| "loss": 1.9957, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.19170984455958548, |
| "grad_norm": 1.8801630735397339, |
| "learning_rate": 9.347520747901745e-06, |
| "loss": 1.8042, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.19300518134715025, |
| "grad_norm": 0.9815563559532166, |
| "learning_rate": 9.33711001939915e-06, |
| "loss": 2.0121, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.19430051813471502, |
| "grad_norm": 0.9765826463699341, |
| "learning_rate": 9.326622784746083e-06, |
| "loss": 1.9974, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1955958549222798, |
| "grad_norm": 1.181368112564087, |
| "learning_rate": 9.316059228936231e-06, |
| "loss": 1.861, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.19689119170984457, |
| "grad_norm": 1.0723419189453125, |
| "learning_rate": 9.305419538309573e-06, |
| "loss": 1.8014, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.19818652849740934, |
| "grad_norm": 3.325817823410034, |
| "learning_rate": 9.294703900549096e-06, |
| "loss": 1.9829, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.19948186528497408, |
| "grad_norm": 1.0286307334899902, |
| "learning_rate": 9.283912504677487e-06, |
| "loss": 1.8462, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.20077720207253885, |
| "grad_norm": 2.030907154083252, |
| "learning_rate": 9.273045541053805e-06, |
| "loss": 1.782, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.20207253886010362, |
| "grad_norm": 1.1784623861312866, |
| "learning_rate": 9.262103201370103e-06, |
| "loss": 1.9296, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2033678756476684, |
| "grad_norm": 1.3142341375350952, |
| "learning_rate": 9.251085678648072e-06, |
| "loss": 1.9228, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.20466321243523317, |
| "grad_norm": 1.1284396648406982, |
| "learning_rate": 9.239993167235614e-06, |
| "loss": 2.0876, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.20595854922279794, |
| "grad_norm": 1.1834419965744019, |
| "learning_rate": 9.22882586280343e-06, |
| "loss": 1.8292, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.20725388601036268, |
| "grad_norm": 0.9924725890159607, |
| "learning_rate": 9.21758396234156e-06, |
| "loss": 1.8513, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.20854922279792745, |
| "grad_norm": 3.2172844409942627, |
| "learning_rate": 9.206267664155906e-06, |
| "loss": 1.9895, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.20984455958549222, |
| "grad_norm": 1.2252551317214966, |
| "learning_rate": 9.194877167864745e-06, |
| "loss": 1.9236, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.211139896373057, |
| "grad_norm": 0.9770820736885071, |
| "learning_rate": 9.183412674395193e-06, |
| "loss": 1.9062, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.21243523316062177, |
| "grad_norm": 1.036807894706726, |
| "learning_rate": 9.171874385979673e-06, |
| "loss": 2.0328, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.21373056994818654, |
| "grad_norm": 1.2175438404083252, |
| "learning_rate": 9.160262506152343e-06, |
| "loss": 1.766, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.21502590673575128, |
| "grad_norm": 1.2329623699188232, |
| "learning_rate": 9.148577239745501e-06, |
| "loss": 1.8496, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.21632124352331605, |
| "grad_norm": 1.1274627447128296, |
| "learning_rate": 9.136818792885981e-06, |
| "loss": 1.915, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.21761658031088082, |
| "grad_norm": 1.1261439323425293, |
| "learning_rate": 9.124987372991512e-06, |
| "loss": 1.7809, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2189119170984456, |
| "grad_norm": 1.107468605041504, |
| "learning_rate": 9.113083188767057e-06, |
| "loss": 1.8009, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.22020725388601037, |
| "grad_norm": 1.3558907508850098, |
| "learning_rate": 9.101106450201133e-06, |
| "loss": 1.8587, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.22150259067357514, |
| "grad_norm": 1.2380905151367188, |
| "learning_rate": 9.089057368562113e-06, |
| "loss": 1.7511, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.22279792746113988, |
| "grad_norm": 1.2809183597564697, |
| "learning_rate": 9.07693615639449e-06, |
| "loss": 1.9445, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.22409326424870465, |
| "grad_norm": 1.1314321756362915, |
| "learning_rate": 9.064743027515127e-06, |
| "loss": 2.0023, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.22538860103626943, |
| "grad_norm": 1.0015232563018799, |
| "learning_rate": 9.052478197009504e-06, |
| "loss": 1.8165, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2266839378238342, |
| "grad_norm": 1.163474678993225, |
| "learning_rate": 9.040141881227897e-06, |
| "loss": 2.009, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.22797927461139897, |
| "grad_norm": 1.0280187129974365, |
| "learning_rate": 9.027734297781576e-06, |
| "loss": 1.9904, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.22927461139896374, |
| "grad_norm": 1.3255523443222046, |
| "learning_rate": 9.015255665538972e-06, |
| "loss": 1.7671, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.23056994818652848, |
| "grad_norm": 1.0369282960891724, |
| "learning_rate": 9.002706204621802e-06, |
| "loss": 1.7188, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.23186528497409326, |
| "grad_norm": 1.0396777391433716, |
| "learning_rate": 8.990086136401199e-06, |
| "loss": 1.6908, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.23316062176165803, |
| "grad_norm": 1.2296425104141235, |
| "learning_rate": 8.977395683493793e-06, |
| "loss": 1.821, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2344559585492228, |
| "grad_norm": 1.0347245931625366, |
| "learning_rate": 8.964635069757803e-06, |
| "loss": 1.8169, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.23575129533678757, |
| "grad_norm": 1.122043251991272, |
| "learning_rate": 8.951804520289067e-06, |
| "loss": 1.8777, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.23704663212435234, |
| "grad_norm": 0.9733263254165649, |
| "learning_rate": 8.938904261417088e-06, |
| "loss": 1.8081, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.23834196891191708, |
| "grad_norm": 1.0532820224761963, |
| "learning_rate": 8.925934520701034e-06, |
| "loss": 1.9201, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.23963730569948186, |
| "grad_norm": 1.0515098571777344, |
| "learning_rate": 8.912895526925726e-06, |
| "loss": 1.9071, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.24093264248704663, |
| "grad_norm": 1.121208906173706, |
| "learning_rate": 8.899787510097598e-06, |
| "loss": 1.8093, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2422279792746114, |
| "grad_norm": 1.170974850654602, |
| "learning_rate": 8.886610701440648e-06, |
| "loss": 1.8721, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.24352331606217617, |
| "grad_norm": 0.9363534450531006, |
| "learning_rate": 8.873365333392349e-06, |
| "loss": 1.73, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.24481865284974094, |
| "grad_norm": 0.9910795092582703, |
| "learning_rate": 8.86005163959956e-06, |
| "loss": 1.8079, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.24611398963730569, |
| "grad_norm": 1.0895111560821533, |
| "learning_rate": 8.846669854914395e-06, |
| "loss": 1.8131, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.24740932642487046, |
| "grad_norm": 1.3464375734329224, |
| "learning_rate": 8.833220215390085e-06, |
| "loss": 1.6697, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.24870466321243523, |
| "grad_norm": 1.6414902210235596, |
| "learning_rate": 8.819702958276812e-06, |
| "loss": 1.739, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.2388039827346802, |
| "learning_rate": 8.806118322017525e-06, |
| "loss": 1.8006, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.25129533678756477, |
| "grad_norm": 1.2335573434829712, |
| "learning_rate": 8.79246654624374e-06, |
| "loss": 1.6888, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.25259067357512954, |
| "grad_norm": 1.41487717628479, |
| "learning_rate": 8.778747871771293e-06, |
| "loss": 1.7543, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2538860103626943, |
| "grad_norm": 2.6147382259368896, |
| "learning_rate": 8.76496254059612e-06, |
| "loss": 1.9427, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2551813471502591, |
| "grad_norm": 1.1078357696533203, |
| "learning_rate": 8.751110795889966e-06, |
| "loss": 1.7878, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.25647668393782386, |
| "grad_norm": 1.0752217769622803, |
| "learning_rate": 8.737192881996106e-06, |
| "loss": 1.7959, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.25777202072538863, |
| "grad_norm": 1.1847490072250366, |
| "learning_rate": 8.723209044425034e-06, |
| "loss": 1.8002, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.25906735751295334, |
| "grad_norm": 1.1260130405426025, |
| "learning_rate": 8.709159529850126e-06, |
| "loss": 1.7823, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2603626943005181, |
| "grad_norm": 1.1287868022918701, |
| "learning_rate": 8.695044586103297e-06, |
| "loss": 1.9234, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2616580310880829, |
| "grad_norm": 1.1062188148498535, |
| "learning_rate": 8.680864462170622e-06, |
| "loss": 1.9002, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.26295336787564766, |
| "grad_norm": 1.5891491174697876, |
| "learning_rate": 8.666619408187953e-06, |
| "loss": 1.7853, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.26424870466321243, |
| "grad_norm": 1.2890671491622925, |
| "learning_rate": 8.652309675436496e-06, |
| "loss": 1.8849, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2655440414507772, |
| "grad_norm": 1.1872892379760742, |
| "learning_rate": 8.637935516338384e-06, |
| "loss": 1.9165, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.266839378238342, |
| "grad_norm": 1.1047430038452148, |
| "learning_rate": 8.623497184452227e-06, |
| "loss": 1.8993, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.26813471502590674, |
| "grad_norm": 0.8833361268043518, |
| "learning_rate": 8.608994934468633e-06, |
| "loss": 1.8237, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.2694300518134715, |
| "grad_norm": 2.3226280212402344, |
| "learning_rate": 8.594429022205719e-06, |
| "loss": 1.7962, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2707253886010363, |
| "grad_norm": 1.1140997409820557, |
| "learning_rate": 8.579799704604597e-06, |
| "loss": 1.8456, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.27202072538860106, |
| "grad_norm": 1.1130684614181519, |
| "learning_rate": 8.565107239724845e-06, |
| "loss": 1.968, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.27331606217616583, |
| "grad_norm": 1.15550696849823, |
| "learning_rate": 8.550351886739949e-06, |
| "loss": 1.8073, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.27461139896373055, |
| "grad_norm": 1.2736618518829346, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 1.741, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2759067357512953, |
| "grad_norm": 1.0873605012893677, |
| "learning_rate": 8.520653558690785e-06, |
| "loss": 1.8537, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2772020725388601, |
| "grad_norm": 1.1784409284591675, |
| "learning_rate": 8.505711107501802e-06, |
| "loss": 1.8454, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.27849740932642486, |
| "grad_norm": 1.124671459197998, |
| "learning_rate": 8.490706815949006e-06, |
| "loss": 1.9044, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.27979274611398963, |
| "grad_norm": 1.2479369640350342, |
| "learning_rate": 8.475640948706476e-06, |
| "loss": 1.8752, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2810880829015544, |
| "grad_norm": 0.9774690866470337, |
| "learning_rate": 8.460513771534475e-06, |
| "loss": 1.81, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2823834196891192, |
| "grad_norm": 0.8613808751106262, |
| "learning_rate": 8.44532555127477e-06, |
| "loss": 1.7319, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.28367875647668395, |
| "grad_norm": 1.05380117893219, |
| "learning_rate": 8.430076555845917e-06, |
| "loss": 1.633, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2849740932642487, |
| "grad_norm": 1.3016676902770996, |
| "learning_rate": 8.414767054238541e-06, |
| "loss": 1.8628, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2862694300518135, |
| "grad_norm": 1.00297212600708, |
| "learning_rate": 8.399397316510596e-06, |
| "loss": 1.7533, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.28756476683937826, |
| "grad_norm": 1.1722593307495117, |
| "learning_rate": 8.383967613782582e-06, |
| "loss": 1.7736, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.28886010362694303, |
| "grad_norm": 1.0967048406600952, |
| "learning_rate": 8.368478218232787e-06, |
| "loss": 1.8093, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.29015544041450775, |
| "grad_norm": 1.1382930278778076, |
| "learning_rate": 8.352929403092466e-06, |
| "loss": 1.7477, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2914507772020725, |
| "grad_norm": 1.0129637718200684, |
| "learning_rate": 8.337321442641036e-06, |
| "loss": 1.8, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2927461139896373, |
| "grad_norm": 0.9240421056747437, |
| "learning_rate": 8.321654612201222e-06, |
| "loss": 1.8488, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.29404145077720206, |
| "grad_norm": 0.9596297740936279, |
| "learning_rate": 8.305929188134216e-06, |
| "loss": 1.8923, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.29533678756476683, |
| "grad_norm": 0.9442227482795715, |
| "learning_rate": 8.290145447834797e-06, |
| "loss": 1.6718, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2966321243523316, |
| "grad_norm": 0.879130482673645, |
| "learning_rate": 8.274303669726427e-06, |
| "loss": 1.7457, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2979274611398964, |
| "grad_norm": 2.1004528999328613, |
| "learning_rate": 8.258404133256356e-06, |
| "loss": 1.8799, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.29922279792746115, |
| "grad_norm": 1.181241750717163, |
| "learning_rate": 8.242447118890686e-06, |
| "loss": 1.8044, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3005181347150259, |
| "grad_norm": 0.95156329870224, |
| "learning_rate": 8.226432908109416e-06, |
| "loss": 1.9068, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3018134715025907, |
| "grad_norm": 1.1262156963348389, |
| "learning_rate": 8.210361783401491e-06, |
| "loss": 1.7666, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.30310880829015546, |
| "grad_norm": 1.143411636352539, |
| "learning_rate": 8.194234028259806e-06, |
| "loss": 1.9038, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.30440414507772023, |
| "grad_norm": 1.1027392148971558, |
| "learning_rate": 8.178049927176217e-06, |
| "loss": 1.8737, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.30569948186528495, |
| "grad_norm": 1.9728175401687622, |
| "learning_rate": 8.161809765636506e-06, |
| "loss": 1.8091, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3069948186528497, |
| "grad_norm": 0.9247788190841675, |
| "learning_rate": 8.145513830115367e-06, |
| "loss": 1.6863, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.3082901554404145, |
| "grad_norm": 1.0272600650787354, |
| "learning_rate": 8.129162408071334e-06, |
| "loss": 1.8442, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.30958549222797926, |
| "grad_norm": 0.9048571586608887, |
| "learning_rate": 8.112755787941718e-06, |
| "loss": 2.0023, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.31088082901554404, |
| "grad_norm": 0.9695209264755249, |
| "learning_rate": 8.096294259137519e-06, |
| "loss": 1.837, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3121761658031088, |
| "grad_norm": 1.2371660470962524, |
| "learning_rate": 8.079778112038318e-06, |
| "loss": 1.8026, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3134715025906736, |
| "grad_norm": 1.0513858795166016, |
| "learning_rate": 8.063207637987166e-06, |
| "loss": 1.9963, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.31476683937823835, |
| "grad_norm": 0.885572075843811, |
| "learning_rate": 8.046583129285422e-06, |
| "loss": 1.9847, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.3160621761658031, |
| "grad_norm": 0.9771511554718018, |
| "learning_rate": 8.02990487918762e-06, |
| "loss": 1.765, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3173575129533679, |
| "grad_norm": 0.9950928092002869, |
| "learning_rate": 8.013173181896283e-06, |
| "loss": 1.7532, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.31865284974093266, |
| "grad_norm": 0.9537307024002075, |
| "learning_rate": 7.996388332556735e-06, |
| "loss": 1.6613, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.31994818652849744, |
| "grad_norm": 0.9764825701713562, |
| "learning_rate": 7.979550627251901e-06, |
| "loss": 1.6735, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.32124352331606215, |
| "grad_norm": 0.9874715805053711, |
| "learning_rate": 7.962660362997074e-06, |
| "loss": 1.7708, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.3225388601036269, |
| "grad_norm": 1.1472409963607788, |
| "learning_rate": 7.945717837734688e-06, |
| "loss": 1.6714, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.3238341968911917, |
| "grad_norm": 1.0249556303024292, |
| "learning_rate": 7.928723350329048e-06, |
| "loss": 1.7346, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.32512953367875647, |
| "grad_norm": 0.8988825678825378, |
| "learning_rate": 7.91167720056107e-06, |
| "loss": 1.6264, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.32642487046632124, |
| "grad_norm": 1.1042741537094116, |
| "learning_rate": 7.89457968912299e-06, |
| "loss": 1.8723, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.327720207253886, |
| "grad_norm": 0.8447934985160828, |
| "learning_rate": 7.87743111761305e-06, |
| "loss": 1.7967, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3290155440414508, |
| "grad_norm": 0.9557591080665588, |
| "learning_rate": 7.860231788530199e-06, |
| "loss": 1.7971, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.33031088082901555, |
| "grad_norm": 0.9893816113471985, |
| "learning_rate": 7.842982005268733e-06, |
| "loss": 1.8599, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3316062176165803, |
| "grad_norm": 0.9495405554771423, |
| "learning_rate": 7.82568207211296e-06, |
| "loss": 1.6566, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3329015544041451, |
| "grad_norm": 0.8749702572822571, |
| "learning_rate": 7.808332294231824e-06, |
| "loss": 1.8063, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.33419689119170987, |
| "grad_norm": 1.2533146142959595, |
| "learning_rate": 7.790932977673525e-06, |
| "loss": 1.7195, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.33549222797927464, |
| "grad_norm": 0.9891936779022217, |
| "learning_rate": 7.773484429360122e-06, |
| "loss": 1.7417, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.33678756476683935, |
| "grad_norm": 0.9500993490219116, |
| "learning_rate": 7.755986957082116e-06, |
| "loss": 1.5809, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3380829015544041, |
| "grad_norm": 1.0449806451797485, |
| "learning_rate": 7.738440869493018e-06, |
| "loss": 1.8223, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.3393782383419689, |
| "grad_norm": 0.9454615116119385, |
| "learning_rate": 7.720846476103911e-06, |
| "loss": 1.8198, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.34067357512953367, |
| "grad_norm": 1.0545799732208252, |
| "learning_rate": 7.703204087277989e-06, |
| "loss": 1.8983, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.34196891191709844, |
| "grad_norm": 1.026430368423462, |
| "learning_rate": 7.685514014225076e-06, |
| "loss": 1.8356, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3432642487046632, |
| "grad_norm": 1.0940204858779907, |
| "learning_rate": 7.667776568996143e-06, |
| "loss": 1.6725, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.344559585492228, |
| "grad_norm": 1.041306972503662, |
| "learning_rate": 7.6499920644778e-06, |
| "loss": 1.6349, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.34585492227979275, |
| "grad_norm": 1.1469593048095703, |
| "learning_rate": 7.63216081438678e-06, |
| "loss": 1.7095, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3471502590673575, |
| "grad_norm": 1.0388603210449219, |
| "learning_rate": 7.6142831332643994e-06, |
| "loss": 1.8134, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.3484455958549223, |
| "grad_norm": 0.8775234818458557, |
| "learning_rate": 7.596359336471015e-06, |
| "loss": 1.7744, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.34974093264248707, |
| "grad_norm": 1.0327327251434326, |
| "learning_rate": 7.578389740180461e-06, |
| "loss": 1.6926, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.35103626943005184, |
| "grad_norm": 1.2564126253128052, |
| "learning_rate": 7.560374661374463e-06, |
| "loss": 1.7779, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.35233160621761656, |
| "grad_norm": 1.0119752883911133, |
| "learning_rate": 7.542314417837062e-06, |
| "loss": 1.7482, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3536269430051813, |
| "grad_norm": 1.0766204595565796, |
| "learning_rate": 7.524209328148995e-06, |
| "loss": 1.9719, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3549222797927461, |
| "grad_norm": 1.1861612796783447, |
| "learning_rate": 7.506059711682078e-06, |
| "loss": 1.9527, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.35621761658031087, |
| "grad_norm": 1.015496015548706, |
| "learning_rate": 7.487865888593579e-06, |
| "loss": 1.6868, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.35751295336787564, |
| "grad_norm": 1.0318480730056763, |
| "learning_rate": 7.469628179820567e-06, |
| "loss": 1.6657, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.3588082901554404, |
| "grad_norm": 1.084868311882019, |
| "learning_rate": 7.451346907074245e-06, |
| "loss": 1.7777, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3601036269430052, |
| "grad_norm": 1.0875519514083862, |
| "learning_rate": 7.4330223928342814e-06, |
| "loss": 1.6756, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.36139896373056996, |
| "grad_norm": 1.1082035303115845, |
| "learning_rate": 7.4146549603431225e-06, |
| "loss": 1.7694, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.3626943005181347, |
| "grad_norm": 1.2754228115081787, |
| "learning_rate": 7.396244933600285e-06, |
| "loss": 1.7314, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3639896373056995, |
| "grad_norm": 0.9865210056304932, |
| "learning_rate": 7.377792637356644e-06, |
| "loss": 1.8106, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.36528497409326427, |
| "grad_norm": 1.0488427877426147, |
| "learning_rate": 7.359298397108704e-06, |
| "loss": 1.6691, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.36658031088082904, |
| "grad_norm": 0.8308634757995605, |
| "learning_rate": 7.340762539092858e-06, |
| "loss": 1.7633, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.36787564766839376, |
| "grad_norm": 1.0312767028808594, |
| "learning_rate": 7.322185390279632e-06, |
| "loss": 1.9481, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.36917098445595853, |
| "grad_norm": 2.3829352855682373, |
| "learning_rate": 7.303567278367918e-06, |
| "loss": 1.5043, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3704663212435233, |
| "grad_norm": 1.0807713270187378, |
| "learning_rate": 7.284908531779189e-06, |
| "loss": 1.7574, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.37176165803108807, |
| "grad_norm": 0.9812313914299011, |
| "learning_rate": 7.266209479651712e-06, |
| "loss": 1.5752, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.37305699481865284, |
| "grad_norm": 1.042359709739685, |
| "learning_rate": 7.247470451834741e-06, |
| "loss": 1.7806, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3743523316062176, |
| "grad_norm": 0.9092085361480713, |
| "learning_rate": 7.2286917788826926e-06, |
| "loss": 1.6291, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.3756476683937824, |
| "grad_norm": 1.1348210573196411, |
| "learning_rate": 7.209873792049322e-06, |
| "loss": 1.9856, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.37694300518134716, |
| "grad_norm": 1.0171518325805664, |
| "learning_rate": 7.1910168232818765e-06, |
| "loss": 1.6933, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.37823834196891193, |
| "grad_norm": 1.0894110202789307, |
| "learning_rate": 7.172121205215241e-06, |
| "loss": 1.6217, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3795336787564767, |
| "grad_norm": 1.1747410297393799, |
| "learning_rate": 7.153187271166071e-06, |
| "loss": 1.6353, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.38082901554404147, |
| "grad_norm": 0.9109553098678589, |
| "learning_rate": 7.134215355126905e-06, |
| "loss": 1.7126, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.38212435233160624, |
| "grad_norm": 0.8959193825721741, |
| "learning_rate": 7.1152057917602904e-06, |
| "loss": 1.6252, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.38341968911917096, |
| "grad_norm": 0.9879838228225708, |
| "learning_rate": 7.096158916392861e-06, |
| "loss": 1.793, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.38471502590673573, |
| "grad_norm": 1.1411892175674438, |
| "learning_rate": 7.0770750650094335e-06, |
| "loss": 1.6636, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3860103626943005, |
| "grad_norm": 1.0462467670440674, |
| "learning_rate": 7.057954574247076e-06, |
| "loss": 1.7945, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3873056994818653, |
| "grad_norm": 1.1615983247756958, |
| "learning_rate": 7.038797781389174e-06, |
| "loss": 1.6988, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.38860103626943004, |
| "grad_norm": 1.0192328691482544, |
| "learning_rate": 7.019605024359475e-06, |
| "loss": 1.6852, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3898963730569948, |
| "grad_norm": 1.082013726234436, |
| "learning_rate": 7.0003766417161335e-06, |
| "loss": 1.6827, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3911917098445596, |
| "grad_norm": 1.0153688192367554, |
| "learning_rate": 6.981112972645734e-06, |
| "loss": 1.6573, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.39248704663212436, |
| "grad_norm": 0.9773356914520264, |
| "learning_rate": 6.961814356957308e-06, |
| "loss": 1.6384, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.39378238341968913, |
| "grad_norm": 1.1218401193618774, |
| "learning_rate": 6.942481135076346e-06, |
| "loss": 1.902, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3950777202072539, |
| "grad_norm": 0.9850178956985474, |
| "learning_rate": 6.923113648038784e-06, |
| "loss": 1.6767, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.3963730569948187, |
| "grad_norm": 1.0459367036819458, |
| "learning_rate": 6.9037122374849966e-06, |
| "loss": 1.5925, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.39766839378238344, |
| "grad_norm": 1.0688074827194214, |
| "learning_rate": 6.884277245653758e-06, |
| "loss": 1.5956, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.39896373056994816, |
| "grad_norm": 1.026476502418518, |
| "learning_rate": 6.864809015376218e-06, |
| "loss": 1.6139, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.40025906735751293, |
| "grad_norm": 0.9798409938812256, |
| "learning_rate": 6.845307890069851e-06, |
| "loss": 1.5926, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.4015544041450777, |
| "grad_norm": 0.8492075204849243, |
| "learning_rate": 6.825774213732388e-06, |
| "loss": 1.6014, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4028497409326425, |
| "grad_norm": 1.1730836629867554, |
| "learning_rate": 6.806208330935766e-06, |
| "loss": 1.6712, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.40414507772020725, |
| "grad_norm": 1.06760573387146, |
| "learning_rate": 6.7866105868200325e-06, |
| "loss": 1.7203, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.405440414507772, |
| "grad_norm": 2.8247268199920654, |
| "learning_rate": 6.766981327087271e-06, |
| "loss": 1.7615, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.4067357512953368, |
| "grad_norm": 0.9581862688064575, |
| "learning_rate": 6.747320897995493e-06, |
| "loss": 1.6228, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.40803108808290156, |
| "grad_norm": 1.0653893947601318, |
| "learning_rate": 6.727629646352536e-06, |
| "loss": 1.5399, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.40932642487046633, |
| "grad_norm": 0.9498708844184875, |
| "learning_rate": 6.707907919509946e-06, |
| "loss": 1.5992, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.4106217616580311, |
| "grad_norm": 1.0044955015182495, |
| "learning_rate": 6.688156065356845e-06, |
| "loss": 1.6313, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.4119170984455959, |
| "grad_norm": 1.09602952003479, |
| "learning_rate": 6.668374432313797e-06, |
| "loss": 1.5978, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.41321243523316065, |
| "grad_norm": 1.0281319618225098, |
| "learning_rate": 6.648563369326666e-06, |
| "loss": 1.6621, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.41450777202072536, |
| "grad_norm": 0.9845161437988281, |
| "learning_rate": 6.628723225860454e-06, |
| "loss": 1.5473, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.41580310880829013, |
| "grad_norm": 1.1111558675765991, |
| "learning_rate": 6.60885435189314e-06, |
| "loss": 1.7279, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.4170984455958549, |
| "grad_norm": 0.9977635741233826, |
| "learning_rate": 6.588957097909509e-06, |
| "loss": 1.5733, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4183937823834197, |
| "grad_norm": 0.9844448566436768, |
| "learning_rate": 6.569031814894962e-06, |
| "loss": 1.591, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.41968911917098445, |
| "grad_norm": 1.0853886604309082, |
| "learning_rate": 6.549078854329328e-06, |
| "loss": 1.579, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4209844559585492, |
| "grad_norm": 0.9131169319152832, |
| "learning_rate": 6.529098568180672e-06, |
| "loss": 1.6398, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.422279792746114, |
| "grad_norm": 0.9565425515174866, |
| "learning_rate": 6.509091308899074e-06, |
| "loss": 1.5868, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.42357512953367876, |
| "grad_norm": 1.0737073421478271, |
| "learning_rate": 6.489057429410418e-06, |
| "loss": 1.5986, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.42487046632124353, |
| "grad_norm": 0.8935278058052063, |
| "learning_rate": 6.468997283110166e-06, |
| "loss": 1.6069, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.4261658031088083, |
| "grad_norm": 1.210968017578125, |
| "learning_rate": 6.448911223857124e-06, |
| "loss": 1.7825, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4274611398963731, |
| "grad_norm": 0.9139443039894104, |
| "learning_rate": 6.4287996059671985e-06, |
| "loss": 1.6052, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.42875647668393785, |
| "grad_norm": 1.0823360681533813, |
| "learning_rate": 6.408662784207149e-06, |
| "loss": 1.6982, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.43005181347150256, |
| "grad_norm": 0.997048556804657, |
| "learning_rate": 6.388501113788328e-06, |
| "loss": 1.6636, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.43134715025906734, |
| "grad_norm": 4.892472267150879, |
| "learning_rate": 6.368314950360416e-06, |
| "loss": 1.6278, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4326424870466321, |
| "grad_norm": 1.1357526779174805, |
| "learning_rate": 6.348104650005145e-06, |
| "loss": 1.6224, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4339378238341969, |
| "grad_norm": 0.9890827536582947, |
| "learning_rate": 6.327870569230022e-06, |
| "loss": 1.7661, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.43523316062176165, |
| "grad_norm": 0.9172429442405701, |
| "learning_rate": 6.307613064962042e-06, |
| "loss": 1.666, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.4365284974093264, |
| "grad_norm": 1.2755533456802368, |
| "learning_rate": 6.28733249454138e-06, |
| "loss": 1.8189, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4378238341968912, |
| "grad_norm": 1.1116775274276733, |
| "learning_rate": 6.267029215715099e-06, |
| "loss": 1.6772, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.43911917098445596, |
| "grad_norm": 1.0353986024856567, |
| "learning_rate": 6.246703586630838e-06, |
| "loss": 1.7197, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.44041450777202074, |
| "grad_norm": 1.169368863105774, |
| "learning_rate": 6.226355965830488e-06, |
| "loss": 1.7546, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4417098445595855, |
| "grad_norm": 1.421899437904358, |
| "learning_rate": 6.205986712243876e-06, |
| "loss": 1.7473, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.4430051813471503, |
| "grad_norm": 1.2078102827072144, |
| "learning_rate": 6.185596185182426e-06, |
| "loss": 1.52, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.44430051813471505, |
| "grad_norm": 1.0147042274475098, |
| "learning_rate": 6.165184744332824e-06, |
| "loss": 1.658, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.44559585492227977, |
| "grad_norm": 2.307651996612549, |
| "learning_rate": 6.144752749750671e-06, |
| "loss": 1.6091, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.44689119170984454, |
| "grad_norm": 0.8909070491790771, |
| "learning_rate": 6.124300561854139e-06, |
| "loss": 1.5986, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.4481865284974093, |
| "grad_norm": 1.4015833139419556, |
| "learning_rate": 6.103828541417606e-06, |
| "loss": 1.929, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.4494818652849741, |
| "grad_norm": 1.2431873083114624, |
| "learning_rate": 6.0833370495652885e-06, |
| "loss": 1.8011, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.45077720207253885, |
| "grad_norm": 1.2874951362609863, |
| "learning_rate": 6.062826447764883e-06, |
| "loss": 1.6861, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4520725388601036, |
| "grad_norm": 7.429315567016602, |
| "learning_rate": 6.042297097821184e-06, |
| "loss": 1.5128, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4533678756476684, |
| "grad_norm": 1.1864122152328491, |
| "learning_rate": 6.021749361869693e-06, |
| "loss": 1.7035, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.45466321243523317, |
| "grad_norm": 1.115491271018982, |
| "learning_rate": 6.001183602370249e-06, |
| "loss": 1.5819, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.45595854922279794, |
| "grad_norm": 1.4851834774017334, |
| "learning_rate": 5.980600182100617e-06, |
| "loss": 1.6518, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4572538860103627, |
| "grad_norm": 1.0581804513931274, |
| "learning_rate": 5.959999464150101e-06, |
| "loss": 1.6243, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.4585492227979275, |
| "grad_norm": 1.6220453977584839, |
| "learning_rate": 5.939381811913128e-06, |
| "loss": 1.7538, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.45984455958549225, |
| "grad_norm": 1.1932604312896729, |
| "learning_rate": 5.918747589082853e-06, |
| "loss": 1.5363, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.46113989637305697, |
| "grad_norm": 1.4205118417739868, |
| "learning_rate": 5.898097159644725e-06, |
| "loss": 1.7182, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.46243523316062174, |
| "grad_norm": 1.1873120069503784, |
| "learning_rate": 5.877430887870081e-06, |
| "loss": 1.6459, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4637305699481865, |
| "grad_norm": 1.6799578666687012, |
| "learning_rate": 5.856749138309716e-06, |
| "loss": 1.6532, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4650259067357513, |
| "grad_norm": 1.1090807914733887, |
| "learning_rate": 5.836052275787448e-06, |
| "loss": 1.5684, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.46632124352331605, |
| "grad_norm": 1.193097472190857, |
| "learning_rate": 5.8153406653936895e-06, |
| "loss": 1.652, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4676165803108808, |
| "grad_norm": 1.2036798000335693, |
| "learning_rate": 5.794614672479e-06, |
| "loss": 1.7192, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4689119170984456, |
| "grad_norm": 1.5199964046478271, |
| "learning_rate": 5.7738746626476495e-06, |
| "loss": 1.6227, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.47020725388601037, |
| "grad_norm": 1.3393440246582031, |
| "learning_rate": 5.753121001751161e-06, |
| "loss": 1.7378, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.47150259067357514, |
| "grad_norm": 1.3441263437271118, |
| "learning_rate": 5.7323540558818615e-06, |
| "loss": 1.7988, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4727979274611399, |
| "grad_norm": 1.7060637474060059, |
| "learning_rate": 5.711574191366427e-06, |
| "loss": 1.5902, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4740932642487047, |
| "grad_norm": 1.7133537530899048, |
| "learning_rate": 5.690781774759412e-06, |
| "loss": 1.7443, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.47538860103626945, |
| "grad_norm": 1.383394479751587, |
| "learning_rate": 5.669977172836791e-06, |
| "loss": 1.6801, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.47668393782383417, |
| "grad_norm": 1.609458565711975, |
| "learning_rate": 5.64916075258949e-06, |
| "loss": 1.6125, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.47797927461139894, |
| "grad_norm": 1.224892020225525, |
| "learning_rate": 5.628332881216899e-06, |
| "loss": 1.6805, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.4792746113989637, |
| "grad_norm": 1.2945423126220703, |
| "learning_rate": 5.6074939261204145e-06, |
| "loss": 1.6782, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4805699481865285, |
| "grad_norm": 1.320286512374878, |
| "learning_rate": 5.586644254896945e-06, |
| "loss": 1.6714, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.48186528497409326, |
| "grad_norm": 1.4307211637496948, |
| "learning_rate": 5.565784235332427e-06, |
| "loss": 1.6666, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.483160621761658, |
| "grad_norm": 1.0741175413131714, |
| "learning_rate": 5.544914235395347e-06, |
| "loss": 1.5124, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4844559585492228, |
| "grad_norm": 1.430330753326416, |
| "learning_rate": 5.524034623230241e-06, |
| "loss": 1.566, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.48575129533678757, |
| "grad_norm": 1.4610899686813354, |
| "learning_rate": 5.503145767151201e-06, |
| "loss": 1.697, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.48704663212435234, |
| "grad_norm": 1.0354617834091187, |
| "learning_rate": 5.482248035635386e-06, |
| "loss": 1.6581, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4883419689119171, |
| "grad_norm": 1.0924460887908936, |
| "learning_rate": 5.46134179731651e-06, |
| "loss": 1.6695, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4896373056994819, |
| "grad_norm": 1.2419058084487915, |
| "learning_rate": 5.440427420978356e-06, |
| "loss": 1.5944, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.49093264248704666, |
| "grad_norm": 1.578084945678711, |
| "learning_rate": 5.419505275548249e-06, |
| "loss": 1.6733, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.49222797927461137, |
| "grad_norm": 1.2596430778503418, |
| "learning_rate": 5.398575730090569e-06, |
| "loss": 1.7591, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.49352331606217614, |
| "grad_norm": 1.3724911212921143, |
| "learning_rate": 5.377639153800229e-06, |
| "loss": 1.7693, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.4948186528497409, |
| "grad_norm": 0.9356993436813354, |
| "learning_rate": 5.356695915996162e-06, |
| "loss": 1.5514, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4961139896373057, |
| "grad_norm": 1.0379865169525146, |
| "learning_rate": 5.335746386114814e-06, |
| "loss": 1.5637, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.49740932642487046, |
| "grad_norm": 1.2603338956832886, |
| "learning_rate": 5.3147909337036205e-06, |
| "loss": 1.5882, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.49870466321243523, |
| "grad_norm": 1.176857352256775, |
| "learning_rate": 5.29382992841449e-06, |
| "loss": 1.5807, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5517312288284302, |
| "learning_rate": 5.27286373999728e-06, |
| "loss": 1.6554, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5012953367875648, |
| "grad_norm": 1.2538155317306519, |
| "learning_rate": 5.251892738293285e-06, |
| "loss": 1.7086, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5025906735751295, |
| "grad_norm": 1.224009394645691, |
| "learning_rate": 5.230917293228699e-06, |
| "loss": 1.6491, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5038860103626943, |
| "grad_norm": 1.1826633214950562, |
| "learning_rate": 5.209937774808098e-06, |
| "loss": 1.4343, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5051813471502591, |
| "grad_norm": 1.0940345525741577, |
| "learning_rate": 5.188954553107913e-06, |
| "loss": 1.5727, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5064766839378239, |
| "grad_norm": 1.5314024686813354, |
| "learning_rate": 5.167967998269902e-06, |
| "loss": 1.7214, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.5077720207253886, |
| "grad_norm": 1.0600006580352783, |
| "learning_rate": 5.146978480494611e-06, |
| "loss": 1.5912, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5090673575129534, |
| "grad_norm": 0.9453856348991394, |
| "learning_rate": 5.125986370034862e-06, |
| "loss": 1.7152, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5103626943005182, |
| "grad_norm": 1.116500973701477, |
| "learning_rate": 5.104992037189208e-06, |
| "loss": 1.6561, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5116580310880829, |
| "grad_norm": 0.9965620040893555, |
| "learning_rate": 5.083995852295402e-06, |
| "loss": 1.6923, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5129533678756477, |
| "grad_norm": 1.0267661809921265, |
| "learning_rate": 5.062998185723868e-06, |
| "loss": 1.5762, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5142487046632125, |
| "grad_norm": 1.1577237844467163, |
| "learning_rate": 5.041999407871168e-06, |
| "loss": 1.5136, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5155440414507773, |
| "grad_norm": 1.2488936185836792, |
| "learning_rate": 5.020999889153469e-06, |
| "loss": 1.5415, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.5168393782383419, |
| "grad_norm": 1.2881699800491333, |
| "learning_rate": 5e-06, |
| "loss": 1.7089, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.5181347150259067, |
| "grad_norm": 1.234460711479187, |
| "learning_rate": 4.979000110846533e-06, |
| "loss": 1.7478, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5194300518134715, |
| "grad_norm": 1.1152491569519043, |
| "learning_rate": 4.958000592128834e-06, |
| "loss": 1.5783, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.5207253886010362, |
| "grad_norm": 1.104040503501892, |
| "learning_rate": 4.937001814276135e-06, |
| "loss": 1.719, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.522020725388601, |
| "grad_norm": 2.0457229614257812, |
| "learning_rate": 4.9160041477046e-06, |
| "loss": 1.6806, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5233160621761658, |
| "grad_norm": 1.250631332397461, |
| "learning_rate": 4.895007962810794e-06, |
| "loss": 1.3879, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5246113989637305, |
| "grad_norm": 1.5960781574249268, |
| "learning_rate": 4.874013629965138e-06, |
| "loss": 1.4102, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5259067357512953, |
| "grad_norm": 0.9493226408958435, |
| "learning_rate": 4.85302151950539e-06, |
| "loss": 1.477, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5272020725388601, |
| "grad_norm": 1.1279934644699097, |
| "learning_rate": 4.8320320017301e-06, |
| "loss": 1.4733, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5284974093264249, |
| "grad_norm": 1.3732160329818726, |
| "learning_rate": 4.811045446892087e-06, |
| "loss": 1.6295, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5297927461139896, |
| "grad_norm": 1.0034644603729248, |
| "learning_rate": 4.790062225191902e-06, |
| "loss": 1.4118, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.5310880829015544, |
| "grad_norm": 1.6584422588348389, |
| "learning_rate": 4.7690827067713035e-06, |
| "loss": 1.5566, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5323834196891192, |
| "grad_norm": 0.9733951091766357, |
| "learning_rate": 4.748107261706716e-06, |
| "loss": 1.5223, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.533678756476684, |
| "grad_norm": 0.9838838577270508, |
| "learning_rate": 4.727136260002721e-06, |
| "loss": 1.5925, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5349740932642487, |
| "grad_norm": 1.6726466417312622, |
| "learning_rate": 4.706170071585513e-06, |
| "loss": 1.6752, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5362694300518135, |
| "grad_norm": 1.116659164428711, |
| "learning_rate": 4.68520906629638e-06, |
| "loss": 1.6404, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5375647668393783, |
| "grad_norm": 1.0223548412322998, |
| "learning_rate": 4.664253613885187e-06, |
| "loss": 1.7367, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.538860103626943, |
| "grad_norm": 1.0119036436080933, |
| "learning_rate": 4.643304084003839e-06, |
| "loss": 1.5952, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.5401554404145078, |
| "grad_norm": 1.2546696662902832, |
| "learning_rate": 4.622360846199772e-06, |
| "loss": 1.4798, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5414507772020726, |
| "grad_norm": 1.0571644306182861, |
| "learning_rate": 4.6014242699094325e-06, |
| "loss": 1.6201, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5427461139896373, |
| "grad_norm": 1.355104923248291, |
| "learning_rate": 4.580494724451752e-06, |
| "loss": 1.5711, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5440414507772021, |
| "grad_norm": 1.3718758821487427, |
| "learning_rate": 4.559572579021646e-06, |
| "loss": 1.5926, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5453367875647669, |
| "grad_norm": 1.108573317527771, |
| "learning_rate": 4.53865820268349e-06, |
| "loss": 1.6342, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5466321243523317, |
| "grad_norm": 1.0821819305419922, |
| "learning_rate": 4.517751964364616e-06, |
| "loss": 1.444, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5479274611398963, |
| "grad_norm": 0.8122926354408264, |
| "learning_rate": 4.4968542328488e-06, |
| "loss": 1.4668, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5492227979274611, |
| "grad_norm": 0.9012024998664856, |
| "learning_rate": 4.4759653767697604e-06, |
| "loss": 1.5672, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5505181347150259, |
| "grad_norm": 0.9969602823257446, |
| "learning_rate": 4.455085764604653e-06, |
| "loss": 1.6746, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5518134715025906, |
| "grad_norm": 0.935289204120636, |
| "learning_rate": 4.434215764667573e-06, |
| "loss": 1.5376, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5531088082901554, |
| "grad_norm": 0.9820874333381653, |
| "learning_rate": 4.413355745103057e-06, |
| "loss": 1.4695, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5544041450777202, |
| "grad_norm": 0.8623206615447998, |
| "learning_rate": 4.392506073879586e-06, |
| "loss": 1.8803, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.555699481865285, |
| "grad_norm": 0.9572321176528931, |
| "learning_rate": 4.371667118783101e-06, |
| "loss": 1.6612, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5569948186528497, |
| "grad_norm": 0.9998318552970886, |
| "learning_rate": 4.3508392474105125e-06, |
| "loss": 1.7152, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5582901554404145, |
| "grad_norm": 1.0092027187347412, |
| "learning_rate": 4.3300228271632105e-06, |
| "loss": 1.4818, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5595854922279793, |
| "grad_norm": 0.9644368886947632, |
| "learning_rate": 4.309218225240591e-06, |
| "loss": 1.5026, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.560880829015544, |
| "grad_norm": 1.040366291999817, |
| "learning_rate": 4.2884258086335755e-06, |
| "loss": 1.4348, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5621761658031088, |
| "grad_norm": 0.8842604160308838, |
| "learning_rate": 4.267645944118141e-06, |
| "loss": 1.6283, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5634715025906736, |
| "grad_norm": 1.082820177078247, |
| "learning_rate": 4.2468789982488415e-06, |
| "loss": 1.5415, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5647668393782384, |
| "grad_norm": 1.0361484289169312, |
| "learning_rate": 4.226125337352352e-06, |
| "loss": 1.6463, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5660621761658031, |
| "grad_norm": 1.1396458148956299, |
| "learning_rate": 4.205385327521002e-06, |
| "loss": 1.5432, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5673575129533679, |
| "grad_norm": 0.9382902979850769, |
| "learning_rate": 4.184659334606312e-06, |
| "loss": 1.5663, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5686528497409327, |
| "grad_norm": 1.1375499963760376, |
| "learning_rate": 4.163947724212553e-06, |
| "loss": 1.6349, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5699481865284974, |
| "grad_norm": 0.9998140335083008, |
| "learning_rate": 4.143250861690285e-06, |
| "loss": 1.5026, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5712435233160622, |
| "grad_norm": 0.9888291954994202, |
| "learning_rate": 4.12256911212992e-06, |
| "loss": 1.6247, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.572538860103627, |
| "grad_norm": 0.8778893351554871, |
| "learning_rate": 4.101902840355277e-06, |
| "loss": 1.509, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5738341968911918, |
| "grad_norm": 0.9216470122337341, |
| "learning_rate": 4.081252410917148e-06, |
| "loss": 1.6658, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.5751295336787565, |
| "grad_norm": 1.1155840158462524, |
| "learning_rate": 4.060618188086873e-06, |
| "loss": 1.5044, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5764248704663213, |
| "grad_norm": 1.1149576902389526, |
| "learning_rate": 4.0400005358499e-06, |
| "loss": 1.6852, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5777202072538861, |
| "grad_norm": 1.0324351787567139, |
| "learning_rate": 4.019399817899383e-06, |
| "loss": 1.4633, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5790155440414507, |
| "grad_norm": 1.2651646137237549, |
| "learning_rate": 3.998816397629752e-06, |
| "loss": 1.6137, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5803108808290155, |
| "grad_norm": 1.1591652631759644, |
| "learning_rate": 3.978250638130306e-06, |
| "loss": 1.4481, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5816062176165803, |
| "grad_norm": 1.0747854709625244, |
| "learning_rate": 3.957702902178816e-06, |
| "loss": 1.5043, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.582901554404145, |
| "grad_norm": 1.2648824453353882, |
| "learning_rate": 3.937173552235117e-06, |
| "loss": 1.6337, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5841968911917098, |
| "grad_norm": 1.089403748512268, |
| "learning_rate": 3.916662950434714e-06, |
| "loss": 1.6302, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5854922279792746, |
| "grad_norm": 1.0358097553253174, |
| "learning_rate": 3.8961714585823975e-06, |
| "loss": 1.5623, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5867875647668394, |
| "grad_norm": 0.8972602486610413, |
| "learning_rate": 3.875699438145862e-06, |
| "loss": 1.4872, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5880829015544041, |
| "grad_norm": 1.003226637840271, |
| "learning_rate": 3.855247250249331e-06, |
| "loss": 1.6823, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5893782383419689, |
| "grad_norm": 0.9723194241523743, |
| "learning_rate": 3.834815255667179e-06, |
| "loss": 1.6676, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5906735751295337, |
| "grad_norm": 1.1487172842025757, |
| "learning_rate": 3.8144038148175756e-06, |
| "loss": 1.5668, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5919689119170984, |
| "grad_norm": 0.963367223739624, |
| "learning_rate": 3.794013287756125e-06, |
| "loss": 1.4729, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.5932642487046632, |
| "grad_norm": 1.21097731590271, |
| "learning_rate": 3.773644034169513e-06, |
| "loss": 1.5769, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.594559585492228, |
| "grad_norm": 1.1029012203216553, |
| "learning_rate": 3.7532964133691634e-06, |
| "loss": 1.655, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5958549222797928, |
| "grad_norm": 1.105193018913269, |
| "learning_rate": 3.732970784284903e-06, |
| "loss": 1.5472, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5971502590673575, |
| "grad_norm": 0.9611952900886536, |
| "learning_rate": 3.712667505458622e-06, |
| "loss": 1.5649, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5984455958549223, |
| "grad_norm": 0.9506083130836487, |
| "learning_rate": 3.6923869350379595e-06, |
| "loss": 1.4536, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5997409326424871, |
| "grad_norm": 1.0346324443817139, |
| "learning_rate": 3.6721294307699786e-06, |
| "loss": 1.5303, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6010362694300518, |
| "grad_norm": 0.9203392267227173, |
| "learning_rate": 3.651895349994857e-06, |
| "loss": 1.6319, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.6023316062176166, |
| "grad_norm": 1.121604323387146, |
| "learning_rate": 3.6316850496395863e-06, |
| "loss": 1.5527, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6036269430051814, |
| "grad_norm": 1.0689448118209839, |
| "learning_rate": 3.6114988862116736e-06, |
| "loss": 1.6516, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6049222797927462, |
| "grad_norm": 1.163565993309021, |
| "learning_rate": 3.5913372157928515e-06, |
| "loss": 1.5561, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6062176165803109, |
| "grad_norm": 1.1336215734481812, |
| "learning_rate": 3.5712003940328024e-06, |
| "loss": 1.7935, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6075129533678757, |
| "grad_norm": 1.0477566719055176, |
| "learning_rate": 3.5510887761428764e-06, |
| "loss": 1.4886, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6088082901554405, |
| "grad_norm": 0.9331677556037903, |
| "learning_rate": 3.5310027168898346e-06, |
| "loss": 1.5742, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6101036269430051, |
| "grad_norm": 1.1255176067352295, |
| "learning_rate": 3.510942570589583e-06, |
| "loss": 1.5736, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6113989637305699, |
| "grad_norm": 0.9851495027542114, |
| "learning_rate": 3.4909086911009284e-06, |
| "loss": 1.6295, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6126943005181347, |
| "grad_norm": 1.101414442062378, |
| "learning_rate": 3.4709014318193298e-06, |
| "loss": 1.4968, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6139896373056994, |
| "grad_norm": 1.1658620834350586, |
| "learning_rate": 3.450921145670674e-06, |
| "loss": 1.5622, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6152849740932642, |
| "grad_norm": 1.6204978227615356, |
| "learning_rate": 3.4309681851050414e-06, |
| "loss": 1.6013, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.616580310880829, |
| "grad_norm": 1.067237138748169, |
| "learning_rate": 3.4110429020904924e-06, |
| "loss": 1.5437, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6178756476683938, |
| "grad_norm": 1.2805628776550293, |
| "learning_rate": 3.3911456481068613e-06, |
| "loss": 1.4822, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6191709844559585, |
| "grad_norm": 1.1127654314041138, |
| "learning_rate": 3.3712767741395475e-06, |
| "loss": 1.5126, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6204663212435233, |
| "grad_norm": 1.1410140991210938, |
| "learning_rate": 3.3514366306733348e-06, |
| "loss": 1.5273, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.6217616580310881, |
| "grad_norm": 1.0110243558883667, |
| "learning_rate": 3.3316255676862048e-06, |
| "loss": 1.4573, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6230569948186528, |
| "grad_norm": 1.1052619218826294, |
| "learning_rate": 3.311843934643157e-06, |
| "loss": 1.6726, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6243523316062176, |
| "grad_norm": 1.104994535446167, |
| "learning_rate": 3.2920920804900546e-06, |
| "loss": 1.5638, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6256476683937824, |
| "grad_norm": 1.474835753440857, |
| "learning_rate": 3.272370353647465e-06, |
| "loss": 1.6106, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.6269430051813472, |
| "grad_norm": 1.1585274934768677, |
| "learning_rate": 3.252679102004509e-06, |
| "loss": 1.6305, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6282383419689119, |
| "grad_norm": 1.1967158317565918, |
| "learning_rate": 3.233018672912731e-06, |
| "loss": 1.5684, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.6295336787564767, |
| "grad_norm": 1.050734043121338, |
| "learning_rate": 3.213389413179969e-06, |
| "loss": 1.6936, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.6308290155440415, |
| "grad_norm": 1.0748276710510254, |
| "learning_rate": 3.1937916690642356e-06, |
| "loss": 1.5009, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.6321243523316062, |
| "grad_norm": 1.71390700340271, |
| "learning_rate": 3.1742257862676118e-06, |
| "loss": 1.4632, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.633419689119171, |
| "grad_norm": 1.0704139471054077, |
| "learning_rate": 3.1546921099301507e-06, |
| "loss": 1.5499, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.6347150259067358, |
| "grad_norm": 1.167057752609253, |
| "learning_rate": 3.1351909846237817e-06, |
| "loss": 1.5004, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6360103626943006, |
| "grad_norm": 1.131659984588623, |
| "learning_rate": 3.1157227543462428e-06, |
| "loss": 1.4833, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.6373056994818653, |
| "grad_norm": 1.113950490951538, |
| "learning_rate": 3.096287762515005e-06, |
| "loss": 1.492, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.6386010362694301, |
| "grad_norm": 1.0356504917144775, |
| "learning_rate": 3.076886351961217e-06, |
| "loss": 1.4545, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.6398963730569949, |
| "grad_norm": 1.108083724975586, |
| "learning_rate": 3.0575188649236566e-06, |
| "loss": 1.5549, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.6411917098445595, |
| "grad_norm": 0.9786263704299927, |
| "learning_rate": 3.0381856430426935e-06, |
| "loss": 1.6381, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.6424870466321243, |
| "grad_norm": 1.0314662456512451, |
| "learning_rate": 3.0188870273542682e-06, |
| "loss": 1.6056, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.6437823834196891, |
| "grad_norm": 1.3183842897415161, |
| "learning_rate": 2.9996233582838686e-06, |
| "loss": 1.5303, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.6450777202072538, |
| "grad_norm": 1.3431285619735718, |
| "learning_rate": 2.980394975640526e-06, |
| "loss": 1.4197, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.6463730569948186, |
| "grad_norm": 0.9174752831459045, |
| "learning_rate": 2.9612022186108267e-06, |
| "loss": 1.4469, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6476683937823834, |
| "grad_norm": 1.3870748281478882, |
| "learning_rate": 2.9420454257529258e-06, |
| "loss": 1.5492, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6476683937823834, |
| "eval_loss": 1.6160000562667847, |
| "eval_runtime": 277.8404, |
| "eval_samples_per_second": 18.719, |
| "eval_steps_per_second": 0.295, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6489637305699482, |
| "grad_norm": 1.276574969291687, |
| "learning_rate": 2.9229249349905686e-06, |
| "loss": 1.653, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6502590673575129, |
| "grad_norm": 1.0013084411621094, |
| "learning_rate": 2.9038410836071406e-06, |
| "loss": 1.465, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6515544041450777, |
| "grad_norm": 1.042726755142212, |
| "learning_rate": 2.8847942082397112e-06, |
| "loss": 1.5701, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6528497409326425, |
| "grad_norm": 1.0435270071029663, |
| "learning_rate": 2.8657846448730965e-06, |
| "loss": 1.4272, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6541450777202072, |
| "grad_norm": 1.0832363367080688, |
| "learning_rate": 2.846812728833931e-06, |
| "loss": 1.5845, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.655440414507772, |
| "grad_norm": 1.2031161785125732, |
| "learning_rate": 2.8278787947847595e-06, |
| "loss": 1.5273, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6567357512953368, |
| "grad_norm": 1.143031358718872, |
| "learning_rate": 2.808983176718125e-06, |
| "loss": 1.6102, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6580310880829016, |
| "grad_norm": 1.031115174293518, |
| "learning_rate": 2.7901262079506785e-06, |
| "loss": 1.4989, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6593264248704663, |
| "grad_norm": 1.117822289466858, |
| "learning_rate": 2.771308221117309e-06, |
| "loss": 1.5646, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6606217616580311, |
| "grad_norm": 1.2189844846725464, |
| "learning_rate": 2.752529548165259e-06, |
| "loss": 1.4254, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6619170984455959, |
| "grad_norm": 1.257439136505127, |
| "learning_rate": 2.7337905203482884e-06, |
| "loss": 1.3703, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6632124352331606, |
| "grad_norm": 1.341373324394226, |
| "learning_rate": 2.7150914682208118e-06, |
| "loss": 1.527, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6645077720207254, |
| "grad_norm": 1.1142569780349731, |
| "learning_rate": 2.696432721632082e-06, |
| "loss": 1.7398, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6658031088082902, |
| "grad_norm": 1.0872329473495483, |
| "learning_rate": 2.6778146097203693e-06, |
| "loss": 1.4836, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.667098445595855, |
| "grad_norm": 0.9008902907371521, |
| "learning_rate": 2.6592374609071446e-06, |
| "loss": 1.5111, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.6683937823834197, |
| "grad_norm": 1.2986565828323364, |
| "learning_rate": 2.640701602891298e-06, |
| "loss": 1.4221, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6696891191709845, |
| "grad_norm": 0.9051121473312378, |
| "learning_rate": 2.6222073626433587e-06, |
| "loss": 1.6283, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6709844559585493, |
| "grad_norm": 1.0537306070327759, |
| "learning_rate": 2.603755066399718e-06, |
| "loss": 1.4292, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6722797927461139, |
| "grad_norm": 1.146615743637085, |
| "learning_rate": 2.585345039656878e-06, |
| "loss": 1.5965, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6735751295336787, |
| "grad_norm": 1.0994024276733398, |
| "learning_rate": 2.5669776071657194e-06, |
| "loss": 1.5731, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6748704663212435, |
| "grad_norm": 1.1996729373931885, |
| "learning_rate": 2.5486530929257574e-06, |
| "loss": 1.5688, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6761658031088082, |
| "grad_norm": 1.2363718748092651, |
| "learning_rate": 2.5303718201794336e-06, |
| "loss": 1.553, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.677461139896373, |
| "grad_norm": 1.2366348505020142, |
| "learning_rate": 2.512134111406422e-06, |
| "loss": 1.5713, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6787564766839378, |
| "grad_norm": 1.1853890419006348, |
| "learning_rate": 2.493940288317925e-06, |
| "loss": 1.6119, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6800518134715026, |
| "grad_norm": 1.0547943115234375, |
| "learning_rate": 2.475790671851007e-06, |
| "loss": 1.5044, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6813471502590673, |
| "grad_norm": 0.995441734790802, |
| "learning_rate": 2.4576855821629397e-06, |
| "loss": 1.5633, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6826424870466321, |
| "grad_norm": 1.2481443881988525, |
| "learning_rate": 2.4396253386255386e-06, |
| "loss": 1.6463, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6839378238341969, |
| "grad_norm": 1.2301651239395142, |
| "learning_rate": 2.4216102598195407e-06, |
| "loss": 1.5592, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6852331606217616, |
| "grad_norm": 1.0866541862487793, |
| "learning_rate": 2.403640663528986e-06, |
| "loss": 1.4683, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6865284974093264, |
| "grad_norm": 0.8681275248527527, |
| "learning_rate": 2.3857168667356022e-06, |
| "loss": 1.4146, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6878238341968912, |
| "grad_norm": 1.3087412118911743, |
| "learning_rate": 2.3678391856132203e-06, |
| "loss": 1.6037, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.689119170984456, |
| "grad_norm": 1.0823169946670532, |
| "learning_rate": 2.3500079355222005e-06, |
| "loss": 1.5972, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.6904145077720207, |
| "grad_norm": 1.0805624723434448, |
| "learning_rate": 2.332223431003859e-06, |
| "loss": 1.4776, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6917098445595855, |
| "grad_norm": 1.1508588790893555, |
| "learning_rate": 2.3144859857749245e-06, |
| "loss": 1.5446, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6930051813471503, |
| "grad_norm": 1.0843334197998047, |
| "learning_rate": 2.296795912722014e-06, |
| "loss": 1.5923, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.694300518134715, |
| "grad_norm": 1.4934511184692383, |
| "learning_rate": 2.2791535238960903e-06, |
| "loss": 1.4969, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6955958549222798, |
| "grad_norm": 1.0955530405044556, |
| "learning_rate": 2.2615591305069846e-06, |
| "loss": 1.5942, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6968911917098446, |
| "grad_norm": 1.28902006149292, |
| "learning_rate": 2.2440130429178874e-06, |
| "loss": 1.6066, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6981865284974094, |
| "grad_norm": 1.1328999996185303, |
| "learning_rate": 2.226515570639879e-06, |
| "loss": 1.5089, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6994818652849741, |
| "grad_norm": 1.2266199588775635, |
| "learning_rate": 2.209067022326476e-06, |
| "loss": 1.6595, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7007772020725389, |
| "grad_norm": 1.104842185974121, |
| "learning_rate": 2.1916677057681786e-06, |
| "loss": 1.5564, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7020725388601037, |
| "grad_norm": 0.9999545812606812, |
| "learning_rate": 2.174317927887041e-06, |
| "loss": 1.5504, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7033678756476683, |
| "grad_norm": 1.0765515565872192, |
| "learning_rate": 2.1570179947312674e-06, |
| "loss": 1.4155, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7046632124352331, |
| "grad_norm": 1.035628080368042, |
| "learning_rate": 2.139768211469803e-06, |
| "loss": 1.4189, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7059585492227979, |
| "grad_norm": 1.1408976316452026, |
| "learning_rate": 2.1225688823869494e-06, |
| "loss": 1.3906, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7072538860103627, |
| "grad_norm": 1.3467857837677002, |
| "learning_rate": 2.105420310877012e-06, |
| "loss": 1.4841, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7085492227979274, |
| "grad_norm": 1.10527765750885, |
| "learning_rate": 2.088322799438931e-06, |
| "loss": 1.6632, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7098445595854922, |
| "grad_norm": 1.4465583562850952, |
| "learning_rate": 2.0712766496709524e-06, |
| "loss": 1.4955, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.711139896373057, |
| "grad_norm": 0.9860876798629761, |
| "learning_rate": 2.054282162265313e-06, |
| "loss": 1.4963, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.7124352331606217, |
| "grad_norm": 1.2740287780761719, |
| "learning_rate": 2.0373396370029266e-06, |
| "loss": 1.625, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7137305699481865, |
| "grad_norm": 1.0191733837127686, |
| "learning_rate": 2.0204493727480996e-06, |
| "loss": 1.4699, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7150259067357513, |
| "grad_norm": 1.0626295804977417, |
| "learning_rate": 2.0036116674432653e-06, |
| "loss": 1.5369, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.716321243523316, |
| "grad_norm": 1.200140118598938, |
| "learning_rate": 1.9868268181037186e-06, |
| "loss": 1.5947, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.7176165803108808, |
| "grad_norm": 1.2359869480133057, |
| "learning_rate": 1.9700951208123796e-06, |
| "loss": 1.7231, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7189119170984456, |
| "grad_norm": 1.2748795747756958, |
| "learning_rate": 1.95341687071458e-06, |
| "loss": 1.6175, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.7202072538860104, |
| "grad_norm": 1.128735899925232, |
| "learning_rate": 1.9367923620128354e-06, |
| "loss": 1.5427, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.7215025906735751, |
| "grad_norm": 0.9714717864990234, |
| "learning_rate": 1.9202218879616824e-06, |
| "loss": 1.6575, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.7227979274611399, |
| "grad_norm": 1.1940597295761108, |
| "learning_rate": 1.9037057408624849e-06, |
| "loss": 1.661, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.7240932642487047, |
| "grad_norm": 1.0992833375930786, |
| "learning_rate": 1.8872442120582845e-06, |
| "loss": 1.3107, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.7253886010362695, |
| "grad_norm": 1.0003715753555298, |
| "learning_rate": 1.8708375919286681e-06, |
| "loss": 1.5674, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7266839378238342, |
| "grad_norm": 0.9289507865905762, |
| "learning_rate": 1.854486169884635e-06, |
| "loss": 1.5403, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.727979274611399, |
| "grad_norm": 1.1293492317199707, |
| "learning_rate": 1.8381902343634938e-06, |
| "loss": 1.4391, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.7292746113989638, |
| "grad_norm": 1.0137596130371094, |
| "learning_rate": 1.8219500728237849e-06, |
| "loss": 1.6329, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.7305699481865285, |
| "grad_norm": 1.5705465078353882, |
| "learning_rate": 1.8057659717401948e-06, |
| "loss": 1.583, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.7318652849740933, |
| "grad_norm": 1.2883741855621338, |
| "learning_rate": 1.7896382165985094e-06, |
| "loss": 1.5483, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.7331606217616581, |
| "grad_norm": 0.981034517288208, |
| "learning_rate": 1.773567091890585e-06, |
| "loss": 1.4047, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.7344559585492227, |
| "grad_norm": 1.0456409454345703, |
| "learning_rate": 1.7575528811093168e-06, |
| "loss": 1.4473, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.7357512953367875, |
| "grad_norm": 1.0574207305908203, |
| "learning_rate": 1.7415958667436445e-06, |
| "loss": 1.5636, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.7370466321243523, |
| "grad_norm": 1.5023987293243408, |
| "learning_rate": 1.7256963302735752e-06, |
| "loss": 1.48, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.7383419689119171, |
| "grad_norm": 0.9984103441238403, |
| "learning_rate": 1.709854552165206e-06, |
| "loss": 1.6165, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7396373056994818, |
| "grad_norm": 0.9938836097717285, |
| "learning_rate": 1.6940708118657838e-06, |
| "loss": 1.5157, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.7409326424870466, |
| "grad_norm": 1.81129789352417, |
| "learning_rate": 1.67834538779878e-06, |
| "loss": 1.4584, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.7422279792746114, |
| "grad_norm": 1.189976453781128, |
| "learning_rate": 1.6626785573589667e-06, |
| "loss": 1.5368, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.7435233160621761, |
| "grad_norm": 1.0208349227905273, |
| "learning_rate": 1.6470705969075335e-06, |
| "loss": 1.6937, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.7448186528497409, |
| "grad_norm": 1.2884913682937622, |
| "learning_rate": 1.6315217817672142e-06, |
| "loss": 1.5275, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7461139896373057, |
| "grad_norm": 1.036279320716858, |
| "learning_rate": 1.6160323862174188e-06, |
| "loss": 1.3944, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.7474093264248705, |
| "grad_norm": 1.1106023788452148, |
| "learning_rate": 1.6006026834894068e-06, |
| "loss": 1.5507, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.7487046632124352, |
| "grad_norm": 1.2403995990753174, |
| "learning_rate": 1.5852329457614602e-06, |
| "loss": 1.5353, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.0434019565582275, |
| "learning_rate": 1.5699234441540845e-06, |
| "loss": 1.3099, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.7512953367875648, |
| "grad_norm": 1.2283532619476318, |
| "learning_rate": 1.554674448725232e-06, |
| "loss": 1.4023, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7525906735751295, |
| "grad_norm": 0.9876958131790161, |
| "learning_rate": 1.5394862284655266e-06, |
| "loss": 1.4635, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7538860103626943, |
| "grad_norm": 1.6783874034881592, |
| "learning_rate": 1.5243590512935246e-06, |
| "loss": 1.7265, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7551813471502591, |
| "grad_norm": 1.021437168121338, |
| "learning_rate": 1.509293184050995e-06, |
| "loss": 1.2684, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7564766839378239, |
| "grad_norm": 1.098883867263794, |
| "learning_rate": 1.4942888924982008e-06, |
| "loss": 1.4472, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7577720207253886, |
| "grad_norm": 1.1636520624160767, |
| "learning_rate": 1.4793464413092161e-06, |
| "loss": 1.4747, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7590673575129534, |
| "grad_norm": 1.0701802968978882, |
| "learning_rate": 1.4644660940672628e-06, |
| "loss": 1.5903, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7603626943005182, |
| "grad_norm": 1.0113797187805176, |
| "learning_rate": 1.4496481132600516e-06, |
| "loss": 1.486, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.7616580310880829, |
| "grad_norm": 1.1597944498062134, |
| "learning_rate": 1.4348927602751555e-06, |
| "loss": 1.402, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7629533678756477, |
| "grad_norm": 0.996114194393158, |
| "learning_rate": 1.4202002953954042e-06, |
| "loss": 1.4693, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7642487046632125, |
| "grad_norm": 1.1687228679656982, |
| "learning_rate": 1.4055709777942833e-06, |
| "loss": 1.3874, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7655440414507773, |
| "grad_norm": 0.9727877378463745, |
| "learning_rate": 1.3910050655313679e-06, |
| "loss": 1.5345, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7668393782383419, |
| "grad_norm": 1.0391204357147217, |
| "learning_rate": 1.376502815547774e-06, |
| "loss": 1.5989, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7681347150259067, |
| "grad_norm": 1.0674517154693604, |
| "learning_rate": 1.362064483661617e-06, |
| "loss": 1.4254, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7694300518134715, |
| "grad_norm": 1.392815113067627, |
| "learning_rate": 1.3476903245635048e-06, |
| "loss": 1.5638, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7707253886010362, |
| "grad_norm": 1.4136853218078613, |
| "learning_rate": 1.3333805918120473e-06, |
| "loss": 1.4939, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.772020725388601, |
| "grad_norm": 0.9590978026390076, |
| "learning_rate": 1.3191355378293785e-06, |
| "loss": 1.521, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7733160621761658, |
| "grad_norm": 1.1052613258361816, |
| "learning_rate": 1.3049554138967052e-06, |
| "loss": 1.535, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.7746113989637305, |
| "grad_norm": 1.246604323387146, |
| "learning_rate": 1.2908404701498762e-06, |
| "loss": 1.548, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7759067357512953, |
| "grad_norm": 1.6142481565475464, |
| "learning_rate": 1.2767909555749676e-06, |
| "loss": 1.5366, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7772020725388601, |
| "grad_norm": 1.3247530460357666, |
| "learning_rate": 1.2628071180038949e-06, |
| "loss": 1.6351, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7784974093264249, |
| "grad_norm": 1.8179649114608765, |
| "learning_rate": 1.2488892041100364e-06, |
| "loss": 1.4831, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7797927461139896, |
| "grad_norm": 1.045743465423584, |
| "learning_rate": 1.2350374594038817e-06, |
| "loss": 1.6823, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7810880829015544, |
| "grad_norm": 1.3222979307174683, |
| "learning_rate": 1.2212521282287093e-06, |
| "loss": 1.3961, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7823834196891192, |
| "grad_norm": 1.320797324180603, |
| "learning_rate": 1.2075334537562638e-06, |
| "loss": 1.6146, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.783678756476684, |
| "grad_norm": 1.0100151300430298, |
| "learning_rate": 1.1938816779824753e-06, |
| "loss": 1.5368, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7849740932642487, |
| "grad_norm": 1.3419349193572998, |
| "learning_rate": 1.1802970417231897e-06, |
| "loss": 1.5065, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7862694300518135, |
| "grad_norm": 1.0231964588165283, |
| "learning_rate": 1.1667797846099172e-06, |
| "loss": 1.6798, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7875647668393783, |
| "grad_norm": 1.1260253190994263, |
| "learning_rate": 1.1533301450856054e-06, |
| "loss": 1.518, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.788860103626943, |
| "grad_norm": 1.2313636541366577, |
| "learning_rate": 1.1399483604004403e-06, |
| "loss": 1.507, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7901554404145078, |
| "grad_norm": 1.043979525566101, |
| "learning_rate": 1.1266346666076516e-06, |
| "loss": 1.4741, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7914507772020726, |
| "grad_norm": 1.038160800933838, |
| "learning_rate": 1.1133892985593532e-06, |
| "loss": 1.576, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7927461139896373, |
| "grad_norm": 1.0800235271453857, |
| "learning_rate": 1.1002124899024024e-06, |
| "loss": 1.4181, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7940414507772021, |
| "grad_norm": 1.0968854427337646, |
| "learning_rate": 1.0871044730742752e-06, |
| "loss": 1.5242, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7953367875647669, |
| "grad_norm": 1.0271400213241577, |
| "learning_rate": 1.0740654792989658e-06, |
| "loss": 1.4949, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.7966321243523317, |
| "grad_norm": 2.4453909397125244, |
| "learning_rate": 1.061095738582913e-06, |
| "loss": 1.4534, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7979274611398963, |
| "grad_norm": 1.303238034248352, |
| "learning_rate": 1.0481954797109344e-06, |
| "loss": 1.5555, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7992227979274611, |
| "grad_norm": 0.9862561225891113, |
| "learning_rate": 1.0353649302421982e-06, |
| "loss": 1.4974, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.8005181347150259, |
| "grad_norm": 1.011978268623352, |
| "learning_rate": 1.0226043165062082e-06, |
| "loss": 1.3898, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.8018134715025906, |
| "grad_norm": 1.3432072401046753, |
| "learning_rate": 1.0099138635988026e-06, |
| "loss": 1.5856, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.8031088082901554, |
| "grad_norm": 1.4225488901138306, |
| "learning_rate": 9.972937953781985e-07, |
| "loss": 1.5499, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8044041450777202, |
| "grad_norm": 1.9342267513275146, |
| "learning_rate": 9.847443344610296e-07, |
| "loss": 1.4327, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.805699481865285, |
| "grad_norm": 1.0823417901992798, |
| "learning_rate": 9.722657022184245e-07, |
| "loss": 1.4037, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.8069948186528497, |
| "grad_norm": 1.3602349758148193, |
| "learning_rate": 9.59858118772105e-07, |
| "loss": 1.563, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.8082901554404145, |
| "grad_norm": 1.2760757207870483, |
| "learning_rate": 9.47521802990497e-07, |
| "loss": 1.7271, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.8095854922279793, |
| "grad_norm": 1.1673961877822876, |
| "learning_rate": 9.352569724848715e-07, |
| "loss": 1.7494, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.810880829015544, |
| "grad_norm": 1.0064778327941895, |
| "learning_rate": 9.230638436055122e-07, |
| "loss": 1.3722, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.8121761658031088, |
| "grad_norm": 2.09700608253479, |
| "learning_rate": 9.109426314378878e-07, |
| "loss": 1.3962, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.8134715025906736, |
| "grad_norm": 1.417157769203186, |
| "learning_rate": 8.988935497988666e-07, |
| "loss": 1.5885, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.8147668393782384, |
| "grad_norm": 1.1651970148086548, |
| "learning_rate": 8.86916811232944e-07, |
| "loss": 1.4713, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.8160621761658031, |
| "grad_norm": 1.0425779819488525, |
| "learning_rate": 8.750126270084891e-07, |
| "loss": 1.4059, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8173575129533679, |
| "grad_norm": 1.2462821006774902, |
| "learning_rate": 8.631812071140189e-07, |
| "loss": 1.4826, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.8186528497409327, |
| "grad_norm": 0.9702634811401367, |
| "learning_rate": 8.514227602545e-07, |
| "loss": 1.5013, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.8199481865284974, |
| "grad_norm": 1.1513921022415161, |
| "learning_rate": 8.397374938476594e-07, |
| "loss": 1.6157, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.8212435233160622, |
| "grad_norm": 1.1683169603347778, |
| "learning_rate": 8.28125614020327e-07, |
| "loss": 1.4692, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.822538860103627, |
| "grad_norm": 1.1551121473312378, |
| "learning_rate": 8.165873256048079e-07, |
| "loss": 1.5019, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.8238341968911918, |
| "grad_norm": 1.3063536882400513, |
| "learning_rate": 8.051228321352567e-07, |
| "loss": 1.4964, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.8251295336787565, |
| "grad_norm": 1.1921881437301636, |
| "learning_rate": 7.937323358440935e-07, |
| "loss": 1.4022, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.8264248704663213, |
| "grad_norm": 1.0258533954620361, |
| "learning_rate": 7.824160376584422e-07, |
| "loss": 1.5113, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.8277202072538861, |
| "grad_norm": 1.6122270822525024, |
| "learning_rate": 7.711741371965703e-07, |
| "loss": 1.4753, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.8290155440414507, |
| "grad_norm": 1.2944881916046143, |
| "learning_rate": 7.600068327643867e-07, |
| "loss": 1.7111, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8303108808290155, |
| "grad_norm": 1.1729899644851685, |
| "learning_rate": 7.489143213519301e-07, |
| "loss": 1.3627, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.8316062176165803, |
| "grad_norm": 1.096620798110962, |
| "learning_rate": 7.378967986298974e-07, |
| "loss": 1.5417, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.832901554404145, |
| "grad_norm": 1.161104679107666, |
| "learning_rate": 7.269544589461968e-07, |
| "loss": 1.5107, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.8341968911917098, |
| "grad_norm": 1.1583714485168457, |
| "learning_rate": 7.160874953225133e-07, |
| "loss": 1.3914, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.8354922279792746, |
| "grad_norm": 1.3577739000320435, |
| "learning_rate": 7.052960994509056e-07, |
| "loss": 1.4662, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.8367875647668394, |
| "grad_norm": 1.3174091577529907, |
| "learning_rate": 6.945804616904284e-07, |
| "loss": 1.6151, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.8380829015544041, |
| "grad_norm": 1.4153250455856323, |
| "learning_rate": 6.839407710637696e-07, |
| "loss": 1.596, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.8393782383419689, |
| "grad_norm": 1.5289397239685059, |
| "learning_rate": 6.73377215253917e-07, |
| "loss": 1.4646, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.8406735751295337, |
| "grad_norm": 1.250548005104065, |
| "learning_rate": 6.628899806008515e-07, |
| "loss": 1.5456, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.8419689119170984, |
| "grad_norm": 1.1685513257980347, |
| "learning_rate": 6.524792520982548e-07, |
| "loss": 1.5779, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8432642487046632, |
| "grad_norm": 1.0056496858596802, |
| "learning_rate": 6.421452133902467e-07, |
| "loss": 1.5776, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.844559585492228, |
| "grad_norm": 1.121643304824829, |
| "learning_rate": 6.318880467681527e-07, |
| "loss": 1.4929, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.8458549222797928, |
| "grad_norm": 0.9304026365280151, |
| "learning_rate": 6.217079331672777e-07, |
| "loss": 1.4239, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.8471502590673575, |
| "grad_norm": 1.0143840312957764, |
| "learning_rate": 6.116050521637218e-07, |
| "loss": 1.4688, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.8484455958549223, |
| "grad_norm": 1.0243223905563354, |
| "learning_rate": 6.015795819712117e-07, |
| "loss": 1.5488, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.8497409326424871, |
| "grad_norm": 1.1203079223632812, |
| "learning_rate": 5.916316994379539e-07, |
| "loss": 1.5494, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.8510362694300518, |
| "grad_norm": 1.1410661935806274, |
| "learning_rate": 5.817615800435167e-07, |
| "loss": 1.4268, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.8523316062176166, |
| "grad_norm": 1.0074669122695923, |
| "learning_rate": 5.71969397895738e-07, |
| "loss": 1.5056, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.8536269430051814, |
| "grad_norm": 2.5608999729156494, |
| "learning_rate": 5.622553257276487e-07, |
| "loss": 1.3922, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.8549222797927462, |
| "grad_norm": 1.035542607307434, |
| "learning_rate": 5.526195348944263e-07, |
| "loss": 1.5839, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8562176165803109, |
| "grad_norm": 1.0975297689437866, |
| "learning_rate": 5.430621953703785e-07, |
| "loss": 1.4795, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.8575129533678757, |
| "grad_norm": 1.055418848991394, |
| "learning_rate": 5.335834757459374e-07, |
| "loss": 1.3781, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.8588082901554405, |
| "grad_norm": 1.0941356420516968, |
| "learning_rate": 5.241835432246888e-07, |
| "loss": 1.4547, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.8601036269430051, |
| "grad_norm": 1.3171483278274536, |
| "learning_rate": 5.148625636204246e-07, |
| "loss": 1.4029, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8613989637305699, |
| "grad_norm": 1.208213448524475, |
| "learning_rate": 5.056207013542131e-07, |
| "loss": 1.504, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8626943005181347, |
| "grad_norm": 1.5083415508270264, |
| "learning_rate": 4.964581194515033e-07, |
| "loss": 1.563, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8639896373056994, |
| "grad_norm": 1.1956511735916138, |
| "learning_rate": 4.873749795392469e-07, |
| "loss": 1.6327, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8652849740932642, |
| "grad_norm": 1.0977568626403809, |
| "learning_rate": 4.783714418430452e-07, |
| "loss": 1.7057, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.866580310880829, |
| "grad_norm": 1.0108611583709717, |
| "learning_rate": 4.6944766518432936e-07, |
| "loss": 1.366, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8678756476683938, |
| "grad_norm": 1.1947669982910156, |
| "learning_rate": 4.6060380697755037e-07, |
| "loss": 1.5102, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8691709844559585, |
| "grad_norm": 1.0838466882705688, |
| "learning_rate": 4.5184002322740784e-07, |
| "loss": 1.6398, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.8704663212435233, |
| "grad_norm": 1.454020619392395, |
| "learning_rate": 4.4315646852609863e-07, |
| "loss": 1.3655, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8717616580310881, |
| "grad_norm": 1.3168362379074097, |
| "learning_rate": 4.3455329605058436e-07, |
| "loss": 1.4982, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8730569948186528, |
| "grad_norm": 1.051073670387268, |
| "learning_rate": 4.2603065755989493e-07, |
| "loss": 1.3786, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8743523316062176, |
| "grad_norm": 1.2360527515411377, |
| "learning_rate": 4.175887033924503e-07, |
| "loss": 1.5025, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8756476683937824, |
| "grad_norm": 1.0617810487747192, |
| "learning_rate": 4.0922758246340567e-07, |
| "loss": 1.5329, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8769430051813472, |
| "grad_norm": 0.9416881799697876, |
| "learning_rate": 4.009474422620269e-07, |
| "loss": 1.4376, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8782383419689119, |
| "grad_norm": 1.3161721229553223, |
| "learning_rate": 3.9274842884909127e-07, |
| "loss": 1.5307, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8795336787564767, |
| "grad_norm": 1.0494760274887085, |
| "learning_rate": 3.846306868543054e-07, |
| "loss": 1.5753, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.8808290155440415, |
| "grad_norm": 1.216455340385437, |
| "learning_rate": 3.765943594737581e-07, |
| "loss": 1.5939, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8821243523316062, |
| "grad_norm": 1.8970232009887695, |
| "learning_rate": 3.6863958846739213e-07, |
| "loss": 1.4686, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.883419689119171, |
| "grad_norm": 1.0949366092681885, |
| "learning_rate": 3.607665141565064e-07, |
| "loss": 1.5858, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8847150259067358, |
| "grad_norm": 1.0741788148880005, |
| "learning_rate": 3.5297527542127675e-07, |
| "loss": 1.679, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8860103626943006, |
| "grad_norm": 0.9756839871406555, |
| "learning_rate": 3.452660096983118e-07, |
| "loss": 1.4888, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8873056994818653, |
| "grad_norm": 1.0563324689865112, |
| "learning_rate": 3.3763885297822153e-07, |
| "loss": 1.3987, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.8886010362694301, |
| "grad_norm": 0.9850306510925293, |
| "learning_rate": 3.3009393980322325e-07, |
| "loss": 1.5413, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.8898963730569949, |
| "grad_norm": 1.3995580673217773, |
| "learning_rate": 3.226314032647687e-07, |
| "loss": 1.6805, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8911917098445595, |
| "grad_norm": 1.0318669080734253, |
| "learning_rate": 3.1525137500119207e-07, |
| "loss": 1.5607, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.8924870466321243, |
| "grad_norm": 1.2014789581298828, |
| "learning_rate": 3.0795398519539113e-07, |
| "loss": 1.5258, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8937823834196891, |
| "grad_norm": 1.2160273790359497, |
| "learning_rate": 3.0073936257253243e-07, |
| "loss": 1.4627, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8950777202072538, |
| "grad_norm": 1.0839946269989014, |
| "learning_rate": 2.936076343977762e-07, |
| "loss": 1.4173, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8963730569948186, |
| "grad_norm": 1.1021478176116943, |
| "learning_rate": 2.8655892647403316e-07, |
| "loss": 1.6038, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8976683937823834, |
| "grad_norm": 1.130834937095642, |
| "learning_rate": 2.7959336313974847e-07, |
| "loss": 1.4834, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8989637305699482, |
| "grad_norm": 1.414772868156433, |
| "learning_rate": 2.7271106726670327e-07, |
| "loss": 1.32, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.9002590673575129, |
| "grad_norm": 1.4941953420639038, |
| "learning_rate": 2.6591216025784904e-07, |
| "loss": 1.5023, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.9015544041450777, |
| "grad_norm": 1.0596383810043335, |
| "learning_rate": 2.5919676204517073e-07, |
| "loss": 1.5257, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.9028497409326425, |
| "grad_norm": 1.493388295173645, |
| "learning_rate": 2.525649910875627e-07, |
| "loss": 1.651, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.9041450777202072, |
| "grad_norm": 1.2009479999542236, |
| "learning_rate": 2.4601696436874714e-07, |
| "loss": 1.6201, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.905440414507772, |
| "grad_norm": 1.7740060091018677, |
| "learning_rate": 2.3955279739520496e-07, |
| "loss": 1.4531, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.9067357512953368, |
| "grad_norm": 1.3489179611206055, |
| "learning_rate": 2.33172604194139e-07, |
| "loss": 1.3992, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9080310880829016, |
| "grad_norm": 0.9706228375434875, |
| "learning_rate": 2.2687649731146844e-07, |
| "loss": 1.3963, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.9093264248704663, |
| "grad_norm": 1.2245378494262695, |
| "learning_rate": 2.2066458780983402e-07, |
| "loss": 1.4028, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.9106217616580311, |
| "grad_norm": 1.0631040334701538, |
| "learning_rate": 2.1453698526664513e-07, |
| "loss": 1.5179, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.9119170984455959, |
| "grad_norm": 1.1595566272735596, |
| "learning_rate": 2.0849379777214795e-07, |
| "loss": 1.4707, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.9132124352331606, |
| "grad_norm": 1.0438196659088135, |
| "learning_rate": 2.0253513192751374e-07, |
| "loss": 1.2734, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.9145077720207254, |
| "grad_norm": 0.9485345482826233, |
| "learning_rate": 1.9666109284296132e-07, |
| "loss": 1.2829, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.9158031088082902, |
| "grad_norm": 1.0819053649902344, |
| "learning_rate": 1.908717841359048e-07, |
| "loss": 1.4419, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.917098445595855, |
| "grad_norm": 1.095530390739441, |
| "learning_rate": 1.8516730792912162e-07, |
| "loss": 1.3958, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.9183937823834197, |
| "grad_norm": 1.1274775266647339, |
| "learning_rate": 1.7954776484895188e-07, |
| "loss": 1.5041, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.9196891191709845, |
| "grad_norm": 0.9921205639839172, |
| "learning_rate": 1.740132540235284e-07, |
| "loss": 1.4632, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9209844559585493, |
| "grad_norm": 1.066158413887024, |
| "learning_rate": 1.6856387308102073e-07, |
| "loss": 1.4718, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.9222797927461139, |
| "grad_norm": 1.3315412998199463, |
| "learning_rate": 1.631997181479178e-07, |
| "loss": 1.5242, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.9235751295336787, |
| "grad_norm": 1.34335196018219, |
| "learning_rate": 1.5792088384733174e-07, |
| "loss": 1.5353, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.9248704663212435, |
| "grad_norm": 1.4508405923843384, |
| "learning_rate": 1.527274632973269e-07, |
| "loss": 1.5095, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.9261658031088082, |
| "grad_norm": 1.0910401344299316, |
| "learning_rate": 1.4761954810927791e-07, |
| "loss": 1.3197, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.927461139896373, |
| "grad_norm": 1.2772433757781982, |
| "learning_rate": 1.4259722838625644e-07, |
| "loss": 1.5011, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.9287564766839378, |
| "grad_norm": 1.0307416915893555, |
| "learning_rate": 1.376605927214364e-07, |
| "loss": 1.5205, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.9300518134715026, |
| "grad_norm": 1.1507757902145386, |
| "learning_rate": 1.328097281965357e-07, |
| "loss": 1.4095, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.9313471502590673, |
| "grad_norm": 1.028639793395996, |
| "learning_rate": 1.2804472038027983e-07, |
| "loss": 1.3675, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.9326424870466321, |
| "grad_norm": 1.1907833814620972, |
| "learning_rate": 1.23365653326889e-07, |
| "loss": 1.599, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9339378238341969, |
| "grad_norm": 1.2436916828155518, |
| "learning_rate": 1.1877260957459835e-07, |
| "loss": 1.5927, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.9352331606217616, |
| "grad_norm": 1.514359712600708, |
| "learning_rate": 1.1426567014420297e-07, |
| "loss": 1.5129, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.9365284974093264, |
| "grad_norm": 0.9220609664916992, |
| "learning_rate": 1.0984491453762402e-07, |
| "loss": 1.4133, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.9378238341968912, |
| "grad_norm": 1.2586432695388794, |
| "learning_rate": 1.0551042073651263e-07, |
| "loss": 1.4889, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.939119170984456, |
| "grad_norm": 1.1107631921768188, |
| "learning_rate": 1.0126226520086823e-07, |
| "loss": 1.3768, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9404145077720207, |
| "grad_norm": 0.9724913835525513, |
| "learning_rate": 9.710052286769467e-08, |
| "loss": 1.4573, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.9417098445595855, |
| "grad_norm": 1.2193260192871094, |
| "learning_rate": 9.302526714967508e-08, |
| "loss": 1.5472, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.9430051813471503, |
| "grad_norm": 1.103522539138794, |
| "learning_rate": 8.903656993387855e-08, |
| "loss": 1.428, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.944300518134715, |
| "grad_norm": 1.2310312986373901, |
| "learning_rate": 8.513450158049109e-08, |
| "loss": 1.4826, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.9455958549222798, |
| "grad_norm": 1.2056171894073486, |
| "learning_rate": 8.131913092157607e-08, |
| "loss": 1.6688, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9468911917098446, |
| "grad_norm": 1.054947853088379, |
| "learning_rate": 7.7590525259858e-08, |
| "loss": 1.6276, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.9481865284974094, |
| "grad_norm": 1.3186241388320923, |
| "learning_rate": 7.394875036753624e-08, |
| "loss": 1.6413, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.9494818652849741, |
| "grad_norm": 1.2025482654571533, |
| "learning_rate": 7.03938704851248e-08, |
| "loss": 1.438, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.9507772020725389, |
| "grad_norm": 1.414857268333435, |
| "learning_rate": 6.692594832031996e-08, |
| "loss": 1.4823, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.9520725388601037, |
| "grad_norm": 0.9129720330238342, |
| "learning_rate": 6.354504504689219e-08, |
| "loss": 1.4277, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.9533678756476683, |
| "grad_norm": 1.019188404083252, |
| "learning_rate": 6.025122030360875e-08, |
| "loss": 1.5039, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.9546632124352331, |
| "grad_norm": 0.9425042867660522, |
| "learning_rate": 5.704453219318118e-08, |
| "loss": 1.4127, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.9559585492227979, |
| "grad_norm": 1.0015157461166382, |
| "learning_rate": 5.392503728123943e-08, |
| "loss": 1.5229, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.9572538860103627, |
| "grad_norm": 1.1523234844207764, |
| "learning_rate": 5.089279059533658e-08, |
| "loss": 1.4312, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.9585492227979274, |
| "grad_norm": 0.9955514073371887, |
| "learning_rate": 4.794784562397459e-08, |
| "loss": 1.5079, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.9598445595854922, |
| "grad_norm": 1.2135977745056152, |
| "learning_rate": 4.509025431566283e-08, |
| "loss": 1.3699, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.961139896373057, |
| "grad_norm": 1.2525806427001953, |
| "learning_rate": 4.232006707800385e-08, |
| "loss": 1.4568, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.9624352331606217, |
| "grad_norm": 1.6499637365341187, |
| "learning_rate": 3.963733277679904e-08, |
| "loss": 1.6413, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.9637305699481865, |
| "grad_norm": 1.0440094470977783, |
| "learning_rate": 3.704209873519049e-08, |
| "loss": 1.549, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.9650259067357513, |
| "grad_norm": 1.091898798942566, |
| "learning_rate": 3.4534410732825485e-08, |
| "loss": 1.4922, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.966321243523316, |
| "grad_norm": 1.240093469619751, |
| "learning_rate": 3.2114313005048306e-08, |
| "loss": 1.4725, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.9676165803108808, |
| "grad_norm": 1.2280330657958984, |
| "learning_rate": 2.978184824212138e-08, |
| "loss": 1.493, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.9689119170984456, |
| "grad_norm": 1.147080898284912, |
| "learning_rate": 2.753705758846925e-08, |
| "loss": 1.4519, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9702072538860104, |
| "grad_norm": 1.269758939743042, |
| "learning_rate": 2.5379980641955792e-08, |
| "loss": 1.4197, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.9715025906735751, |
| "grad_norm": 1.1858763694763184, |
| "learning_rate": 2.3310655453184228e-08, |
| "loss": 1.4899, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9727979274611399, |
| "grad_norm": 1.1615616083145142, |
| "learning_rate": 2.1329118524827662e-08, |
| "loss": 1.423, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.9740932642487047, |
| "grad_norm": 1.3260447978973389, |
| "learning_rate": 1.9435404810981274e-08, |
| "loss": 1.5746, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9753886010362695, |
| "grad_norm": 1.1854459047317505, |
| "learning_rate": 1.762954771655001e-08, |
| "loss": 1.5478, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.9766839378238342, |
| "grad_norm": 1.1647753715515137, |
| "learning_rate": 1.591157909665797e-08, |
| "loss": 1.3276, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.977979274611399, |
| "grad_norm": 1.194664716720581, |
| "learning_rate": 1.4281529256084393e-08, |
| "loss": 1.3428, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.9792746113989638, |
| "grad_norm": 1.1397722959518433, |
| "learning_rate": 1.2739426948732426e-08, |
| "loss": 1.5889, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.9805699481865285, |
| "grad_norm": 1.1827527284622192, |
| "learning_rate": 1.1285299377118974e-08, |
| "loss": 1.5029, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.9818652849740933, |
| "grad_norm": 1.8461915254592896, |
| "learning_rate": 9.919172191896753e-09, |
| "loss": 1.6082, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9831606217616581, |
| "grad_norm": 1.200221061706543, |
| "learning_rate": 8.641069491401866e-09, |
| "loss": 1.4912, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9844559585492227, |
| "grad_norm": 1.479081153869629, |
| "learning_rate": 7.451013821226926e-09, |
| "loss": 1.672, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9857512953367875, |
| "grad_norm": 1.0301047563552856, |
| "learning_rate": 6.349026173824713e-09, |
| "loss": 1.3822, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.9870466321243523, |
| "grad_norm": 1.1225385665893555, |
| "learning_rate": 5.3351259881379016e-09, |
| "loss": 1.4322, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9883419689119171, |
| "grad_norm": 1.059754729270935, |
| "learning_rate": 4.409331149256013e-09, |
| "loss": 1.5162, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9896373056994818, |
| "grad_norm": 0.9742915630340576, |
| "learning_rate": 3.571657988099553e-09, |
| "loss": 1.3936, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9909326424870466, |
| "grad_norm": 1.053778886795044, |
| "learning_rate": 2.8221212811324616e-09, |
| "loss": 1.5584, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9922279792746114, |
| "grad_norm": 1.1606477499008179, |
| "learning_rate": 2.16073425010066e-09, |
| "loss": 1.6356, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9935233160621761, |
| "grad_norm": 0.9651188254356384, |
| "learning_rate": 1.5875085617994558e-09, |
| "loss": 1.462, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.9948186528497409, |
| "grad_norm": 1.2689077854156494, |
| "learning_rate": 1.1024543278687072e-09, |
| "loss": 1.6316, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.9961139896373057, |
| "grad_norm": 1.1141794919967651, |
| "learning_rate": 7.055801046113031e-10, |
| "loss": 1.4444, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9974093264248705, |
| "grad_norm": 1.2026137113571167, |
| "learning_rate": 3.96892892846612e-10, |
| "loss": 1.5424, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.9987046632124352, |
| "grad_norm": 1.5451464653015137, |
| "learning_rate": 1.7639813778336233e-10, |
| "loss": 1.5545, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.247829794883728, |
| "learning_rate": 4.409972892416292e-11, |
| "loss": 1.6096, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 772, |
| "total_flos": 4.500722646748496e+18, |
| "train_loss": 1.728162583909504, |
| "train_runtime": 33108.0128, |
| "train_samples_per_second": 2.984, |
| "train_steps_per_second": 0.023 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 772, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.500722646748496e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
