| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2781, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002157497303128371, |
| "grad_norm": 2.570061445236206, |
| "learning_rate": 3.571428571428571e-09, |
| "loss": 0.9756889939308167, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004314994606256742, |
| "grad_norm": 2.8094983100891113, |
| "learning_rate": 1.0714285714285715e-08, |
| "loss": 0.6637275218963623, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006472491909385114, |
| "grad_norm": 4.699804782867432, |
| "learning_rate": 1.7857142857142856e-08, |
| "loss": 0.8357824087142944, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008629989212513484, |
| "grad_norm": 4.096808433532715, |
| "learning_rate": 2.5e-08, |
| "loss": 0.8224667906761169, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.010787486515641856, |
| "grad_norm": 2.105877161026001, |
| "learning_rate": 3.214285714285714e-08, |
| "loss": 0.7087568044662476, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012944983818770227, |
| "grad_norm": 4.518003463745117, |
| "learning_rate": 3.9285714285714285e-08, |
| "loss": 0.7910435795783997, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.015102481121898598, |
| "grad_norm": 5.335687160491943, |
| "learning_rate": 4.642857142857143e-08, |
| "loss": 0.8569395542144775, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.017259978425026967, |
| "grad_norm": 2.8184239864349365, |
| "learning_rate": 5.3571428571428564e-08, |
| "loss": 1.1704014539718628, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.019417475728155338, |
| "grad_norm": 2.6054298877716064, |
| "learning_rate": 6.071428571428572e-08, |
| "loss": 1.0189613103866577, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.021574973031283712, |
| "grad_norm": 2.1738038063049316, |
| "learning_rate": 6.785714285714285e-08, |
| "loss": 0.6196831464767456, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.023732470334412083, |
| "grad_norm": 3.19342041015625, |
| "learning_rate": 7.5e-08, |
| "loss": 0.9074231386184692, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.025889967637540454, |
| "grad_norm": 6.756741046905518, |
| "learning_rate": 8.214285714285714e-08, |
| "loss": 0.80443274974823, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.028047464940668825, |
| "grad_norm": 4.307950496673584, |
| "learning_rate": 8.928571428571429e-08, |
| "loss": 0.7722480893135071, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.030204962243797196, |
| "grad_norm": 4.798768043518066, |
| "learning_rate": 9.642857142857142e-08, |
| "loss": 0.7002389430999756, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.032362459546925564, |
| "grad_norm": 4.575655460357666, |
| "learning_rate": 1.0357142857142857e-07, |
| "loss": 1.014316439628601, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.034519956850053934, |
| "grad_norm": 1.0345690250396729, |
| "learning_rate": 1.107142857142857e-07, |
| "loss": 0.6911119222640991, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.036677454153182305, |
| "grad_norm": 9.628297805786133, |
| "learning_rate": 1.1785714285714285e-07, |
| "loss": 1.0148026943206787, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.038834951456310676, |
| "grad_norm": 2.975783109664917, |
| "learning_rate": 1.25e-07, |
| "loss": 0.8927556276321411, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.040992448759439054, |
| "grad_norm": 9.633585929870605, |
| "learning_rate": 1.3214285714285714e-07, |
| "loss": 1.5045725107192993, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.043149946062567425, |
| "grad_norm": 6.078215599060059, |
| "learning_rate": 1.392857142857143e-07, |
| "loss": 0.510919988155365, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045307443365695796, |
| "grad_norm": 2.061255693435669, |
| "learning_rate": 1.4642857142857143e-07, |
| "loss": 0.7295307517051697, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04746494066882417, |
| "grad_norm": 1.5910701751708984, |
| "learning_rate": 1.5357142857142858e-07, |
| "loss": 0.8399662375450134, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.04962243797195254, |
| "grad_norm": 2.5256459712982178, |
| "learning_rate": 1.6071428571428573e-07, |
| "loss": 0.6381903290748596, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.05177993527508091, |
| "grad_norm": 2.43086314201355, |
| "learning_rate": 1.6785714285714285e-07, |
| "loss": 0.8072210550308228, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.05393743257820928, |
| "grad_norm": 2.4569172859191895, |
| "learning_rate": 1.75e-07, |
| "loss": 0.6129989624023438, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05609492988133765, |
| "grad_norm": 1.5575639009475708, |
| "learning_rate": 1.8214285714285714e-07, |
| "loss": 0.39090248942375183, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05825242718446602, |
| "grad_norm": 7.692088603973389, |
| "learning_rate": 1.8928571428571426e-07, |
| "loss": 0.9982097148895264, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06040992448759439, |
| "grad_norm": 28.100284576416016, |
| "learning_rate": 1.964285714285714e-07, |
| "loss": 1.190761923789978, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06256742179072276, |
| "grad_norm": 4.549140930175781, |
| "learning_rate": 2.0357142857142855e-07, |
| "loss": 0.6789318323135376, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06472491909385113, |
| "grad_norm": 12.27080249786377, |
| "learning_rate": 2.107142857142857e-07, |
| "loss": 0.8964890241622925, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0668824163969795, |
| "grad_norm": 8.274192810058594, |
| "learning_rate": 2.1785714285714284e-07, |
| "loss": 1.1355807781219482, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06903991370010787, |
| "grad_norm": 2.232541084289551, |
| "learning_rate": 2.25e-07, |
| "loss": 0.9159867763519287, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07119741100323625, |
| "grad_norm": 3.91237735748291, |
| "learning_rate": 2.3214285714285714e-07, |
| "loss": 1.0847519636154175, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.07335490830636461, |
| "grad_norm": 3.247027635574341, |
| "learning_rate": 2.392857142857143e-07, |
| "loss": 0.8140153884887695, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07551240560949299, |
| "grad_norm": 13.169454574584961, |
| "learning_rate": 2.4642857142857143e-07, |
| "loss": 0.9606142640113831, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07766990291262135, |
| "grad_norm": 2.072512626647949, |
| "learning_rate": 2.5357142857142855e-07, |
| "loss": 0.7430305480957031, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.07982740021574973, |
| "grad_norm": 2.4250895977020264, |
| "learning_rate": 2.607142857142857e-07, |
| "loss": 0.6543456315994263, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08198489751887811, |
| "grad_norm": 6.248291492462158, |
| "learning_rate": 2.6785714285714284e-07, |
| "loss": 0.7182219624519348, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.08414239482200647, |
| "grad_norm": 2.01570725440979, |
| "learning_rate": 2.75e-07, |
| "loss": 0.6486653685569763, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.08629989212513485, |
| "grad_norm": 4.23671817779541, |
| "learning_rate": 2.8214285714285713e-07, |
| "loss": 1.1015154123306274, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08845738942826321, |
| "grad_norm": 6.89118766784668, |
| "learning_rate": 2.892857142857143e-07, |
| "loss": 0.7223177552223206, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09061488673139159, |
| "grad_norm": 3.134542226791382, |
| "learning_rate": 2.9642857142857143e-07, |
| "loss": 0.5234851837158203, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.09277238403451996, |
| "grad_norm": 1.6814379692077637, |
| "learning_rate": 3.0357142857142855e-07, |
| "loss": 0.7054818868637085, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.09492988133764833, |
| "grad_norm": 2.541091203689575, |
| "learning_rate": 3.107142857142857e-07, |
| "loss": 0.7358066439628601, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.0970873786407767, |
| "grad_norm": 7.0923991203308105, |
| "learning_rate": 3.1785714285714284e-07, |
| "loss": 0.7044313549995422, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09924487594390508, |
| "grad_norm": 1.4156235456466675, |
| "learning_rate": 3.25e-07, |
| "loss": 0.7540506720542908, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.10140237324703344, |
| "grad_norm": 2.159705877304077, |
| "learning_rate": 3.3214285714285713e-07, |
| "loss": 0.8926774859428406, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.10355987055016182, |
| "grad_norm": 1.109196662902832, |
| "learning_rate": 3.392857142857143e-07, |
| "loss": 0.8637357950210571, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.10571736785329018, |
| "grad_norm": 2.337041139602661, |
| "learning_rate": 3.464285714285714e-07, |
| "loss": 0.748981237411499, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.10787486515641856, |
| "grad_norm": 11.489009857177734, |
| "learning_rate": 3.535714285714286e-07, |
| "loss": 0.6166712641716003, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11003236245954692, |
| "grad_norm": 2.5563786029815674, |
| "learning_rate": 3.607142857142857e-07, |
| "loss": 0.8990151286125183, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1121898597626753, |
| "grad_norm": 11.782515525817871, |
| "learning_rate": 3.678571428571429e-07, |
| "loss": 0.9428755044937134, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.11434735706580366, |
| "grad_norm": 4.793514251708984, |
| "learning_rate": 3.75e-07, |
| "loss": 0.515690803527832, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.11650485436893204, |
| "grad_norm": 10.346397399902344, |
| "learning_rate": 3.821428571428571e-07, |
| "loss": 1.0367025136947632, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.1186623516720604, |
| "grad_norm": 1.8307247161865234, |
| "learning_rate": 3.8928571428571425e-07, |
| "loss": 0.682608962059021, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12081984897518878, |
| "grad_norm": 2.618833541870117, |
| "learning_rate": 3.9642857142857137e-07, |
| "loss": 0.5873494148254395, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.12297734627831715, |
| "grad_norm": 4.1070427894592285, |
| "learning_rate": 4.0357142857142854e-07, |
| "loss": 0.5457082390785217, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.12513484358144553, |
| "grad_norm": 3.505392074584961, |
| "learning_rate": 4.1071428571428566e-07, |
| "loss": 0.7192925214767456, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1272923408845739, |
| "grad_norm": 4.676717758178711, |
| "learning_rate": 4.1785714285714283e-07, |
| "loss": 0.6860368847846985, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.12944983818770225, |
| "grad_norm": 1.218853235244751, |
| "learning_rate": 4.2499999999999995e-07, |
| "loss": 0.5903947353363037, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13160733549083065, |
| "grad_norm": 1.845142126083374, |
| "learning_rate": 4.3214285714285713e-07, |
| "loss": 0.7133704423904419, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.133764832793959, |
| "grad_norm": 6.926656246185303, |
| "learning_rate": 4.3928571428571425e-07, |
| "loss": 0.7799294590950012, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.13592233009708737, |
| "grad_norm": 0.8671985268592834, |
| "learning_rate": 4.464285714285714e-07, |
| "loss": 0.9356327056884766, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.13807982740021574, |
| "grad_norm": 2.000596761703491, |
| "learning_rate": 4.5357142857142854e-07, |
| "loss": 0.65338534116745, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.14023732470334413, |
| "grad_norm": 2.7190310955047607, |
| "learning_rate": 4.6071428571428566e-07, |
| "loss": 0.3992256820201874, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1423948220064725, |
| "grad_norm": 4.049299240112305, |
| "learning_rate": 4.6785714285714283e-07, |
| "loss": 0.68809974193573, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.14455231930960086, |
| "grad_norm": 3.6315855979919434, |
| "learning_rate": 4.7499999999999995e-07, |
| "loss": 0.8035519123077393, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.14670981661272922, |
| "grad_norm": 1.8729430437088013, |
| "learning_rate": 4.821428571428571e-07, |
| "loss": 0.9223624467849731, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1488673139158576, |
| "grad_norm": 2.9594123363494873, |
| "learning_rate": 4.892857142857142e-07, |
| "loss": 0.7450867891311646, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.15102481121898598, |
| "grad_norm": 1.094379186630249, |
| "learning_rate": 4.964285714285715e-07, |
| "loss": 0.521569550037384, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15318230852211434, |
| "grad_norm": 3.2890093326568604, |
| "learning_rate": 4.999998408101351e-07, |
| "loss": 0.7194236516952515, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1553398058252427, |
| "grad_norm": 4.202434062957764, |
| "learning_rate": 4.999985672925673e-07, |
| "loss": 0.6269642114639282, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1574973031283711, |
| "grad_norm": 9.459905624389648, |
| "learning_rate": 4.999960202646399e-07, |
| "loss": 0.798893392086029, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.15965480043149946, |
| "grad_norm": 1.1723222732543945, |
| "learning_rate": 4.999921997407693e-07, |
| "loss": 0.827728271484375, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.16181229773462782, |
| "grad_norm": 2.3163399696350098, |
| "learning_rate": 4.999871057425801e-07, |
| "loss": 0.6281718015670776, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16396979503775622, |
| "grad_norm": 1.8294389247894287, |
| "learning_rate": 4.999807382989047e-07, |
| "loss": 0.4277426302433014, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.16612729234088458, |
| "grad_norm": 7.350142955780029, |
| "learning_rate": 4.999730974457832e-07, |
| "loss": 0.9866698980331421, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.16828478964401294, |
| "grad_norm": 13.259355545043945, |
| "learning_rate": 4.999641832264634e-07, |
| "loss": 0.8262766599655151, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1704422869471413, |
| "grad_norm": 1.965742588043213, |
| "learning_rate": 4.999539956914009e-07, |
| "loss": 0.6971994042396545, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1725997842502697, |
| "grad_norm": 5.429571628570557, |
| "learning_rate": 4.999425348982576e-07, |
| "loss": 0.8861981630325317, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17475728155339806, |
| "grad_norm": 2.0696070194244385, |
| "learning_rate": 4.999298009119028e-07, |
| "loss": 0.7111194133758545, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.17691477885652643, |
| "grad_norm": 1.6481966972351074, |
| "learning_rate": 4.999157938044117e-07, |
| "loss": 0.5676076412200928, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1790722761596548, |
| "grad_norm": 1.6638914346694946, |
| "learning_rate": 4.999005136550658e-07, |
| "loss": 0.6949500441551208, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.18122977346278318, |
| "grad_norm": 1.638273000717163, |
| "learning_rate": 4.998839605503519e-07, |
| "loss": 0.5900384783744812, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.18338727076591155, |
| "grad_norm": 4.502748012542725, |
| "learning_rate": 4.998661345839621e-07, |
| "loss": 0.6821661591529846, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1855447680690399, |
| "grad_norm": 7.763872146606445, |
| "learning_rate": 4.998470358567927e-07, |
| "loss": 0.942156195640564, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.18770226537216828, |
| "grad_norm": 2.503589630126953, |
| "learning_rate": 4.998266644769442e-07, |
| "loss": 0.7288610935211182, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.18985976267529667, |
| "grad_norm": 1.9182608127593994, |
| "learning_rate": 4.998050205597199e-07, |
| "loss": 0.6357927918434143, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.19201725997842503, |
| "grad_norm": 6.610482692718506, |
| "learning_rate": 4.997821042276267e-07, |
| "loss": 0.6117627024650574, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.1941747572815534, |
| "grad_norm": 1.5938338041305542, |
| "learning_rate": 4.997579156103726e-07, |
| "loss": 0.5153307914733887, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.19633225458468176, |
| "grad_norm": 3.5181422233581543, |
| "learning_rate": 4.99732454844867e-07, |
| "loss": 0.8765067458152771, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.19848975188781015, |
| "grad_norm": 2.738868236541748, |
| "learning_rate": 4.997057220752203e-07, |
| "loss": 0.6484391689300537, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.20064724919093851, |
| "grad_norm": 4.510643005371094, |
| "learning_rate": 4.996777174527419e-07, |
| "loss": 0.7230756878852844, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.20280474649406688, |
| "grad_norm": 8.01621150970459, |
| "learning_rate": 4.996484411359404e-07, |
| "loss": 0.5043923854827881, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.20496224379719524, |
| "grad_norm": 3.4308345317840576, |
| "learning_rate": 4.996178932905221e-07, |
| "loss": 0.43938198685646057, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.20711974110032363, |
| "grad_norm": 1.9731006622314453, |
| "learning_rate": 4.995860740893904e-07, |
| "loss": 0.5857755541801453, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.209277238403452, |
| "grad_norm": 5.68419075012207, |
| "learning_rate": 4.995529837126445e-07, |
| "loss": 0.6594390273094177, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.21143473570658036, |
| "grad_norm": 2.10448956489563, |
| "learning_rate": 4.995186223475785e-07, |
| "loss": 0.5797517895698547, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.21359223300970873, |
| "grad_norm": 3.166001081466675, |
| "learning_rate": 4.99482990188681e-07, |
| "loss": 0.6418941617012024, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.21574973031283712, |
| "grad_norm": 4.582778453826904, |
| "learning_rate": 4.994460874376325e-07, |
| "loss": 0.6962154507637024, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.21790722761596548, |
| "grad_norm": 2.809333086013794, |
| "learning_rate": 4.994079143033057e-07, |
| "loss": 0.5948184132575989, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.22006472491909385, |
| "grad_norm": 1.9424008131027222, |
| "learning_rate": 4.993684710017639e-07, |
| "loss": 0.6439061164855957, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 1.9433950185775757, |
| "learning_rate": 4.993277577562591e-07, |
| "loss": 0.6355498433113098, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2243797195253506, |
| "grad_norm": 1.5145349502563477, |
| "learning_rate": 4.992857747972318e-07, |
| "loss": 0.5916112661361694, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.22653721682847897, |
| "grad_norm": 4.159152507781982, |
| "learning_rate": 4.99242522362309e-07, |
| "loss": 0.6694331169128418, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.22869471413160733, |
| "grad_norm": 2.050935983657837, |
| "learning_rate": 4.991980006963029e-07, |
| "loss": 0.5539838075637817, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.2308522114347357, |
| "grad_norm": 3.0738911628723145, |
| "learning_rate": 4.9915221005121e-07, |
| "loss": 0.5762456655502319, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.23300970873786409, |
| "grad_norm": 5.252814292907715, |
| "learning_rate": 4.991051506862089e-07, |
| "loss": 0.593986988067627, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.23516720604099245, |
| "grad_norm": 4.718217372894287, |
| "learning_rate": 4.990568228676597e-07, |
| "loss": 0.6690990328788757, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2373247033441208, |
| "grad_norm": 3.038825035095215, |
| "learning_rate": 4.990072268691015e-07, |
| "loss": 0.703670859336853, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.23948220064724918, |
| "grad_norm": 2.9468464851379395, |
| "learning_rate": 4.98956362971252e-07, |
| "loss": 0.7173536419868469, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.24163969795037757, |
| "grad_norm": 2.068927526473999, |
| "learning_rate": 4.989042314620048e-07, |
| "loss": 0.658054769039154, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.24379719525350593, |
| "grad_norm": 6.555632591247559, |
| "learning_rate": 4.988508326364288e-07, |
| "loss": 0.6826736927032471, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2459546925566343, |
| "grad_norm": 16.916873931884766, |
| "learning_rate": 4.987961667967655e-07, |
| "loss": 0.5197000503540039, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2481121898597627, |
| "grad_norm": 1.6320703029632568, |
| "learning_rate": 4.987402342524282e-07, |
| "loss": 0.6915658712387085, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.25026968716289105, |
| "grad_norm": 8.044790267944336, |
| "learning_rate": 4.986830353199997e-07, |
| "loss": 0.9126973748207092, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2524271844660194, |
| "grad_norm": 6.615198135375977, |
| "learning_rate": 4.986245703232305e-07, |
| "loss": 0.8132709264755249, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.2545846817691478, |
| "grad_norm": 10.388949394226074, |
| "learning_rate": 4.985648395930373e-07, |
| "loss": 0.7186510562896729, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.25674217907227614, |
| "grad_norm": 1.9609507322311401, |
| "learning_rate": 4.985038434675011e-07, |
| "loss": 0.6574066877365112, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.2588996763754045, |
| "grad_norm": 1.8315008878707886, |
| "learning_rate": 4.984415822918648e-07, |
| "loss": 0.7553728818893433, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.26105717367853293, |
| "grad_norm": 1.6982944011688232, |
| "learning_rate": 4.983780564185318e-07, |
| "loss": 0.6477434635162354, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2632146709816613, |
| "grad_norm": 3.038011312484741, |
| "learning_rate": 4.983132662070639e-07, |
| "loss": 0.6487295031547546, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.26537216828478966, |
| "grad_norm": 2.443270683288574, |
| "learning_rate": 4.982472120241788e-07, |
| "loss": 0.6732483506202698, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.267529665587918, |
| "grad_norm": 23.088842391967773, |
| "learning_rate": 4.981798942437488e-07, |
| "loss": 0.8093491792678833, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2696871628910464, |
| "grad_norm": 1.265063762664795, |
| "learning_rate": 4.981113132467979e-07, |
| "loss": 0.6368775963783264, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.27184466019417475, |
| "grad_norm": 4.324744701385498, |
| "learning_rate": 4.980414694215002e-07, |
| "loss": 0.7633779644966125, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2740021574973031, |
| "grad_norm": 1.693095326423645, |
| "learning_rate": 4.979703631631776e-07, |
| "loss": 0.4923373758792877, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.2761596548004315, |
| "grad_norm": 1.543394923210144, |
| "learning_rate": 4.978979948742973e-07, |
| "loss": 0.580363392829895, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2783171521035599, |
| "grad_norm": 4.408818244934082, |
| "learning_rate": 4.978243649644698e-07, |
| "loss": 0.45743411779403687, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.28047464940668826, |
| "grad_norm": 1.3202674388885498, |
| "learning_rate": 4.977494738504462e-07, |
| "loss": 0.7671762108802795, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2826321467098166, |
| "grad_norm": 1.4401205778121948, |
| "learning_rate": 4.976733219561166e-07, |
| "loss": 0.5078914761543274, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.284789644012945, |
| "grad_norm": 2.1078848838806152, |
| "learning_rate": 4.97595909712507e-07, |
| "loss": 0.6809296607971191, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.28694714131607335, |
| "grad_norm": 1.4545615911483765, |
| "learning_rate": 4.975172375577768e-07, |
| "loss": 0.5965730547904968, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.2891046386192017, |
| "grad_norm": 3.4635396003723145, |
| "learning_rate": 4.974373059372171e-07, |
| "loss": 0.6723196506500244, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.2912621359223301, |
| "grad_norm": 1.4718010425567627, |
| "learning_rate": 4.973561153032472e-07, |
| "loss": 0.5375315546989441, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.29341963322545844, |
| "grad_norm": 2.598886489868164, |
| "learning_rate": 4.972736661154131e-07, |
| "loss": 0.6744803786277771, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.29557713052858686, |
| "grad_norm": 2.894680976867676, |
| "learning_rate": 4.971899588403836e-07, |
| "loss": 0.6589304804801941, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.2977346278317152, |
| "grad_norm": 6.139466762542725, |
| "learning_rate": 4.97104993951949e-07, |
| "loss": 0.6724509000778198, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2998921251348436, |
| "grad_norm": 4.252213954925537, |
| "learning_rate": 4.970187719310173e-07, |
| "loss": 0.7082564830780029, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.30204962243797195, |
| "grad_norm": 4.135262489318848, |
| "learning_rate": 4.969312932656125e-07, |
| "loss": 0.6953362822532654, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3042071197411003, |
| "grad_norm": 6.377979755401611, |
| "learning_rate": 4.968425584508709e-07, |
| "loss": 0.6467074155807495, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3063646170442287, |
| "grad_norm": 2.111952066421509, |
| "learning_rate": 4.967525679890388e-07, |
| "loss": 0.6030433177947998, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.30852211434735705, |
| "grad_norm": 2.0884768962860107, |
| "learning_rate": 4.966613223894696e-07, |
| "loss": 0.4877060651779175, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.3106796116504854, |
| "grad_norm": 8.26274585723877, |
| "learning_rate": 4.96568822168621e-07, |
| "loss": 0.6577244400978088, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.31283710895361383, |
| "grad_norm": 1.4854352474212646, |
| "learning_rate": 4.964750678500517e-07, |
| "loss": 0.6866559386253357, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3149946062567422, |
| "grad_norm": 2.8770534992218018, |
| "learning_rate": 4.963800599644189e-07, |
| "loss": 0.6283307075500488, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.31715210355987056, |
| "grad_norm": 3.0127577781677246, |
| "learning_rate": 4.96283799049475e-07, |
| "loss": 0.7268189191818237, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3193096008629989, |
| "grad_norm": 1.608444333076477, |
| "learning_rate": 4.961862856500647e-07, |
| "loss": 0.4435058832168579, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3214670981661273, |
| "grad_norm": 4.365738391876221, |
| "learning_rate": 4.960875203181219e-07, |
| "loss": 0.6397342085838318, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.32362459546925565, |
| "grad_norm": 17.852121353149414, |
| "learning_rate": 4.959875036126664e-07, |
| "loss": 0.7305557131767273, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.325782092772384, |
| "grad_norm": 5.299609661102295, |
| "learning_rate": 4.958862360998011e-07, |
| "loss": 0.45774808526039124, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.32793959007551243, |
| "grad_norm": 3.3113415241241455, |
| "learning_rate": 4.957837183527081e-07, |
| "loss": 0.577039897441864, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3300970873786408, |
| "grad_norm": 1.8541628122329712, |
| "learning_rate": 4.956799509516467e-07, |
| "loss": 0.6706950664520264, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.33225458468176916, |
| "grad_norm": 2.7589690685272217, |
| "learning_rate": 4.955749344839487e-07, |
| "loss": 0.6480457186698914, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3344120819848975, |
| "grad_norm": 2.4146876335144043, |
| "learning_rate": 4.954686695440159e-07, |
| "loss": 0.7360544204711914, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3365695792880259, |
| "grad_norm": 2.073716878890991, |
| "learning_rate": 4.953611567333166e-07, |
| "loss": 0.6692315340042114, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.33872707659115425, |
| "grad_norm": 5.253190994262695, |
| "learning_rate": 4.952523966603822e-07, |
| "loss": 0.6974945068359375, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3408845738942826, |
| "grad_norm": 2.9199769496917725, |
| "learning_rate": 4.951423899408035e-07, |
| "loss": 0.7332634329795837, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.343042071197411, |
| "grad_norm": 4.3365254402160645, |
| "learning_rate": 4.950311371972277e-07, |
| "loss": 0.7718333005905151, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3451995685005394, |
| "grad_norm": 3.805959701538086, |
| "learning_rate": 4.949186390593544e-07, |
| "loss": 0.5337668657302856, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.34735706580366776, |
| "grad_norm": 0.888100266456604, |
| "learning_rate": 4.948048961639323e-07, |
| "loss": 0.40571683645248413, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.34951456310679613, |
| "grad_norm": 1.4906032085418701, |
| "learning_rate": 4.946899091547556e-07, |
| "loss": 0.5962201356887817, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3516720604099245, |
| "grad_norm": 13.393712997436523, |
| "learning_rate": 4.945736786826601e-07, |
| "loss": 0.7609850168228149, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.35382955771305286, |
| "grad_norm": 6.983129024505615, |
| "learning_rate": 4.944562054055198e-07, |
| "loss": 0.6627951860427856, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3559870550161812, |
| "grad_norm": 1.3096721172332764, |
| "learning_rate": 4.943374899882432e-07, |
| "loss": 0.6522207856178284, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3581445523193096, |
| "grad_norm": 4.269274711608887, |
| "learning_rate": 4.942175331027693e-07, |
| "loss": 0.4938734173774719, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.36030204962243795, |
| "grad_norm": 5.267324924468994, |
| "learning_rate": 4.940963354280638e-07, |
| "loss": 0.6275608539581299, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.36245954692556637, |
| "grad_norm": 5.786050796508789, |
| "learning_rate": 4.939738976501156e-07, |
| "loss": 0.49768128991127014, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.36461704422869473, |
| "grad_norm": 2.491793155670166, |
| "learning_rate": 4.938502204619325e-07, |
| "loss": 0.5501651763916016, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3667745415318231, |
| "grad_norm": 33.490753173828125, |
| "learning_rate": 4.937253045635375e-07, |
| "loss": 0.6647762656211853, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.36893203883495146, |
| "grad_norm": 2.3751609325408936, |
| "learning_rate": 4.93599150661965e-07, |
| "loss": 0.6672598719596863, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3710895361380798, |
| "grad_norm": 2.2334680557250977, |
| "learning_rate": 4.934717594712564e-07, |
| "loss": 0.5913785099983215, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3732470334412082, |
| "grad_norm": 2.6074905395507812, |
| "learning_rate": 4.933431317124562e-07, |
| "loss": 0.6229710578918457, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.37540453074433655, |
| "grad_norm": 13.647238731384277, |
| "learning_rate": 4.932132681136079e-07, |
| "loss": 0.7039205431938171, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.3775620280474649, |
| "grad_norm": 1.9593160152435303, |
| "learning_rate": 4.930821694097507e-07, |
| "loss": 0.6190288662910461, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.37971952535059333, |
| "grad_norm": 5.780766487121582, |
| "learning_rate": 4.929498363429135e-07, |
| "loss": 0.6188508868217468, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.3818770226537217, |
| "grad_norm": 13.814835548400879, |
| "learning_rate": 4.928162696621125e-07, |
| "loss": 0.6810972094535828, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.38403451995685006, |
| "grad_norm": 2.1199731826782227, |
| "learning_rate": 4.926814701233461e-07, |
| "loss": 0.5854727029800415, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.3861920172599784, |
| "grad_norm": 6.030026435852051, |
| "learning_rate": 4.925454384895906e-07, |
| "loss": 0.5390771627426147, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3883495145631068, |
| "grad_norm": 1.6937010288238525, |
| "learning_rate": 4.924081755307964e-07, |
| "loss": 0.6610192060470581, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.39050701186623515, |
| "grad_norm": 2.114851236343384, |
| "learning_rate": 4.922696820238831e-07, |
| "loss": 0.6132209300994873, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3926645091693635, |
| "grad_norm": 5.5387749671936035, |
| "learning_rate": 4.921299587527352e-07, |
| "loss": 0.5963850021362305, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.3948220064724919, |
| "grad_norm": 6.011134147644043, |
| "learning_rate": 4.919890065081979e-07, |
| "loss": 0.7333153486251831, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3969795037756203, |
| "grad_norm": 6.8634209632873535, |
| "learning_rate": 4.918468260880726e-07, |
| "loss": 0.7082594633102417, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.39913700107874867, |
| "grad_norm": 0.9249289631843567, |
| "learning_rate": 4.917034182971122e-07, |
| "loss": 0.6958880424499512, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.40129449838187703, |
| "grad_norm": 2.1919021606445312, |
| "learning_rate": 4.915587839470163e-07, |
| "loss": 0.6318715214729309, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.4034519956850054, |
| "grad_norm": 1.5956162214279175, |
| "learning_rate": 4.914129238564272e-07, |
| "loss": 0.6127752661705017, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.40560949298813376, |
| "grad_norm": 1.8250914812088013, |
| "learning_rate": 4.912658388509253e-07, |
| "loss": 0.5225449204444885, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4077669902912621, |
| "grad_norm": 3.8166756629943848, |
| "learning_rate": 4.911175297630236e-07, |
| "loss": 0.3997286558151245, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4099244875943905, |
| "grad_norm": 2.1530375480651855, |
| "learning_rate": 4.909679974321636e-07, |
| "loss": 0.5367651581764221, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4120819848975189, |
| "grad_norm": 12.938714981079102, |
| "learning_rate": 4.908172427047109e-07, |
| "loss": 0.5885851383209229, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.41423948220064727, |
| "grad_norm": 2.9967093467712402, |
| "learning_rate": 4.906652664339493e-07, |
| "loss": 0.6215783357620239, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.41639697950377563, |
| "grad_norm": 4.113240718841553, |
| "learning_rate": 4.905120694800772e-07, |
| "loss": 0.6612198352813721, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.418554476806904, |
| "grad_norm": 2.52058482170105, |
| "learning_rate": 4.903576527102018e-07, |
| "loss": 0.5840904712677002, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.42071197411003236, |
| "grad_norm": 5.358467102050781, |
| "learning_rate": 4.902020169983346e-07, |
| "loss": 0.3897056579589844, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4228694714131607, |
| "grad_norm": 9.863550186157227, |
| "learning_rate": 4.900451632253868e-07, |
| "loss": 0.6255682706832886, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4250269687162891, |
| "grad_norm": 3.4259397983551025, |
| "learning_rate": 4.898870922791634e-07, |
| "loss": 0.6414270997047424, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.42718446601941745, |
| "grad_norm": 8.052302360534668, |
| "learning_rate": 4.89727805054359e-07, |
| "loss": 0.761306881904602, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.42934196332254587, |
| "grad_norm": 3.4023313522338867, |
| "learning_rate": 4.895673024525522e-07, |
| "loss": 0.5789651274681091, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.43149946062567424, |
| "grad_norm": 3.1743762493133545, |
| "learning_rate": 4.894055853822012e-07, |
| "loss": 0.5212793946266174, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4336569579288026, |
| "grad_norm": 2.2208149433135986, |
| "learning_rate": 4.892426547586378e-07, |
| "loss": 0.5916732549667358, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.43581445523193096, |
| "grad_norm": 2.620041608810425, |
| "learning_rate": 4.890785115040626e-07, |
| "loss": 0.6305989027023315, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.43797195253505933, |
| "grad_norm": 3.6425275802612305, |
| "learning_rate": 4.889131565475401e-07, |
| "loss": 0.756013035774231, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4401294498381877, |
| "grad_norm": 5.899089336395264, |
| "learning_rate": 4.887465908249925e-07, |
| "loss": 0.5666382908821106, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.44228694714131606, |
| "grad_norm": 2.683706283569336, |
| "learning_rate": 4.885788152791959e-07, |
| "loss": 0.774447500705719, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 2.967109203338623, |
| "learning_rate": 4.884098308597734e-07, |
| "loss": 0.616926908493042, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.44660194174757284, |
| "grad_norm": 1.796120047569275, |
| "learning_rate": 4.882396385231909e-07, |
| "loss": 0.5476500391960144, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4487594390507012, |
| "grad_norm": 1.2322068214416504, |
| "learning_rate": 4.880682392327509e-07, |
| "loss": 0.6756587028503418, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.45091693635382957, |
| "grad_norm": 2.247699737548828, |
| "learning_rate": 4.878956339585874e-07, |
| "loss": 0.6002364754676819, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.45307443365695793, |
| "grad_norm": 1.9976741075515747, |
| "learning_rate": 4.877218236776603e-07, |
| "loss": 0.5875912308692932, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4552319309600863, |
| "grad_norm": 1.5975956916809082, |
| "learning_rate": 4.875468093737504e-07, |
| "loss": 0.6899119019508362, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.45738942826321466, |
| "grad_norm": 1.6121068000793457, |
| "learning_rate": 4.873705920374528e-07, |
| "loss": 0.5816035270690918, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.459546925566343, |
| "grad_norm": 9.736807823181152, |
| "learning_rate": 4.87193172666172e-07, |
| "loss": 0.6405006647109985, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4617044228694714, |
| "grad_norm": 3.0928378105163574, |
| "learning_rate": 4.870145522641164e-07, |
| "loss": 0.8041344881057739, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.4638619201725998, |
| "grad_norm": 1.493276596069336, |
| "learning_rate": 4.868347318422921e-07, |
| "loss": 0.6042853593826294, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.46601941747572817, |
| "grad_norm": 5.470495700836182, |
| "learning_rate": 4.866537124184973e-07, |
| "loss": 0.6030522584915161, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.46817691477885653, |
| "grad_norm": 2.748800754547119, |
| "learning_rate": 4.864714950173171e-07, |
| "loss": 0.449870765209198, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.4703344120819849, |
| "grad_norm": 6.604589939117432, |
| "learning_rate": 4.862880806701166e-07, |
| "loss": 0.7801079154014587, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.47249190938511326, |
| "grad_norm": 15.256587028503418, |
| "learning_rate": 4.861034704150363e-07, |
| "loss": 0.8985238075256348, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.4746494066882416, |
| "grad_norm": 2.490304946899414, |
| "learning_rate": 4.859176652969853e-07, |
| "loss": 0.5823092460632324, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.47680690399137, |
| "grad_norm": 1.5544885396957397, |
| "learning_rate": 4.857306663676358e-07, |
| "loss": 0.5551883578300476, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.47896440129449835, |
| "grad_norm": 3.0149269104003906, |
| "learning_rate": 4.855424746854171e-07, |
| "loss": 0.6494267582893372, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.4811218985976268, |
| "grad_norm": 6.602444171905518, |
| "learning_rate": 4.853530913155097e-07, |
| "loss": 0.6156390905380249, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.48327939590075514, |
| "grad_norm": 2.8398349285125732, |
| "learning_rate": 4.851625173298389e-07, |
| "loss": 0.6284780502319336, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.4854368932038835, |
| "grad_norm": 2.238544225692749, |
| "learning_rate": 4.84970753807069e-07, |
| "loss": 0.6789742112159729, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.48759439050701187, |
| "grad_norm": 5.265446186065674, |
| "learning_rate": 4.847778018325974e-07, |
| "loss": 0.6509313583374023, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.48975188781014023, |
| "grad_norm": 1.3713135719299316, |
| "learning_rate": 4.845836624985484e-07, |
| "loss": 0.5825515985488892, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.4919093851132686, |
| "grad_norm": 2.7798221111297607, |
| "learning_rate": 4.84388336903766e-07, |
| "loss": 0.46305614709854126, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.49406688241639696, |
| "grad_norm": 5.081538200378418, |
| "learning_rate": 4.841918261538093e-07, |
| "loss": 0.6566568613052368, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.4962243797195254, |
| "grad_norm": 8.522509574890137, |
| "learning_rate": 4.839941313609456e-07, |
| "loss": 0.7881090641021729, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.49838187702265374, |
| "grad_norm": 3.8689656257629395, |
| "learning_rate": 4.837952536441432e-07, |
| "loss": 0.592060387134552, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5005393743257821, |
| "grad_norm": 3.3025739192962646, |
| "learning_rate": 4.835951941290665e-07, |
| "loss": 0.6704021096229553, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5026968716289104, |
| "grad_norm": 1.400242805480957, |
| "learning_rate": 4.833939539480689e-07, |
| "loss": 0.7260591983795166, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5048543689320388, |
| "grad_norm": 1.9812822341918945, |
| "learning_rate": 4.831915342401862e-07, |
| "loss": 0.6312894225120544, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5070118662351673, |
| "grad_norm": 5.561008930206299, |
| "learning_rate": 4.829879361511305e-07, |
| "loss": 0.5982025861740112, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5091693635382956, |
| "grad_norm": 1.6053967475891113, |
| "learning_rate": 4.827831608332839e-07, |
| "loss": 0.6564121246337891, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.511326860841424, |
| "grad_norm": 1.3539955615997314, |
| "learning_rate": 4.825772094456913e-07, |
| "loss": 0.7475908994674683, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5134843581445523, |
| "grad_norm": 1.227378249168396, |
| "learning_rate": 4.823700831540547e-07, |
| "loss": 0.8186240792274475, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5156418554476807, |
| "grad_norm": 1.6025233268737793, |
| "learning_rate": 4.821617831307256e-07, |
| "loss": 0.6983221769332886, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.517799352750809, |
| "grad_norm": 1.7689329385757446, |
| "learning_rate": 4.819523105546994e-07, |
| "loss": 0.4151468276977539, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5199568500539374, |
| "grad_norm": 1.0149801969528198, |
| "learning_rate": 4.817416666116082e-07, |
| "loss": 0.6161211729049683, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5221143473570659, |
| "grad_norm": 3.3374340534210205, |
| "learning_rate": 4.815298524937138e-07, |
| "loss": 0.6058178544044495, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5242718446601942, |
| "grad_norm": 1.603325605392456, |
| "learning_rate": 4.813168693999016e-07, |
| "loss": 0.7110425233840942, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5264293419633226, |
| "grad_norm": 8.539067268371582, |
| "learning_rate": 4.811027185356733e-07, |
| "loss": 0.6150040626525879, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5285868392664509, |
| "grad_norm": 1.6875640153884888, |
| "learning_rate": 4.808874011131405e-07, |
| "loss": 0.5068952441215515, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5307443365695793, |
| "grad_norm": 3.954596996307373, |
| "learning_rate": 4.806709183510174e-07, |
| "loss": 0.6284441947937012, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5329018338727076, |
| "grad_norm": 11.474177360534668, |
| "learning_rate": 4.804532714746142e-07, |
| "loss": 0.7361968159675598, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.535059331175836, |
| "grad_norm": 5.204519271850586, |
| "learning_rate": 4.8023446171583e-07, |
| "loss": 0.6124238967895508, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5372168284789643, |
| "grad_norm": 1.8010599613189697, |
| "learning_rate": 4.800144903131462e-07, |
| "loss": 0.7173029780387878, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5393743257820928, |
| "grad_norm": 3.062251567840576, |
| "learning_rate": 4.79793358511619e-07, |
| "loss": 0.5613416433334351, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5415318230852212, |
| "grad_norm": 1.9310272932052612, |
| "learning_rate": 4.795710675628724e-07, |
| "loss": 0.6559145450592041, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5436893203883495, |
| "grad_norm": 2.027998924255371, |
| "learning_rate": 4.793476187250913e-07, |
| "loss": 0.5871425271034241, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.5458468176914779, |
| "grad_norm": 1.8883675336837769, |
| "learning_rate": 4.791230132630148e-07, |
| "loss": 0.6756701469421387, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.5480043149946062, |
| "grad_norm": 1.6534463167190552, |
| "learning_rate": 4.78897252447928e-07, |
| "loss": 0.747499942779541, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.5501618122977346, |
| "grad_norm": 1.547232747077942, |
| "learning_rate": 4.786703375576557e-07, |
| "loss": 0.5784983038902283, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.552319309600863, |
| "grad_norm": 2.1741976737976074, |
| "learning_rate": 4.784422698765549e-07, |
| "loss": 0.6561665534973145, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5544768069039914, |
| "grad_norm": 7.314396381378174, |
| "learning_rate": 4.782130506955072e-07, |
| "loss": 0.6497671008110046, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5566343042071198, |
| "grad_norm": 4.359201908111572, |
| "learning_rate": 4.779826813119122e-07, |
| "loss": 0.5485538840293884, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5587918015102481, |
| "grad_norm": 1.9365326166152954, |
| "learning_rate": 4.777511630296795e-07, |
| "loss": 0.6849959492683411, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5609492988133765, |
| "grad_norm": 3.751213312149048, |
| "learning_rate": 4.775184971592214e-07, |
| "loss": 0.6562321186065674, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5631067961165048, |
| "grad_norm": 4.876345634460449, |
| "learning_rate": 4.772846850174459e-07, |
| "loss": 0.6159510016441345, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5652642934196332, |
| "grad_norm": 1.8032896518707275, |
| "learning_rate": 4.77049727927749e-07, |
| "loss": 0.37065228819847107, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5674217907227616, |
| "grad_norm": 1.5449891090393066, |
| "learning_rate": 4.7681362722000703e-07, |
| "loss": 0.6935975551605225, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.56957928802589, |
| "grad_norm": 1.7247692346572876, |
| "learning_rate": 4.7657638423056947e-07, |
| "loss": 0.5516192317008972, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5717367853290184, |
| "grad_norm": 2.4441468715667725, |
| "learning_rate": 4.76338000302251e-07, |
| "loss": 0.6022404432296753, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5738942826321467, |
| "grad_norm": 2.1737172603607178, |
| "learning_rate": 4.760984767843242e-07, |
| "loss": 0.6502859592437744, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5760517799352751, |
| "grad_norm": 1.620774269104004, |
| "learning_rate": 4.7585781503251197e-07, |
| "loss": 0.660953938961029, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5782092772384034, |
| "grad_norm": 2.282656669616699, |
| "learning_rate": 4.7561601640897956e-07, |
| "loss": 0.5781145095825195, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.5803667745415318, |
| "grad_norm": 1.9041107892990112, |
| "learning_rate": 4.75373082282327e-07, |
| "loss": 0.6320368647575378, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5825242718446602, |
| "grad_norm": 5.685824871063232, |
| "learning_rate": 4.751290140275813e-07, |
| "loss": 0.7650933265686035, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5846817691477886, |
| "grad_norm": 39.65275955200195, |
| "learning_rate": 4.7488381302618887e-07, |
| "loss": 0.6836517453193665, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.5868392664509169, |
| "grad_norm": 1.5295366048812866, |
| "learning_rate": 4.7463748066600754e-07, |
| "loss": 0.5143399834632874, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.5889967637540453, |
| "grad_norm": 1.5446751117706299, |
| "learning_rate": 4.7439001834129876e-07, |
| "loss": 0.7021965980529785, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.5911542610571737, |
| "grad_norm": 0.48094552755355835, |
| "learning_rate": 4.7414142745271944e-07, |
| "loss": 0.7895625829696655, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.593311758360302, |
| "grad_norm": 1.5283570289611816, |
| "learning_rate": 4.738917094073146e-07, |
| "loss": 0.5346397757530212, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5954692556634305, |
| "grad_norm": 1.5133683681488037, |
| "learning_rate": 4.7364086561850866e-07, |
| "loss": 0.6586446762084961, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5976267529665588, |
| "grad_norm": 1.5767534971237183, |
| "learning_rate": 4.733888975060981e-07, |
| "loss": 0.6797043681144714, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5997842502696872, |
| "grad_norm": 1.8032898902893066, |
| "learning_rate": 4.7313580649624335e-07, |
| "loss": 0.5901877284049988, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6019417475728155, |
| "grad_norm": 12.88221549987793, |
| "learning_rate": 4.7288159402146e-07, |
| "loss": 0.7293663024902344, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6040992448759439, |
| "grad_norm": 3.4143638610839844, |
| "learning_rate": 4.726262615206117e-07, |
| "loss": 0.7597730159759521, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6062567421790723, |
| "grad_norm": 1.426260232925415, |
| "learning_rate": 4.723698104389013e-07, |
| "loss": 0.6413673162460327, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6084142394822006, |
| "grad_norm": 1.8875607252120972, |
| "learning_rate": 4.72112242227863e-07, |
| "loss": 0.705469012260437, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6105717367853291, |
| "grad_norm": 1.8347193002700806, |
| "learning_rate": 4.71853558345354e-07, |
| "loss": 0.5616622567176819, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6127292340884574, |
| "grad_norm": 1.3484468460083008, |
| "learning_rate": 4.715937602555464e-07, |
| "loss": 0.615619957447052, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6148867313915858, |
| "grad_norm": 1.4341267347335815, |
| "learning_rate": 4.7133284942891846e-07, |
| "loss": 0.6071439981460571, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6170442286947141, |
| "grad_norm": 7.157674312591553, |
| "learning_rate": 4.7107082734224713e-07, |
| "loss": 0.668420672416687, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6192017259978425, |
| "grad_norm": 1.7236965894699097, |
| "learning_rate": 4.7080769547859884e-07, |
| "loss": 0.6496031284332275, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6213592233009708, |
| "grad_norm": 3.2555484771728516, |
| "learning_rate": 4.7054345532732155e-07, |
| "loss": 0.5818045735359192, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6235167206040992, |
| "grad_norm": 3.8229000568389893, |
| "learning_rate": 4.7027810838403613e-07, |
| "loss": 0.6198642253875732, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6256742179072277, |
| "grad_norm": 3.169841766357422, |
| "learning_rate": 4.700116561506282e-07, |
| "loss": 0.666779637336731, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.627831715210356, |
| "grad_norm": 8.474517822265625, |
| "learning_rate": 4.697441001352392e-07, |
| "loss": 0.564462423324585, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6299892125134844, |
| "grad_norm": 2.2855448722839355, |
| "learning_rate": 4.6947544185225805e-07, |
| "loss": 0.6741440296173096, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.6321467098166127, |
| "grad_norm": 3.856265068054199, |
| "learning_rate": 4.692056828223129e-07, |
| "loss": 0.7456379532814026, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.6343042071197411, |
| "grad_norm": 2.731037139892578, |
| "learning_rate": 4.6893482457226174e-07, |
| "loss": 0.5937924385070801, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6364617044228694, |
| "grad_norm": 1.8991349935531616, |
| "learning_rate": 4.6866286863518465e-07, |
| "loss": 0.7059175372123718, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6386192017259978, |
| "grad_norm": 11.739773750305176, |
| "learning_rate": 4.6838981655037463e-07, |
| "loss": 0.7047215104103088, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.6407766990291263, |
| "grad_norm": 12.105711936950684, |
| "learning_rate": 4.6811566986332875e-07, |
| "loss": 0.8416004180908203, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6429341963322546, |
| "grad_norm": 1.6077960729599, |
| "learning_rate": 4.678404301257398e-07, |
| "loss": 0.6131125688552856, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.645091693635383, |
| "grad_norm": 1.12235689163208, |
| "learning_rate": 4.6756409889548734e-07, |
| "loss": 0.4833483397960663, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.6472491909385113, |
| "grad_norm": 3.067166328430176, |
| "learning_rate": 4.6728667773662873e-07, |
| "loss": 0.7458387017250061, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6494066882416397, |
| "grad_norm": 4.32982873916626, |
| "learning_rate": 4.6700816821939056e-07, |
| "loss": 0.6110833883285522, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.651564185544768, |
| "grad_norm": 1.638934850692749, |
| "learning_rate": 4.667285719201595e-07, |
| "loss": 0.8020920753479004, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6537216828478964, |
| "grad_norm": 4.146369457244873, |
| "learning_rate": 4.6644789042147366e-07, |
| "loss": 0.6712560653686523, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6558791801510249, |
| "grad_norm": 1.4545388221740723, |
| "learning_rate": 4.6616612531201324e-07, |
| "loss": 0.4938512444496155, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.6580366774541532, |
| "grad_norm": 2.343878746032715, |
| "learning_rate": 4.6588327818659195e-07, |
| "loss": 0.6228682994842529, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6601941747572816, |
| "grad_norm": 1.3540754318237305, |
| "learning_rate": 4.655993506461478e-07, |
| "loss": 0.5692847371101379, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.6623516720604099, |
| "grad_norm": 8.236356735229492, |
| "learning_rate": 4.6531434429773384e-07, |
| "loss": 0.7082728147506714, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.6645091693635383, |
| "grad_norm": 2.163950204849243, |
| "learning_rate": 4.650282607545096e-07, |
| "loss": 0.7548322081565857, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.8856990337371826, |
| "learning_rate": 4.6474110163573114e-07, |
| "loss": 0.6661372184753418, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.668824163969795, |
| "grad_norm": 3.379833698272705, |
| "learning_rate": 4.644528685667428e-07, |
| "loss": 0.6216427087783813, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6709816612729234, |
| "grad_norm": 1.583329439163208, |
| "learning_rate": 4.641635631789675e-07, |
| "loss": 0.4488504230976105, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6731391585760518, |
| "grad_norm": 1.1011863946914673, |
| "learning_rate": 4.638731871098973e-07, |
| "loss": 0.7307155728340149, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6752966558791802, |
| "grad_norm": 2.518486976623535, |
| "learning_rate": 4.635817420030847e-07, |
| "loss": 0.605812668800354, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6774541531823085, |
| "grad_norm": 3.132564067840576, |
| "learning_rate": 4.6328922950813276e-07, |
| "loss": 0.6636737585067749, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6796116504854369, |
| "grad_norm": 2.8926432132720947, |
| "learning_rate": 4.629956512806865e-07, |
| "loss": 0.5622783899307251, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6817691477885652, |
| "grad_norm": 0.8876265287399292, |
| "learning_rate": 4.6270100898242257e-07, |
| "loss": 0.7432127594947815, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.6839266450916937, |
| "grad_norm": 2.402222156524658, |
| "learning_rate": 4.6240530428104064e-07, |
| "loss": 0.495096892118454, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.686084142394822, |
| "grad_norm": 1.8342965841293335, |
| "learning_rate": 4.6210853885025357e-07, |
| "loss": 0.41085928678512573, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.6882416396979504, |
| "grad_norm": 6.494576930999756, |
| "learning_rate": 4.6181071436977803e-07, |
| "loss": 0.7552844285964966, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6903991370010788, |
| "grad_norm": 1.355686902999878, |
| "learning_rate": 4.615118325253251e-07, |
| "loss": 0.7046399116516113, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6925566343042071, |
| "grad_norm": 1.4658502340316772, |
| "learning_rate": 4.612118950085905e-07, |
| "loss": 0.6357789039611816, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6947141316073355, |
| "grad_norm": 10.526252746582031, |
| "learning_rate": 4.6091090351724523e-07, |
| "loss": 0.8061111569404602, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6968716289104638, |
| "grad_norm": 5.159208297729492, |
| "learning_rate": 4.606088597549258e-07, |
| "loss": 0.6721555590629578, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.6990291262135923, |
| "grad_norm": 13.965704917907715, |
| "learning_rate": 4.603057654312247e-07, |
| "loss": 0.5817508697509766, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7011866235167206, |
| "grad_norm": 2.7752487659454346, |
| "learning_rate": 4.600016222616807e-07, |
| "loss": 0.6185034513473511, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.703344120819849, |
| "grad_norm": 1.5174920558929443, |
| "learning_rate": 4.5969643196776907e-07, |
| "loss": 0.6131242513656616, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.7055016181229773, |
| "grad_norm": 3.6596693992614746, |
| "learning_rate": 4.5939019627689196e-07, |
| "loss": 0.6017345190048218, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7076591154261057, |
| "grad_norm": 1.590834379196167, |
| "learning_rate": 4.590829169223686e-07, |
| "loss": 0.6057524681091309, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7098166127292341, |
| "grad_norm": 3.4560601711273193, |
| "learning_rate": 4.587745956434252e-07, |
| "loss": 0.48293402791023254, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7119741100323624, |
| "grad_norm": 3.8374826908111572, |
| "learning_rate": 4.584652341851855e-07, |
| "loss": 0.6879529356956482, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7141316073354909, |
| "grad_norm": 1.8356127738952637, |
| "learning_rate": 4.581548342986609e-07, |
| "loss": 0.6557474136352539, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7162891046386192, |
| "grad_norm": 2.937380313873291, |
| "learning_rate": 4.578433977407401e-07, |
| "loss": 0.5540982484817505, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.7184466019417476, |
| "grad_norm": 9.279194831848145, |
| "learning_rate": 4.5753092627417966e-07, |
| "loss": 0.6095687747001648, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7206040992448759, |
| "grad_norm": 1.7384564876556396, |
| "learning_rate": 4.572174216675938e-07, |
| "loss": 0.5323720574378967, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.7227615965480043, |
| "grad_norm": 3.279447555541992, |
| "learning_rate": 4.5690288569544423e-07, |
| "loss": 0.6184368133544922, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7249190938511327, |
| "grad_norm": 6.155360698699951, |
| "learning_rate": 4.5658732013803027e-07, |
| "loss": 0.6536476612091064, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.727076591154261, |
| "grad_norm": 1.8201708793640137, |
| "learning_rate": 4.5627072678147904e-07, |
| "loss": 0.5651783347129822, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.7292340884573895, |
| "grad_norm": 3.5887646675109863, |
| "learning_rate": 4.559531074177349e-07, |
| "loss": 0.5361768007278442, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.7313915857605178, |
| "grad_norm": 9.772974967956543, |
| "learning_rate": 4.5563446384454945e-07, |
| "loss": 0.5051864981651306, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.7335490830636462, |
| "grad_norm": 1.5057132244110107, |
| "learning_rate": 4.553147978654715e-07, |
| "loss": 0.6263077855110168, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7357065803667745, |
| "grad_norm": 1.7822685241699219, |
| "learning_rate": 4.5499411128983674e-07, |
| "loss": 0.6016006469726562, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7378640776699029, |
| "grad_norm": 10.83908462524414, |
| "learning_rate": 4.546724059327575e-07, |
| "loss": 0.5432024002075195, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.7400215749730313, |
| "grad_norm": 2.1380414962768555, |
| "learning_rate": 4.5434968361511263e-07, |
| "loss": 0.7576265931129456, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.7421790722761596, |
| "grad_norm": 1.9547456502914429, |
| "learning_rate": 4.5402594616353676e-07, |
| "loss": 0.5621410012245178, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.7443365695792881, |
| "grad_norm": 1.8721739053726196, |
| "learning_rate": 4.537011954104105e-07, |
| "loss": 0.5246554613113403, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7464940668824164, |
| "grad_norm": 1.6793891191482544, |
| "learning_rate": 4.533754331938498e-07, |
| "loss": 0.6016390323638916, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.7486515641855448, |
| "grad_norm": 1.9931007623672485, |
| "learning_rate": 4.530486613576954e-07, |
| "loss": 0.6583068370819092, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.7508090614886731, |
| "grad_norm": 4.051970481872559, |
| "learning_rate": 4.5272088175150305e-07, |
| "loss": 0.5990911722183228, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.7529665587918015, |
| "grad_norm": 1.6209897994995117, |
| "learning_rate": 4.523920962305319e-07, |
| "loss": 0.6055378913879395, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7551240560949298, |
| "grad_norm": 1.4128165245056152, |
| "learning_rate": 4.520623066557351e-07, |
| "loss": 0.7489557862281799, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7572815533980582, |
| "grad_norm": 2.651704788208008, |
| "learning_rate": 4.5173151489374874e-07, |
| "loss": 0.5671336054801941, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.7594390507011867, |
| "grad_norm": 2.9760892391204834, |
| "learning_rate": 4.5139972281688125e-07, |
| "loss": 0.5748198628425598, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.761596548004315, |
| "grad_norm": 2.070570230484009, |
| "learning_rate": 4.510669323031032e-07, |
| "loss": 0.6631715297698975, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.7637540453074434, |
| "grad_norm": 2.8771958351135254, |
| "learning_rate": 4.50733145236036e-07, |
| "loss": 0.538175106048584, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.7659115426105717, |
| "grad_norm": 1.689902901649475, |
| "learning_rate": 4.50398363504942e-07, |
| "loss": 0.5201085209846497, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7680690399137001, |
| "grad_norm": 3.293177366256714, |
| "learning_rate": 4.500625890047133e-07, |
| "loss": 0.825022280216217, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.7702265372168284, |
| "grad_norm": 0.5633196234703064, |
| "learning_rate": 4.49725823635861e-07, |
| "loss": 0.6611315011978149, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.7723840345199569, |
| "grad_norm": 1.3877530097961426, |
| "learning_rate": 4.4938806930450476e-07, |
| "loss": 0.5903546810150146, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.7745415318230853, |
| "grad_norm": 2.2322981357574463, |
| "learning_rate": 4.4904932792236187e-07, |
| "loss": 0.4113418459892273, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.7766990291262136, |
| "grad_norm": 1.2284919023513794, |
| "learning_rate": 4.487096014067363e-07, |
| "loss": 0.5899285078048706, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.778856526429342, |
| "grad_norm": 1.843123197555542, |
| "learning_rate": 4.483688916805081e-07, |
| "loss": 0.5846186280250549, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.7810140237324703, |
| "grad_norm": 3.0655667781829834, |
| "learning_rate": 4.4802720067212237e-07, |
| "loss": 0.6830175518989563, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7831715210355987, |
| "grad_norm": 2.1866564750671387, |
| "learning_rate": 4.4768453031557797e-07, |
| "loss": 0.6690636873245239, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.785329018338727, |
| "grad_norm": 8.055279731750488, |
| "learning_rate": 4.4734088255041747e-07, |
| "loss": 0.6548261642456055, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7874865156418555, |
| "grad_norm": 1.804400086402893, |
| "learning_rate": 4.4699625932171534e-07, |
| "loss": 0.8144820928573608, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7896440129449838, |
| "grad_norm": 1.7731058597564697, |
| "learning_rate": 4.466506625800674e-07, |
| "loss": 0.6711707711219788, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.7918015102481122, |
| "grad_norm": 4.458347320556641, |
| "learning_rate": 4.463040942815796e-07, |
| "loss": 0.6960354447364807, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.7939590075512406, |
| "grad_norm": 1.831221103668213, |
| "learning_rate": 4.459565563878568e-07, |
| "loss": 0.6320536732673645, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.7961165048543689, |
| "grad_norm": 1.1004321575164795, |
| "learning_rate": 4.456080508659922e-07, |
| "loss": 0.6839619874954224, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.7982740021574973, |
| "grad_norm": 3.9790191650390625, |
| "learning_rate": 4.452585796885555e-07, |
| "loss": 0.787294328212738, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8004314994606256, |
| "grad_norm": 2.5182931423187256, |
| "learning_rate": 4.449081448335824e-07, |
| "loss": 0.5662147402763367, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8025889967637541, |
| "grad_norm": 1.3335113525390625, |
| "learning_rate": 4.4455674828456285e-07, |
| "loss": 0.4203084111213684, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8047464940668824, |
| "grad_norm": 3.6229031085968018, |
| "learning_rate": 4.442043920304302e-07, |
| "loss": 0.3892061412334442, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8069039913700108, |
| "grad_norm": 2.473930835723877, |
| "learning_rate": 4.4385107806554964e-07, |
| "loss": 0.6021113395690918, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8090614886731392, |
| "grad_norm": 5.694954872131348, |
| "learning_rate": 4.4349680838970745e-07, |
| "loss": 0.586351752281189, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8112189859762675, |
| "grad_norm": 1.9584993124008179, |
| "learning_rate": 4.431415850080989e-07, |
| "loss": 0.5266885757446289, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8133764832793959, |
| "grad_norm": 2.9414353370666504, |
| "learning_rate": 4.427854099313175e-07, |
| "loss": 0.7066282033920288, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8155339805825242, |
| "grad_norm": 2.3507425785064697, |
| "learning_rate": 4.424282851753435e-07, |
| "loss": 0.6412563323974609, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8176914778856527, |
| "grad_norm": 1.6683588027954102, |
| "learning_rate": 4.420702127615323e-07, |
| "loss": 0.6926671862602234, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.819848975188781, |
| "grad_norm": 2.730984687805176, |
| "learning_rate": 4.4171119471660315e-07, |
| "loss": 0.506192684173584, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8220064724919094, |
| "grad_norm": 1.8006408214569092, |
| "learning_rate": 4.413512330726276e-07, |
| "loss": 0.5694448351860046, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.8241639697950378, |
| "grad_norm": 1.66466224193573, |
| "learning_rate": 4.4099032986701817e-07, |
| "loss": 0.8421421051025391, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.8263214670981661, |
| "grad_norm": 2.7753241062164307, |
| "learning_rate": 4.406284871425166e-07, |
| "loss": 0.5470436215400696, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.8284789644012945, |
| "grad_norm": 2.583517551422119, |
| "learning_rate": 4.402657069471824e-07, |
| "loss": 0.5224552154541016, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.8306364617044228, |
| "grad_norm": 3.6843671798706055, |
| "learning_rate": 4.3990199133438133e-07, |
| "loss": 0.5659505724906921, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8327939590075513, |
| "grad_norm": 2.2777364253997803, |
| "learning_rate": 4.395373423627735e-07, |
| "loss": 0.5481325387954712, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.8349514563106796, |
| "grad_norm": 12.834761619567871, |
| "learning_rate": 4.3917176209630216e-07, |
| "loss": 0.7331764101982117, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.837108953613808, |
| "grad_norm": 4.730658531188965, |
| "learning_rate": 4.3880525260418143e-07, |
| "loss": 0.6668429970741272, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.8392664509169363, |
| "grad_norm": 8.263324737548828, |
| "learning_rate": 4.3843781596088526e-07, |
| "loss": 0.6778562068939209, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.8414239482200647, |
| "grad_norm": 1.9440997838974, |
| "learning_rate": 4.380694542461352e-07, |
| "loss": 0.6994505524635315, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8435814455231931, |
| "grad_norm": 0.9290769100189209, |
| "learning_rate": 4.3770016954488887e-07, |
| "loss": 0.5277756452560425, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.8457389428263214, |
| "grad_norm": 1.2959551811218262, |
| "learning_rate": 4.373299639473277e-07, |
| "loss": 0.5180898904800415, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.8478964401294499, |
| "grad_norm": 2.0248026847839355, |
| "learning_rate": 4.3695883954884616e-07, |
| "loss": 0.5872831344604492, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.8500539374325782, |
| "grad_norm": 1.9588837623596191, |
| "learning_rate": 4.365867984500385e-07, |
| "loss": 0.7239266633987427, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.8522114347357066, |
| "grad_norm": 1.0221301317214966, |
| "learning_rate": 4.3621384275668796e-07, |
| "loss": 0.38601911067962646, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8543689320388349, |
| "grad_norm": 1.3124701976776123, |
| "learning_rate": 4.3583997457975454e-07, |
| "loss": 0.5240159630775452, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.8565264293419633, |
| "grad_norm": 7.634000778198242, |
| "learning_rate": 4.354651960353625e-07, |
| "loss": 0.3657144010066986, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.8586839266450917, |
| "grad_norm": 1.649867057800293, |
| "learning_rate": 4.3508950924478943e-07, |
| "loss": 0.5847235321998596, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.86084142394822, |
| "grad_norm": 2.088364601135254, |
| "learning_rate": 4.3471291633445334e-07, |
| "loss": 0.6124690771102905, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.8629989212513485, |
| "grad_norm": 3.3762848377227783, |
| "learning_rate": 4.343354194359009e-07, |
| "loss": 0.5077890753746033, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8651564185544768, |
| "grad_norm": 1.6368306875228882, |
| "learning_rate": 4.339570206857957e-07, |
| "loss": 0.4499396085739136, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.8673139158576052, |
| "grad_norm": 1.6739598512649536, |
| "learning_rate": 4.335777222259056e-07, |
| "loss": 0.4595860242843628, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.8694714131607335, |
| "grad_norm": 2.5155189037323, |
| "learning_rate": 4.331975262030911e-07, |
| "loss": 0.5732553005218506, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.8716289104638619, |
| "grad_norm": 1.8127964735031128, |
| "learning_rate": 4.3281643476929286e-07, |
| "loss": 0.6196991801261902, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.8737864077669902, |
| "grad_norm": 3.939059257507324, |
| "learning_rate": 4.324344500815197e-07, |
| "loss": 0.5942954421043396, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8759439050701187, |
| "grad_norm": 4.195562362670898, |
| "learning_rate": 4.3205157430183627e-07, |
| "loss": 0.38596200942993164, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.8781014023732471, |
| "grad_norm": 1.3970879316329956, |
| "learning_rate": 4.316678095973509e-07, |
| "loss": 0.613640308380127, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.8802588996763754, |
| "grad_norm": 1.3632667064666748, |
| "learning_rate": 4.312831581402034e-07, |
| "loss": 0.653675377368927, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.8824163969795038, |
| "grad_norm": 3.1686818599700928, |
| "learning_rate": 4.3089762210755246e-07, |
| "loss": 0.5764310956001282, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.8845738942826321, |
| "grad_norm": 3.4244537353515625, |
| "learning_rate": 4.305112036815639e-07, |
| "loss": 0.5124704241752625, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8867313915857605, |
| "grad_norm": 1.641554832458496, |
| "learning_rate": 4.3012390504939745e-07, |
| "loss": 0.6814495921134949, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 1.3232611417770386, |
| "learning_rate": 4.2973572840319536e-07, |
| "loss": 0.6368851661682129, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.8910463861920173, |
| "grad_norm": 2.085556983947754, |
| "learning_rate": 4.2934667594006917e-07, |
| "loss": 0.6687034368515015, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.8932038834951457, |
| "grad_norm": 2.6139376163482666, |
| "learning_rate": 4.2895674986208786e-07, |
| "loss": 0.2821641266345978, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.895361380798274, |
| "grad_norm": 1.9903957843780518, |
| "learning_rate": 4.28565952376265e-07, |
| "loss": 0.5252734422683716, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8975188781014024, |
| "grad_norm": 2.297610282897949, |
| "learning_rate": 4.281742856945465e-07, |
| "loss": 0.745256781578064, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.8996763754045307, |
| "grad_norm": 6.354626655578613, |
| "learning_rate": 4.277817520337978e-07, |
| "loss": 0.5809981226921082, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.9018338727076591, |
| "grad_norm": 2.735447883605957, |
| "learning_rate": 4.273883536157917e-07, |
| "loss": 0.6928726434707642, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.9039913700107874, |
| "grad_norm": 1.2760671377182007, |
| "learning_rate": 4.269940926671957e-07, |
| "loss": 0.6470978856086731, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.9061488673139159, |
| "grad_norm": 9.878061294555664, |
| "learning_rate": 4.2659897141955876e-07, |
| "loss": 0.6638087630271912, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9083063646170443, |
| "grad_norm": 6.520370960235596, |
| "learning_rate": 4.262029921092999e-07, |
| "loss": 0.6910456418991089, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9104638619201726, |
| "grad_norm": 6.460091590881348, |
| "learning_rate": 4.258061569776944e-07, |
| "loss": 0.8283501267433167, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.912621359223301, |
| "grad_norm": 5.205661296844482, |
| "learning_rate": 4.254084682708617e-07, |
| "loss": 0.8275612592697144, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.9147788565264293, |
| "grad_norm": 1.463245153427124, |
| "learning_rate": 4.250099282397526e-07, |
| "loss": 0.46582770347595215, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.9169363538295577, |
| "grad_norm": 5.333581924438477, |
| "learning_rate": 4.246105391401362e-07, |
| "loss": 0.7306879758834839, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.919093851132686, |
| "grad_norm": 5.498586654663086, |
| "learning_rate": 4.2421030323258773e-07, |
| "loss": 0.4175741672515869, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.9212513484358145, |
| "grad_norm": 1.0770583152770996, |
| "learning_rate": 4.2380922278247524e-07, |
| "loss": 0.6730119585990906, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.9234088457389428, |
| "grad_norm": 0.42357996106147766, |
| "learning_rate": 4.234073000599469e-07, |
| "loss": 0.8127405643463135, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.9255663430420712, |
| "grad_norm": 7.6792120933532715, |
| "learning_rate": 4.230045373399185e-07, |
| "loss": 0.576317310333252, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.9277238403451996, |
| "grad_norm": 5.140259265899658, |
| "learning_rate": 4.2260093690206007e-07, |
| "loss": 0.523854672908783, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9298813376483279, |
| "grad_norm": 3.8896889686584473, |
| "learning_rate": 4.221965010307831e-07, |
| "loss": 0.8840075731277466, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.9320388349514563, |
| "grad_norm": 1.3811416625976562, |
| "learning_rate": 4.2179123201522784e-07, |
| "loss": 0.7325385212898254, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.9341963322545846, |
| "grad_norm": 1.7766026258468628, |
| "learning_rate": 4.213851321492503e-07, |
| "loss": 0.30791109800338745, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.9363538295577131, |
| "grad_norm": 1.1082113981246948, |
| "learning_rate": 4.209782037314089e-07, |
| "loss": 0.6958837509155273, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.9385113268608414, |
| "grad_norm": 7.657420635223389, |
| "learning_rate": 4.2057044906495197e-07, |
| "loss": 0.42088598012924194, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9406688241639698, |
| "grad_norm": 9.207883834838867, |
| "learning_rate": 4.2016187045780445e-07, |
| "loss": 0.6101109385490417, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.9428263214670982, |
| "grad_norm": 1.3625860214233398, |
| "learning_rate": 4.197524702225547e-07, |
| "loss": 0.6703606247901917, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.9449838187702265, |
| "grad_norm": 4.89463996887207, |
| "learning_rate": 4.1934225067644163e-07, |
| "loss": 0.5207024216651917, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.9471413160733549, |
| "grad_norm": 5.676528453826904, |
| "learning_rate": 4.1893121414134165e-07, |
| "loss": 0.67097008228302, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.9492988133764833, |
| "grad_norm": 3.8142192363739014, |
| "learning_rate": 4.1851936294375525e-07, |
| "loss": 0.8798677325248718, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9514563106796117, |
| "grad_norm": 3.3056960105895996, |
| "learning_rate": 4.181066994147939e-07, |
| "loss": 0.5886131525039673, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.95361380798274, |
| "grad_norm": 1.9534400701522827, |
| "learning_rate": 4.176932258901673e-07, |
| "loss": 0.553901731967926, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.9557713052858684, |
| "grad_norm": 1.5135817527770996, |
| "learning_rate": 4.1727894471016933e-07, |
| "loss": 0.35753270983695984, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.9579288025889967, |
| "grad_norm": 4.861209869384766, |
| "learning_rate": 4.168638582196654e-07, |
| "loss": 0.8348190188407898, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.9600862998921251, |
| "grad_norm": 2.2612881660461426, |
| "learning_rate": 4.164479687680794e-07, |
| "loss": 0.8166549205780029, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9622437971952535, |
| "grad_norm": 1.4900096654891968, |
| "learning_rate": 4.160312787093796e-07, |
| "loss": 0.47946974635124207, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.9644012944983819, |
| "grad_norm": 2.3414793014526367, |
| "learning_rate": 4.156137904020659e-07, |
| "loss": 0.5899794697761536, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.9665587918015103, |
| "grad_norm": 1.6720659732818604, |
| "learning_rate": 4.1519550620915643e-07, |
| "loss": 0.6609233617782593, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.9687162891046386, |
| "grad_norm": 1.4975440502166748, |
| "learning_rate": 4.1477642849817414e-07, |
| "loss": 0.6876581907272339, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.970873786407767, |
| "grad_norm": 4.46371603012085, |
| "learning_rate": 4.143565596411331e-07, |
| "loss": 0.6830723881721497, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9730312837108953, |
| "grad_norm": 1.2813857793807983, |
| "learning_rate": 4.139359020145257e-07, |
| "loss": 0.5846165418624878, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.9751887810140237, |
| "grad_norm": 3.6278672218322754, |
| "learning_rate": 4.1351445799930837e-07, |
| "loss": 0.7689055800437927, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.9773462783171522, |
| "grad_norm": 6.095682621002197, |
| "learning_rate": 4.1309222998088923e-07, |
| "loss": 0.5822760462760925, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.9795037756202805, |
| "grad_norm": 1.989863634109497, |
| "learning_rate": 4.126692203491132e-07, |
| "loss": 0.6141869425773621, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.9816612729234089, |
| "grad_norm": 1.743506908416748, |
| "learning_rate": 4.1224543149824945e-07, |
| "loss": 0.6478677988052368, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9838187702265372, |
| "grad_norm": 1.9053099155426025, |
| "learning_rate": 4.11820865826978e-07, |
| "loss": 0.48178091645240784, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.9859762675296656, |
| "grad_norm": 2.2662453651428223, |
| "learning_rate": 4.1139552573837515e-07, |
| "loss": 0.607950747013092, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.9881337648327939, |
| "grad_norm": 2.4114274978637695, |
| "learning_rate": 4.109694136399008e-07, |
| "loss": 0.6108921766281128, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.9902912621359223, |
| "grad_norm": 7.512186050415039, |
| "learning_rate": 4.105425319433844e-07, |
| "loss": 0.6795108318328857, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.9924487594390508, |
| "grad_norm": 1.7533015012741089, |
| "learning_rate": 4.1011488306501136e-07, |
| "loss": 0.437101811170578, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9946062567421791, |
| "grad_norm": 2.403139352798462, |
| "learning_rate": 4.096864694253095e-07, |
| "loss": 0.4864053428173065, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.9967637540453075, |
| "grad_norm": 1.6964081525802612, |
| "learning_rate": 4.0925729344913507e-07, |
| "loss": 0.643713116645813, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.9989212513484358, |
| "grad_norm": 1.4134613275527954, |
| "learning_rate": 4.088273575656594e-07, |
| "loss": 0.6958010196685791, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.0010787486515642, |
| "grad_norm": 1.5019845962524414, |
| "learning_rate": 4.083966642083549e-07, |
| "loss": 0.491763174533844, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.0032362459546926, |
| "grad_norm": 1.6836707592010498, |
| "learning_rate": 4.079652158149813e-07, |
| "loss": 0.6048216819763184, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0053937432578208, |
| "grad_norm": 1.5291476249694824, |
| "learning_rate": 4.075330148275719e-07, |
| "loss": 0.6078330278396606, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.0075512405609492, |
| "grad_norm": 1.7825332880020142, |
| "learning_rate": 4.0710006369241984e-07, |
| "loss": 0.6125837564468384, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.0097087378640777, |
| "grad_norm": 2.508885622024536, |
| "learning_rate": 4.06666364860064e-07, |
| "loss": 0.42874282598495483, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.011866235167206, |
| "grad_norm": 3.95334529876709, |
| "learning_rate": 4.062319207852754e-07, |
| "loss": 0.7187290191650391, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.0140237324703345, |
| "grad_norm": 1.270442247390747, |
| "learning_rate": 4.0579673392704315e-07, |
| "loss": 0.5802730321884155, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0161812297734627, |
| "grad_norm": 1.6048680543899536, |
| "learning_rate": 4.0536080674856064e-07, |
| "loss": 0.5463104248046875, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.0183387270765911, |
| "grad_norm": 4.189075469970703, |
| "learning_rate": 4.0492414171721137e-07, |
| "loss": 0.4786475896835327, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.0204962243797195, |
| "grad_norm": 7.608390808105469, |
| "learning_rate": 4.044867413045554e-07, |
| "loss": 0.6445322632789612, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.022653721682848, |
| "grad_norm": 3.295640230178833, |
| "learning_rate": 4.0404860798631497e-07, |
| "loss": 0.5995020866394043, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.0248112189859762, |
| "grad_norm": 3.5857110023498535, |
| "learning_rate": 4.0360974424236045e-07, |
| "loss": 0.5838800072669983, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0269687162891046, |
| "grad_norm": 2.5072519779205322, |
| "learning_rate": 4.031701525566968e-07, |
| "loss": 0.550299882888794, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.029126213592233, |
| "grad_norm": 2.477893352508545, |
| "learning_rate": 4.0272983541744906e-07, |
| "loss": 0.48044463992118835, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.0312837108953614, |
| "grad_norm": 2.064870595932007, |
| "learning_rate": 4.0228879531684825e-07, |
| "loss": 0.607839822769165, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.0334412081984898, |
| "grad_norm": 1.39699125289917, |
| "learning_rate": 4.018470347512177e-07, |
| "loss": 0.6562771797180176, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.035598705501618, |
| "grad_norm": 4.258260250091553, |
| "learning_rate": 4.0140455622095833e-07, |
| "loss": 0.6375301480293274, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0377562028047465, |
| "grad_norm": 2.1129860877990723, |
| "learning_rate": 4.0096136223053503e-07, |
| "loss": 0.5195407271385193, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.0399137001078749, |
| "grad_norm": 4.592264652252197, |
| "learning_rate": 4.005174552884621e-07, |
| "loss": 0.47522222995758057, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.0420711974110033, |
| "grad_norm": 1.5298984050750732, |
| "learning_rate": 4.0007283790728937e-07, |
| "loss": 0.45716097950935364, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.0442286947141317, |
| "grad_norm": 2.2780728340148926, |
| "learning_rate": 3.996275126035877e-07, |
| "loss": 0.6386222243309021, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.04638619201726, |
| "grad_norm": 39.363914489746094, |
| "learning_rate": 3.9918148189793473e-07, |
| "loss": 0.6134737133979797, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.0485436893203883, |
| "grad_norm": 1.4374394416809082, |
| "learning_rate": 3.98734748314901e-07, |
| "loss": 0.49869057536125183, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.0507011866235167, |
| "grad_norm": 2.8738322257995605, |
| "learning_rate": 3.9828731438303513e-07, |
| "loss": 0.4262846112251282, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.0528586839266452, |
| "grad_norm": 4.88612174987793, |
| "learning_rate": 3.978391826348501e-07, |
| "loss": 0.44011008739471436, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.0550161812297734, |
| "grad_norm": 1.591728925704956, |
| "learning_rate": 3.973903556068082e-07, |
| "loss": 0.579682469367981, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.0571736785329018, |
| "grad_norm": 2.144808769226074, |
| "learning_rate": 3.9694083583930734e-07, |
| "loss": 0.6116613149642944, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.0593311758360302, |
| "grad_norm": 4.2694525718688965, |
| "learning_rate": 3.964906258766663e-07, |
| "loss": 0.5095481872558594, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.0614886731391586, |
| "grad_norm": 1.4594628810882568, |
| "learning_rate": 3.960397282671104e-07, |
| "loss": 0.49267393350601196, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.063646170442287, |
| "grad_norm": 2.070873737335205, |
| "learning_rate": 3.9558814556275705e-07, |
| "loss": 0.5884362459182739, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.0658036677454152, |
| "grad_norm": 1.6621878147125244, |
| "learning_rate": 3.9513588031960164e-07, |
| "loss": 0.5078074336051941, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.0679611650485437, |
| "grad_norm": 1.82585608959198, |
| "learning_rate": 3.946829350975024e-07, |
| "loss": 0.5152098536491394, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.070118662351672, |
| "grad_norm": 1.609985589981079, |
| "learning_rate": 3.942293124601664e-07, |
| "loss": 0.5379571318626404, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.0722761596548005, |
| "grad_norm": 3.880840301513672, |
| "learning_rate": 3.937750149751353e-07, |
| "loss": 0.53695148229599, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.074433656957929, |
| "grad_norm": 1.5093027353286743, |
| "learning_rate": 3.9332004521376976e-07, |
| "loss": 0.6305853128433228, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.0765911542610571, |
| "grad_norm": 10.337991714477539, |
| "learning_rate": 3.9286440575123625e-07, |
| "loss": 0.46823710203170776, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.0787486515641855, |
| "grad_norm": 6.093511581420898, |
| "learning_rate": 3.9240809916649146e-07, |
| "loss": 0.7002033591270447, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.080906148867314, |
| "grad_norm": 1.6978514194488525, |
| "learning_rate": 3.919511280422681e-07, |
| "loss": 0.4546293318271637, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.0830636461704424, |
| "grad_norm": 1.1726937294006348, |
| "learning_rate": 3.914934949650603e-07, |
| "loss": 0.6637395620346069, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.0852211434735706, |
| "grad_norm": 1.5652375221252441, |
| "learning_rate": 3.910352025251087e-07, |
| "loss": 0.5811644196510315, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.087378640776699, |
| "grad_norm": 1.6414304971694946, |
| "learning_rate": 3.905762533163863e-07, |
| "loss": 0.595992386341095, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.0895361380798274, |
| "grad_norm": 2.038053512573242, |
| "learning_rate": 3.9011664993658315e-07, |
| "loss": 0.5396429896354675, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.0916936353829558, |
| "grad_norm": 1.9649733304977417, |
| "learning_rate": 3.8965639498709213e-07, |
| "loss": 0.5478025674819946, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.0938511326860842, |
| "grad_norm": 3.463732957839966, |
| "learning_rate": 3.891954910729942e-07, |
| "loss": 0.49627092480659485, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.0960086299892124, |
| "grad_norm": 3.943431854248047, |
| "learning_rate": 3.8873394080304304e-07, |
| "loss": 0.6524069905281067, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.0981661272923409, |
| "grad_norm": 3.5497028827667236, |
| "learning_rate": 3.8827174678965144e-07, |
| "loss": 0.5223618149757385, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.1003236245954693, |
| "grad_norm": 7.74370002746582, |
| "learning_rate": 3.878089116488752e-07, |
| "loss": 0.5389726161956787, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.1024811218985977, |
| "grad_norm": 2.1320722103118896, |
| "learning_rate": 3.873454380003992e-07, |
| "loss": 0.5913807153701782, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.104638619201726, |
| "grad_norm": 2.8024096488952637, |
| "learning_rate": 3.8688132846752246e-07, |
| "loss": 0.5501705408096313, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.1067961165048543, |
| "grad_norm": 1.3087513446807861, |
| "learning_rate": 3.864165856771429e-07, |
| "loss": 0.5886018872261047, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.1089536138079827, |
| "grad_norm": 1.2707762718200684, |
| "learning_rate": 3.85951212259743e-07, |
| "loss": 0.5950880646705627, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 5.31006383895874, |
| "learning_rate": 3.8548521084937434e-07, |
| "loss": 0.4451335668563843, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1132686084142396, |
| "grad_norm": 3.055915117263794, |
| "learning_rate": 3.8501858408364333e-07, |
| "loss": 0.47768980264663696, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.1154261057173678, |
| "grad_norm": 1.2441359758377075, |
| "learning_rate": 3.845513346036957e-07, |
| "loss": 0.6385471820831299, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.1175836030204962, |
| "grad_norm": 6.279306411743164, |
| "learning_rate": 3.840834650542018e-07, |
| "loss": 0.45993420481681824, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.1197411003236246, |
| "grad_norm": 1.52280592918396, |
| "learning_rate": 3.836149780833418e-07, |
| "loss": 0.5168780088424683, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.121898597626753, |
| "grad_norm": 2.0793957710266113, |
| "learning_rate": 3.8314587634279027e-07, |
| "loss": 0.5576176643371582, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1240560949298812, |
| "grad_norm": 1.4773210287094116, |
| "learning_rate": 3.8267616248770165e-07, |
| "loss": 0.5373958945274353, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.1262135922330097, |
| "grad_norm": 2.390502691268921, |
| "learning_rate": 3.8220583917669486e-07, |
| "loss": 0.5401830673217773, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.128371089536138, |
| "grad_norm": 1.2080022096633911, |
| "learning_rate": 3.8173490907183854e-07, |
| "loss": 0.5357274413108826, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.1305285868392665, |
| "grad_norm": 5.848990440368652, |
| "learning_rate": 3.8126337483863565e-07, |
| "loss": 0.5787194967269897, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.132686084142395, |
| "grad_norm": 2.1143975257873535, |
| "learning_rate": 3.8079123914600874e-07, |
| "loss": 0.5402184724807739, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.134843581445523, |
| "grad_norm": 1.5472838878631592, |
| "learning_rate": 3.8031850466628446e-07, |
| "loss": 0.5939875245094299, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.1370010787486515, |
| "grad_norm": 1.5804020166397095, |
| "learning_rate": 3.798451740751789e-07, |
| "loss": 0.5679658651351929, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.13915857605178, |
| "grad_norm": 1.2764010429382324, |
| "learning_rate": 3.79371250051782e-07, |
| "loss": 0.5673144459724426, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.1413160733549084, |
| "grad_norm": 2.0156118869781494, |
| "learning_rate": 3.788967352785426e-07, |
| "loss": 0.6328020095825195, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.1434735706580366, |
| "grad_norm": 9.465262413024902, |
| "learning_rate": 3.7842163244125336e-07, |
| "loss": 0.4857198894023895, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.145631067961165, |
| "grad_norm": 1.7701698541641235, |
| "learning_rate": 3.7794594422903524e-07, |
| "loss": 0.2504948377609253, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.1477885652642934, |
| "grad_norm": 3.641615629196167, |
| "learning_rate": 3.7746967333432267e-07, |
| "loss": 0.5472912192344666, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.1499460625674218, |
| "grad_norm": 2.0676019191741943, |
| "learning_rate": 3.769928224528479e-07, |
| "loss": 0.6364511847496033, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.1521035598705502, |
| "grad_norm": 4.401365756988525, |
| "learning_rate": 3.7651539428362613e-07, |
| "loss": 0.5439355969429016, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.1542610571736784, |
| "grad_norm": 5.850034236907959, |
| "learning_rate": 3.7603739152894e-07, |
| "loss": 0.6640523076057434, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.1564185544768069, |
| "grad_norm": 1.1790587902069092, |
| "learning_rate": 3.755588168943242e-07, |
| "loss": 0.5868851542472839, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.1585760517799353, |
| "grad_norm": 1.469138503074646, |
| "learning_rate": 3.7507967308855054e-07, |
| "loss": 0.5512825846672058, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.1607335490830637, |
| "grad_norm": 1.2130903005599976, |
| "learning_rate": 3.7459996282361243e-07, |
| "loss": 0.5239831805229187, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.162891046386192, |
| "grad_norm": 7.653203964233398, |
| "learning_rate": 3.741196888147091e-07, |
| "loss": 0.6439744234085083, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.1650485436893203, |
| "grad_norm": 1.5135337114334106, |
| "learning_rate": 3.7363885378023103e-07, |
| "loss": 0.5788765549659729, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.1672060409924487, |
| "grad_norm": 3.182453155517578, |
| "learning_rate": 3.731574604417439e-07, |
| "loss": 0.5617559552192688, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.1693635382955772, |
| "grad_norm": 2.3747951984405518, |
| "learning_rate": 3.7267551152397357e-07, |
| "loss": 0.5370228886604309, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.1715210355987056, |
| "grad_norm": 1.1393845081329346, |
| "learning_rate": 3.721930097547905e-07, |
| "loss": 0.6155055165290833, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.173678532901834, |
| "grad_norm": 2.894418954849243, |
| "learning_rate": 3.717099578651941e-07, |
| "loss": 0.6374943256378174, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.1758360302049622, |
| "grad_norm": 2.416472911834717, |
| "learning_rate": 3.71226358589298e-07, |
| "loss": 0.6947451829910278, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.1779935275080906, |
| "grad_norm": 1.3670376539230347, |
| "learning_rate": 3.7074221466431373e-07, |
| "loss": 0.5406089425086975, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.180151024811219, |
| "grad_norm": 1.2521384954452515, |
| "learning_rate": 3.702575288305355e-07, |
| "loss": 0.5395722389221191, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.1823085221143474, |
| "grad_norm": 1.9795541763305664, |
| "learning_rate": 3.697723038313251e-07, |
| "loss": 0.29258376359939575, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.1844660194174756, |
| "grad_norm": 1.5469352006912231, |
| "learning_rate": 3.692865424130957e-07, |
| "loss": 0.28986942768096924, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.186623516720604, |
| "grad_norm": 2.116645574569702, |
| "learning_rate": 3.6880024732529693e-07, |
| "loss": 0.4253014922142029, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1887810140237325, |
| "grad_norm": 1.2636767625808716, |
| "learning_rate": 3.683134213203987e-07, |
| "loss": 0.3352068066596985, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.190938511326861, |
| "grad_norm": 4.438840866088867, |
| "learning_rate": 3.6782606715387635e-07, |
| "loss": 0.5909640192985535, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.1930960086299893, |
| "grad_norm": 2.9154276847839355, |
| "learning_rate": 3.673381875841945e-07, |
| "loss": 0.6895350217819214, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.1952535059331175, |
| "grad_norm": 1.7983450889587402, |
| "learning_rate": 3.668497853727913e-07, |
| "loss": 0.6385772824287415, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.197411003236246, |
| "grad_norm": 3.447049140930176, |
| "learning_rate": 3.6636086328406374e-07, |
| "loss": 0.6397103071212769, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.1995685005393744, |
| "grad_norm": 3.8200409412384033, |
| "learning_rate": 3.6587142408535054e-07, |
| "loss": 0.5476571321487427, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.2017259978425028, |
| "grad_norm": 1.2859944105148315, |
| "learning_rate": 3.6538147054691815e-07, |
| "loss": 0.5042168498039246, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.203883495145631, |
| "grad_norm": 1.283574104309082, |
| "learning_rate": 3.648910054419435e-07, |
| "loss": 0.5920245051383972, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.2060409924487594, |
| "grad_norm": 1.5358695983886719, |
| "learning_rate": 3.6440003154649953e-07, |
| "loss": 0.4955591559410095, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.2081984897518878, |
| "grad_norm": 1.0370635986328125, |
| "learning_rate": 3.639085516395387e-07, |
| "loss": 0.6023776531219482, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2103559870550162, |
| "grad_norm": 3.8796122074127197, |
| "learning_rate": 3.6341656850287774e-07, |
| "loss": 0.762068510055542, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.2125134843581447, |
| "grad_norm": 3.400327444076538, |
| "learning_rate": 3.629240849211814e-07, |
| "loss": 0.6205697059631348, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.2146709816612729, |
| "grad_norm": 2.327786684036255, |
| "learning_rate": 3.6243110368194737e-07, |
| "loss": 0.5409681797027588, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.2168284789644013, |
| "grad_norm": 3.4878270626068115, |
| "learning_rate": 3.619376275754897e-07, |
| "loss": 0.5776150226593018, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.2189859762675297, |
| "grad_norm": 3.1736040115356445, |
| "learning_rate": 3.614436593949239e-07, |
| "loss": 0.6846837997436523, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2211434735706581, |
| "grad_norm": 2.631258964538574, |
| "learning_rate": 3.609492019361503e-07, |
| "loss": 0.415913850069046, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.2233009708737863, |
| "grad_norm": 2.7962353229522705, |
| "learning_rate": 3.604542579978387e-07, |
| "loss": 0.4860919415950775, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.2254584681769147, |
| "grad_norm": 2.561530113220215, |
| "learning_rate": 3.599588303814125e-07, |
| "loss": 0.2348194271326065, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.2276159654800431, |
| "grad_norm": 1.6811720132827759, |
| "learning_rate": 3.594629218910325e-07, |
| "loss": 0.5006701946258545, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.2297734627831716, |
| "grad_norm": 4.786057472229004, |
| "learning_rate": 3.589665353335817e-07, |
| "loss": 0.7145098447799683, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.2319309600863, |
| "grad_norm": 1.3728108406066895, |
| "learning_rate": 3.584696735186486e-07, |
| "loss": 0.7182168960571289, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.2340884573894282, |
| "grad_norm": 2.7093677520751953, |
| "learning_rate": 3.579723392585119e-07, |
| "loss": 0.5651712417602539, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.2362459546925566, |
| "grad_norm": 1.986265778541565, |
| "learning_rate": 3.574745353681243e-07, |
| "loss": 0.5348817110061646, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.238403451995685, |
| "grad_norm": 6.097311496734619, |
| "learning_rate": 3.5697626466509663e-07, |
| "loss": 0.577741801738739, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.2405609492988134, |
| "grad_norm": 11.053370475769043, |
| "learning_rate": 3.564775299696821e-07, |
| "loss": 0.5550810098648071, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2427184466019416, |
| "grad_norm": 1.4628392457962036, |
| "learning_rate": 3.5597833410476006e-07, |
| "loss": 0.620225727558136, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.24487594390507, |
| "grad_norm": 7.8950276374816895, |
| "learning_rate": 3.554786798958199e-07, |
| "loss": 0.607008159160614, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.2470334412081985, |
| "grad_norm": 1.5595459938049316, |
| "learning_rate": 3.549785701709456e-07, |
| "loss": 0.4987570643424988, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.249190938511327, |
| "grad_norm": 1.6523284912109375, |
| "learning_rate": 3.544780077607992e-07, |
| "loss": 0.43261778354644775, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.2513484358144553, |
| "grad_norm": 12.226542472839355, |
| "learning_rate": 3.53976995498605e-07, |
| "loss": 0.6562701463699341, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.2535059331175837, |
| "grad_norm": 1.1661919355392456, |
| "learning_rate": 3.534755362201336e-07, |
| "loss": 0.501526951789856, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.255663430420712, |
| "grad_norm": 2.927499532699585, |
| "learning_rate": 3.529736327636856e-07, |
| "loss": 0.5619246959686279, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.2578209277238404, |
| "grad_norm": 2.0249011516571045, |
| "learning_rate": 3.524712879700758e-07, |
| "loss": 0.5738718509674072, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.2599784250269688, |
| "grad_norm": 0.44852355122566223, |
| "learning_rate": 3.5196850468261694e-07, |
| "loss": 0.5509487390518188, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.262135922330097, |
| "grad_norm": 2.7338967323303223, |
| "learning_rate": 3.514652857471038e-07, |
| "loss": 0.8337733149528503, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.2642934196332254, |
| "grad_norm": 1.9451134204864502, |
| "learning_rate": 3.509616340117968e-07, |
| "loss": 0.650130033493042, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.2664509169363538, |
| "grad_norm": 1.3618203401565552, |
| "learning_rate": 3.50457552327406e-07, |
| "loss": 0.5888417363166809, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.2686084142394822, |
| "grad_norm": 3.983638048171997, |
| "learning_rate": 3.499530435470753e-07, |
| "loss": 0.5166311264038086, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.2707659115426106, |
| "grad_norm": 0.49615857005119324, |
| "learning_rate": 3.4944811052636557e-07, |
| "loss": 0.24507802724838257, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.272923408845739, |
| "grad_norm": 1.7828303575515747, |
| "learning_rate": 3.4894275612323937e-07, |
| "loss": 0.542197585105896, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.2750809061488673, |
| "grad_norm": 3.6452059745788574, |
| "learning_rate": 3.4843698319804406e-07, |
| "loss": 0.4652722179889679, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.2772384034519957, |
| "grad_norm": 2.0969831943511963, |
| "learning_rate": 3.479307946134958e-07, |
| "loss": 0.615992546081543, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.279395900755124, |
| "grad_norm": 5.83058500289917, |
| "learning_rate": 3.4742419323466364e-07, |
| "loss": 0.6636797189712524, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.2815533980582523, |
| "grad_norm": 1.9127455949783325, |
| "learning_rate": 3.469171819289529e-07, |
| "loss": 0.5533426403999329, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.2837108953613807, |
| "grad_norm": 3.0942981243133545, |
| "learning_rate": 3.4640976356608925e-07, |
| "loss": 0.4518588185310364, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.2858683926645091, |
| "grad_norm": 4.2268218994140625, |
| "learning_rate": 3.4590194101810225e-07, |
| "loss": 0.6738635897636414, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.2880258899676376, |
| "grad_norm": 1.095913290977478, |
| "learning_rate": 3.453937171593092e-07, |
| "loss": 0.5171671509742737, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.290183387270766, |
| "grad_norm": 1.8377701044082642, |
| "learning_rate": 3.448850948662989e-07, |
| "loss": 0.4299532175064087, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.2923408845738944, |
| "grad_norm": 5.051590442657471, |
| "learning_rate": 3.443760770179152e-07, |
| "loss": 0.5502167344093323, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.2944983818770226, |
| "grad_norm": 1.6523767709732056, |
| "learning_rate": 3.438666664952409e-07, |
| "loss": 0.6330602765083313, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.296655879180151, |
| "grad_norm": 1.3870859146118164, |
| "learning_rate": 3.4335686618158146e-07, |
| "loss": 0.5067728757858276, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.2988133764832794, |
| "grad_norm": 3.1465868949890137, |
| "learning_rate": 3.428466789624484e-07, |
| "loss": 0.4402804374694824, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.3009708737864076, |
| "grad_norm": 9.775895118713379, |
| "learning_rate": 3.4233610772554327e-07, |
| "loss": 0.6617931127548218, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.303128371089536, |
| "grad_norm": 6.532571792602539, |
| "learning_rate": 3.418251553607414e-07, |
| "loss": 0.5412026047706604, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.3052858683926645, |
| "grad_norm": 23.66463279724121, |
| "learning_rate": 3.4131382476007483e-07, |
| "loss": 0.5621963739395142, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.307443365695793, |
| "grad_norm": 4.139750957489014, |
| "learning_rate": 3.408021188177168e-07, |
| "loss": 0.43633171916007996, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.3096008629989213, |
| "grad_norm": 1.5540739297866821, |
| "learning_rate": 3.40290040429965e-07, |
| "loss": 0.585831880569458, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.3117583603020497, |
| "grad_norm": 0.7869778871536255, |
| "learning_rate": 3.397775924952252e-07, |
| "loss": 0.6663514375686646, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.313915857605178, |
| "grad_norm": 3.8079118728637695, |
| "learning_rate": 3.3926477791399466e-07, |
| "loss": 0.6986393928527832, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.3160733549083063, |
| "grad_norm": 80.64041137695312, |
| "learning_rate": 3.3875159958884604e-07, |
| "loss": 0.2534840703010559, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.3182308522114348, |
| "grad_norm": 1.4813616275787354, |
| "learning_rate": 3.382380604244108e-07, |
| "loss": 0.5039587020874023, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.3203883495145632, |
| "grad_norm": 1.3485782146453857, |
| "learning_rate": 3.3772416332736267e-07, |
| "loss": 0.49135297536849976, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.3225458468176914, |
| "grad_norm": 2.1019444465637207, |
| "learning_rate": 3.372099112064016e-07, |
| "loss": 0.5730096101760864, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.3247033441208198, |
| "grad_norm": 1.2675708532333374, |
| "learning_rate": 3.3669530697223666e-07, |
| "loss": 0.3039630055427551, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.3268608414239482, |
| "grad_norm": 4.25254487991333, |
| "learning_rate": 3.3618035353757004e-07, |
| "loss": 0.5067458748817444, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.3290183387270766, |
| "grad_norm": 1.8785464763641357, |
| "learning_rate": 3.3566505381708053e-07, |
| "loss": 0.592536449432373, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.331175836030205, |
| "grad_norm": 3.387016773223877, |
| "learning_rate": 3.351494107274067e-07, |
| "loss": 0.5786437392234802, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 3.627840757369995, |
| "learning_rate": 3.3463342718713093e-07, |
| "loss": 0.41272541880607605, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.3354908306364617, |
| "grad_norm": 2.921630620956421, |
| "learning_rate": 3.3411710611676245e-07, |
| "loss": 0.5590270757675171, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.33764832793959, |
| "grad_norm": 1.4048740863800049, |
| "learning_rate": 3.3360045043872073e-07, |
| "loss": 0.5370460748672485, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.3398058252427185, |
| "grad_norm": 1.9135799407958984, |
| "learning_rate": 3.3308346307731937e-07, |
| "loss": 0.6795614361763, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.3419633225458467, |
| "grad_norm": 5.181615829467773, |
| "learning_rate": 3.325661469587493e-07, |
| "loss": 0.43978267908096313, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.3441208198489751, |
| "grad_norm": 2.0108721256256104, |
| "learning_rate": 3.320485050110623e-07, |
| "loss": 0.7196254730224609, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.3462783171521036, |
| "grad_norm": 5.627135753631592, |
| "learning_rate": 3.3153054016415404e-07, |
| "loss": 0.6685677170753479, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.348435814455232, |
| "grad_norm": 1.5753936767578125, |
| "learning_rate": 3.3101225534974824e-07, |
| "loss": 0.47921374440193176, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3505933117583604, |
| "grad_norm": 1.3769195079803467, |
| "learning_rate": 3.304936535013796e-07, |
| "loss": 0.5930690765380859, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.3527508090614886, |
| "grad_norm": 3.187718391418457, |
| "learning_rate": 3.2997473755437694e-07, |
| "loss": 0.443682998418808, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.354908306364617, |
| "grad_norm": 1.696946144104004, |
| "learning_rate": 3.294555104458472e-07, |
| "loss": 0.5157840251922607, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.3570658036677454, |
| "grad_norm": 1.3455950021743774, |
| "learning_rate": 3.289359751146585e-07, |
| "loss": 0.4192175269126892, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.3592233009708738, |
| "grad_norm": 2.213014602661133, |
| "learning_rate": 3.2841613450142326e-07, |
| "loss": 0.5426623821258545, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.361380798274002, |
| "grad_norm": 1.4176040887832642, |
| "learning_rate": 3.278959915484822e-07, |
| "loss": 0.37126630544662476, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.3635382955771305, |
| "grad_norm": 1.7383960485458374, |
| "learning_rate": 3.2737554919988713e-07, |
| "loss": 0.4560404419898987, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.3656957928802589, |
| "grad_norm": 1.2408937215805054, |
| "learning_rate": 3.2685481040138437e-07, |
| "loss": 0.6066496968269348, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.3678532901833873, |
| "grad_norm": 14.88650131225586, |
| "learning_rate": 3.2633377810039837e-07, |
| "loss": 0.5824995636940002, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.3700107874865157, |
| "grad_norm": 2.481553792953491, |
| "learning_rate": 3.2581245524601457e-07, |
| "loss": 0.5986048579216003, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.3721682847896441, |
| "grad_norm": 6.574549198150635, |
| "learning_rate": 3.252908447889633e-07, |
| "loss": 0.6264061331748962, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.3743257820927723, |
| "grad_norm": 11.117745399475098, |
| "learning_rate": 3.2476894968160245e-07, |
| "loss": 0.47890105843544006, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.3764832793959008, |
| "grad_norm": 2.9714407920837402, |
| "learning_rate": 3.2424677287790105e-07, |
| "loss": 0.6954044699668884, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.3786407766990292, |
| "grad_norm": 4.487089157104492, |
| "learning_rate": 3.237243173334229e-07, |
| "loss": 0.3699471354484558, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.3807982740021574, |
| "grad_norm": 3.5095317363739014, |
| "learning_rate": 3.232015860053093e-07, |
| "loss": 0.49049827456474304, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.3829557713052858, |
| "grad_norm": 3.8155364990234375, |
| "learning_rate": 3.226785818522622e-07, |
| "loss": 0.5451414585113525, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.3851132686084142, |
| "grad_norm": 1.868401050567627, |
| "learning_rate": 3.221553078345282e-07, |
| "loss": 0.4515441060066223, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.3872707659115426, |
| "grad_norm": 7.603207111358643, |
| "learning_rate": 3.216317669138812e-07, |
| "loss": 0.6191388964653015, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.389428263214671, |
| "grad_norm": 8.218348503112793, |
| "learning_rate": 3.211079620536058e-07, |
| "loss": 0.43059730529785156, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.3915857605177995, |
| "grad_norm": 4.354824542999268, |
| "learning_rate": 3.205838962184804e-07, |
| "loss": 0.47998175024986267, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.3937432578209277, |
| "grad_norm": 2.3470609188079834, |
| "learning_rate": 3.2005957237476073e-07, |
| "loss": 0.6489396095275879, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.395900755124056, |
| "grad_norm": 5.762950897216797, |
| "learning_rate": 3.1953499349016284e-07, |
| "loss": 0.6003392934799194, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.3980582524271845, |
| "grad_norm": 0.4735300838947296, |
| "learning_rate": 3.190101625338461e-07, |
| "loss": 0.5412855744361877, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.4002157497303127, |
| "grad_norm": 1.6221954822540283, |
| "learning_rate": 3.18485082476397e-07, |
| "loss": 0.452088862657547, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.4023732470334411, |
| "grad_norm": 5.19826078414917, |
| "learning_rate": 3.179597562898116e-07, |
| "loss": 0.45721590518951416, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4045307443365695, |
| "grad_norm": 2.296773910522461, |
| "learning_rate": 3.1743418694747935e-07, |
| "loss": 0.6805709600448608, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.406688241639698, |
| "grad_norm": 1.289931058883667, |
| "learning_rate": 3.169083774241658e-07, |
| "loss": 0.48374688625335693, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.4088457389428264, |
| "grad_norm": 2.8533899784088135, |
| "learning_rate": 3.1638233069599603e-07, |
| "loss": 0.5229544639587402, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.4110032362459548, |
| "grad_norm": 6.371025085449219, |
| "learning_rate": 3.158560497404377e-07, |
| "loss": 0.5882778763771057, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.413160733549083, |
| "grad_norm": 1.4979420900344849, |
| "learning_rate": 3.153295375362843e-07, |
| "loss": 0.4229152500629425, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4153182308522114, |
| "grad_norm": 1.8354501724243164, |
| "learning_rate": 3.14802797063638e-07, |
| "loss": 0.5944955945014954, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.4174757281553398, |
| "grad_norm": 2.193164825439453, |
| "learning_rate": 3.1427583130389324e-07, |
| "loss": 0.5871320366859436, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.419633225458468, |
| "grad_norm": 3.204235315322876, |
| "learning_rate": 3.137486432397193e-07, |
| "loss": 0.2334681898355484, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.4217907227615965, |
| "grad_norm": 4.964504718780518, |
| "learning_rate": 3.1322123585504395e-07, |
| "loss": 0.5250051617622375, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.4239482200647249, |
| "grad_norm": 2.2570719718933105, |
| "learning_rate": 3.1269361213503643e-07, |
| "loss": 0.5495631694793701, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.4261057173678533, |
| "grad_norm": 1.536373496055603, |
| "learning_rate": 3.121657750660901e-07, |
| "loss": 0.48065459728240967, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.4282632146709817, |
| "grad_norm": 4.908086776733398, |
| "learning_rate": 3.116377276358063e-07, |
| "loss": 0.41572993993759155, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.4304207119741101, |
| "grad_norm": 8.478764533996582, |
| "learning_rate": 3.111094728329767e-07, |
| "loss": 0.6322842240333557, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.4325782092772383, |
| "grad_norm": 1.3569598197937012, |
| "learning_rate": 3.1058101364756684e-07, |
| "loss": 0.48605573177337646, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.4347357065803668, |
| "grad_norm": 2.1617515087127686, |
| "learning_rate": 3.100523530706991e-07, |
| "loss": 0.5922558307647705, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.4368932038834952, |
| "grad_norm": 3.862966775894165, |
| "learning_rate": 3.095234940946358e-07, |
| "loss": 0.504891574382782, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.4390507011866236, |
| "grad_norm": 1.3128629922866821, |
| "learning_rate": 3.089944397127621e-07, |
| "loss": 0.5910184383392334, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.4412081984897518, |
| "grad_norm": 1.3905627727508545, |
| "learning_rate": 3.0846519291956923e-07, |
| "loss": 0.4852849543094635, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.4433656957928802, |
| "grad_norm": 4.070714950561523, |
| "learning_rate": 3.079357567106375e-07, |
| "loss": 0.609307050704956, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.4455231930960086, |
| "grad_norm": 1.5611417293548584, |
| "learning_rate": 3.074061340826193e-07, |
| "loss": 0.6423069834709167, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.447680690399137, |
| "grad_norm": 4.069622993469238, |
| "learning_rate": 3.0687632803322214e-07, |
| "loss": 0.4610182046890259, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.4498381877022655, |
| "grad_norm": 1.5368692874908447, |
| "learning_rate": 3.0634634156119183e-07, |
| "loss": 0.596781313419342, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.4519956850053937, |
| "grad_norm": 4.0829572677612305, |
| "learning_rate": 3.0581617766629525e-07, |
| "loss": 0.46168115735054016, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.454153182308522, |
| "grad_norm": 1.1894795894622803, |
| "learning_rate": 3.052858393493036e-07, |
| "loss": 0.3813992738723755, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.4563106796116505, |
| "grad_norm": 7.187083721160889, |
| "learning_rate": 3.0475532961197525e-07, |
| "loss": 0.4869483411312103, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.458468176914779, |
| "grad_norm": 2.1215786933898926, |
| "learning_rate": 3.042246514570388e-07, |
| "loss": 0.44144994020462036, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.4606256742179071, |
| "grad_norm": 1.7207623720169067, |
| "learning_rate": 3.036938078881764e-07, |
| "loss": 0.5316063165664673, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.4627831715210355, |
| "grad_norm": 1.4604369401931763, |
| "learning_rate": 3.0316280191000595e-07, |
| "loss": 0.5334872007369995, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.464940668824164, |
| "grad_norm": 1.4460911750793457, |
| "learning_rate": 3.0263163652806497e-07, |
| "loss": 0.5650609135627747, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.4670981661272924, |
| "grad_norm": 1.443108320236206, |
| "learning_rate": 3.0210031474879323e-07, |
| "loss": 0.3324916660785675, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.4692556634304208, |
| "grad_norm": 1.309964656829834, |
| "learning_rate": 3.015688395795154e-07, |
| "loss": 0.6782206892967224, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.4714131607335492, |
| "grad_norm": 1.0900267362594604, |
| "learning_rate": 3.010372140284247e-07, |
| "loss": 0.42707037925720215, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.4735706580366774, |
| "grad_norm": 1.5196927785873413, |
| "learning_rate": 3.0050544110456544e-07, |
| "loss": 0.561892032623291, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.4757281553398058, |
| "grad_norm": 1.3471835851669312, |
| "learning_rate": 2.999735238178159e-07, |
| "loss": 0.5165982842445374, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.4778856526429343, |
| "grad_norm": 1.6917212009429932, |
| "learning_rate": 2.9944146517887166e-07, |
| "loss": 0.42515087127685547, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.4800431499460625, |
| "grad_norm": 3.3652212619781494, |
| "learning_rate": 2.989092681992283e-07, |
| "loss": 0.5667294859886169, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.4822006472491909, |
| "grad_norm": 6.991846561431885, |
| "learning_rate": 2.983769358911643e-07, |
| "loss": 0.4916223883628845, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.4843581445523193, |
| "grad_norm": 3.88139271736145, |
| "learning_rate": 2.9784447126772434e-07, |
| "loss": 0.5577268600463867, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.4865156418554477, |
| "grad_norm": 1.634870171546936, |
| "learning_rate": 2.9731187734270173e-07, |
| "loss": 0.5713073015213013, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.4886731391585761, |
| "grad_norm": 2.828623056411743, |
| "learning_rate": 2.967791571306221e-07, |
| "loss": 0.7753892540931702, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.4908306364617046, |
| "grad_norm": 2.1929805278778076, |
| "learning_rate": 2.962463136467253e-07, |
| "loss": 0.5757138729095459, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.4929881337648327, |
| "grad_norm": 1.8372981548309326, |
| "learning_rate": 2.9571334990694927e-07, |
| "loss": 0.4425245523452759, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.4951456310679612, |
| "grad_norm": 1.2296621799468994, |
| "learning_rate": 2.951802689279126e-07, |
| "loss": 0.6176034808158875, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.4973031283710896, |
| "grad_norm": 4.398133277893066, |
| "learning_rate": 2.9464707372689734e-07, |
| "loss": 0.6378481984138489, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.4994606256742178, |
| "grad_norm": 2.845616102218628, |
| "learning_rate": 2.9411376732183206e-07, |
| "loss": 0.6340577602386475, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5016181229773462, |
| "grad_norm": 1.8457330465316772, |
| "learning_rate": 2.935803527312748e-07, |
| "loss": 0.41831356287002563, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.5037756202804746, |
| "grad_norm": 11.14624309539795, |
| "learning_rate": 2.930468329743959e-07, |
| "loss": 0.5453674793243408, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.505933117583603, |
| "grad_norm": 1.1637507677078247, |
| "learning_rate": 2.9251321107096105e-07, |
| "loss": 0.6097413301467896, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.5080906148867315, |
| "grad_norm": 1.4595943689346313, |
| "learning_rate": 2.91979490041314e-07, |
| "loss": 0.5867338180541992, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.5102481121898599, |
| "grad_norm": 8.647173881530762, |
| "learning_rate": 2.9144567290635956e-07, |
| "loss": 0.6274332404136658, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.512405609492988, |
| "grad_norm": 1.433868169784546, |
| "learning_rate": 2.909117626875466e-07, |
| "loss": 0.530730664730072, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.5145631067961165, |
| "grad_norm": 2.0332090854644775, |
| "learning_rate": 2.903777624068507e-07, |
| "loss": 0.38328850269317627, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.516720604099245, |
| "grad_norm": 2.187605381011963, |
| "learning_rate": 2.8984367508675735e-07, |
| "loss": 0.507274866104126, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.5188781014023731, |
| "grad_norm": 2.2323250770568848, |
| "learning_rate": 2.8930950375024444e-07, |
| "loss": 0.47206202149391174, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.5210355987055015, |
| "grad_norm": 3.1241204738616943, |
| "learning_rate": 2.8877525142076584e-07, |
| "loss": 0.45956486463546753, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.52319309600863, |
| "grad_norm": 1.791256070137024, |
| "learning_rate": 2.882409211222335e-07, |
| "loss": 0.29296764731407166, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.5253505933117584, |
| "grad_norm": 4.025422096252441, |
| "learning_rate": 2.8770651587900075e-07, |
| "loss": 0.471237450838089, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.5275080906148868, |
| "grad_norm": 1.249983787536621, |
| "learning_rate": 2.8717203871584504e-07, |
| "loss": 0.5922088027000427, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.5296655879180152, |
| "grad_norm": 5.017333030700684, |
| "learning_rate": 2.866374926579512e-07, |
| "loss": 0.4936787188053131, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.5318230852211436, |
| "grad_norm": 1.736030101776123, |
| "learning_rate": 2.8610288073089363e-07, |
| "loss": 0.5232613682746887, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.5339805825242718, |
| "grad_norm": 4.345666885375977, |
| "learning_rate": 2.855682059606196e-07, |
| "loss": 0.5884013772010803, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.5361380798274002, |
| "grad_norm": 13.682802200317383, |
| "learning_rate": 2.850334713734325e-07, |
| "loss": 0.6141678094863892, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.5382955771305284, |
| "grad_norm": 1.5001555681228638, |
| "learning_rate": 2.844986799959738e-07, |
| "loss": 0.41682037711143494, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.5404530744336569, |
| "grad_norm": 1.6063748598098755, |
| "learning_rate": 2.839638348552067e-07, |
| "loss": 0.5947140455245972, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.5426105717367853, |
| "grad_norm": 1.9265503883361816, |
| "learning_rate": 2.8342893897839855e-07, |
| "loss": 0.504668653011322, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.5447680690399137, |
| "grad_norm": 2.9574995040893555, |
| "learning_rate": 2.828939953931038e-07, |
| "loss": 0.43785667419433594, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.5469255663430421, |
| "grad_norm": 1.5642776489257812, |
| "learning_rate": 2.823590071271472e-07, |
| "loss": 0.42886197566986084, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.5490830636461705, |
| "grad_norm": 0.6376549005508423, |
| "learning_rate": 2.818239772086063e-07, |
| "loss": 0.41987836360931396, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.551240560949299, |
| "grad_norm": 3.890024423599243, |
| "learning_rate": 2.8128890866579406e-07, |
| "loss": 0.5718374252319336, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.5533980582524272, |
| "grad_norm": 3.199538230895996, |
| "learning_rate": 2.807538045272427e-07, |
| "loss": 0.6301546096801758, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 2.968087911605835, |
| "learning_rate": 2.8021866782168547e-07, |
| "loss": 0.5787625908851624, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.5577130528586838, |
| "grad_norm": 4.71113920211792, |
| "learning_rate": 2.796835015780398e-07, |
| "loss": 0.5471571087837219, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.5598705501618122, |
| "grad_norm": 3.893944025039673, |
| "learning_rate": 2.79148308825391e-07, |
| "loss": 0.4724005162715912, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.5620280474649406, |
| "grad_norm": 0.665489673614502, |
| "learning_rate": 2.7861309259297354e-07, |
| "loss": 0.6328169107437134, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.564185544768069, |
| "grad_norm": 1.5428534746170044, |
| "learning_rate": 2.780778559101556e-07, |
| "loss": 0.4981670379638672, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5663430420711975, |
| "grad_norm": 1.2379951477050781, |
| "learning_rate": 2.7754260180642046e-07, |
| "loss": 0.6006782054901123, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.5685005393743259, |
| "grad_norm": 1.8184620141983032, |
| "learning_rate": 2.770073333113504e-07, |
| "loss": 0.4560186564922333, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.5706580366774543, |
| "grad_norm": 7.522675037384033, |
| "learning_rate": 2.7647205345460906e-07, |
| "loss": 0.611346423625946, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.5728155339805825, |
| "grad_norm": 1.3059622049331665, |
| "learning_rate": 2.7593676526592423e-07, |
| "loss": 0.2933533191680908, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.574973031283711, |
| "grad_norm": 3.4842753410339355, |
| "learning_rate": 2.7540147177507123e-07, |
| "loss": 0.5341723561286926, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.577130528586839, |
| "grad_norm": 5.351451396942139, |
| "learning_rate": 2.74866176011855e-07, |
| "loss": 0.6091599464416504, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.5792880258899675, |
| "grad_norm": 2.680004119873047, |
| "learning_rate": 2.743308810060935e-07, |
| "loss": 0.7066933512687683, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.581445523193096, |
| "grad_norm": 2.588871955871582, |
| "learning_rate": 2.737955897876005e-07, |
| "loss": 0.6565461754798889, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.5836030204962244, |
| "grad_norm": 1.496903896331787, |
| "learning_rate": 2.732603053861681e-07, |
| "loss": 0.47990620136260986, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.5857605177993528, |
| "grad_norm": 6.212797164916992, |
| "learning_rate": 2.7272503083155004e-07, |
| "loss": 0.4671979546546936, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.5879180151024812, |
| "grad_norm": 4.061429977416992, |
| "learning_rate": 2.7218976915344416e-07, |
| "loss": 0.6535285711288452, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.5900755124056096, |
| "grad_norm": 1.503240942955017, |
| "learning_rate": 2.7165452338147555e-07, |
| "loss": 0.5079244375228882, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.5922330097087378, |
| "grad_norm": 3.7657103538513184, |
| "learning_rate": 2.7111929654517925e-07, |
| "loss": 0.6188565492630005, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.5943905070118662, |
| "grad_norm": 1.6457622051239014, |
| "learning_rate": 2.7058409167398305e-07, |
| "loss": 0.5721461772918701, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.5965480043149944, |
| "grad_norm": 2.564640760421753, |
| "learning_rate": 2.7004891179719044e-07, |
| "loss": 0.594935417175293, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.5987055016181229, |
| "grad_norm": 1.901548147201538, |
| "learning_rate": 2.695137599439635e-07, |
| "loss": 0.5292646884918213, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.6008629989212513, |
| "grad_norm": 2.8939266204833984, |
| "learning_rate": 2.689786391433055e-07, |
| "loss": 0.3793540894985199, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.6030204962243797, |
| "grad_norm": 1.6566553115844727, |
| "learning_rate": 2.6844355242404434e-07, |
| "loss": 0.6384937167167664, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.6051779935275081, |
| "grad_norm": 1.6839215755462646, |
| "learning_rate": 2.6790850281481455e-07, |
| "loss": 0.5815557837486267, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.6073354908306365, |
| "grad_norm": 2.1547319889068604, |
| "learning_rate": 2.6737349334404086e-07, |
| "loss": 0.4502698481082916, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.609492988133765, |
| "grad_norm": 6.962564945220947, |
| "learning_rate": 2.66838527039921e-07, |
| "loss": 0.5677059888839722, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.6116504854368932, |
| "grad_norm": 2.3401830196380615, |
| "learning_rate": 2.663036069304079e-07, |
| "loss": 0.7475476264953613, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.6138079827400216, |
| "grad_norm": 3.999359130859375, |
| "learning_rate": 2.657687360431935e-07, |
| "loss": 0.6050864458084106, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.61596548004315, |
| "grad_norm": 1.3075038194656372, |
| "learning_rate": 2.6523391740569074e-07, |
| "loss": 0.5616152286529541, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.6181229773462782, |
| "grad_norm": 1.1486589908599854, |
| "learning_rate": 2.646991540450172e-07, |
| "loss": 0.5269895792007446, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.6202804746494066, |
| "grad_norm": 7.192336082458496, |
| "learning_rate": 2.6416444898797716e-07, |
| "loss": 0.47785210609436035, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.622437971952535, |
| "grad_norm": 1.773577332496643, |
| "learning_rate": 2.6362980526104536e-07, |
| "loss": 0.3188018500804901, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.6245954692556634, |
| "grad_norm": 4.216702938079834, |
| "learning_rate": 2.630952258903491e-07, |
| "loss": 0.5588706135749817, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.6267529665587919, |
| "grad_norm": 1.6883203983306885, |
| "learning_rate": 2.6256071390165147e-07, |
| "loss": 0.3531300723552704, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.6289104638619203, |
| "grad_norm": 1.359221339225769, |
| "learning_rate": 2.620262723203342e-07, |
| "loss": 0.3672279715538025, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.6310679611650487, |
| "grad_norm": 8.669332504272461, |
| "learning_rate": 2.6149190417138057e-07, |
| "loss": 0.6095560193061829, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.633225458468177, |
| "grad_norm": 3.492126226425171, |
| "learning_rate": 2.609576124793581e-07, |
| "loss": 0.41963210701942444, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.6353829557713053, |
| "grad_norm": 3.135106086730957, |
| "learning_rate": 2.604234002684016e-07, |
| "loss": 0.4734860360622406, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.6375404530744335, |
| "grad_norm": 1.9704272747039795, |
| "learning_rate": 2.5988927056219613e-07, |
| "loss": 0.596852719783783, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.639697950377562, |
| "grad_norm": 2.8910233974456787, |
| "learning_rate": 2.593552263839596e-07, |
| "loss": 0.643505871295929, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.6418554476806904, |
| "grad_norm": 2.2476956844329834, |
| "learning_rate": 2.588212707564259e-07, |
| "loss": 0.4490068554878235, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.6440129449838188, |
| "grad_norm": 6.380528926849365, |
| "learning_rate": 2.582874067018278e-07, |
| "loss": 0.48139023780822754, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.6461704422869472, |
| "grad_norm": 2.361678123474121, |
| "learning_rate": 2.577536372418795e-07, |
| "loss": 0.4531154930591583, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.6483279395900756, |
| "grad_norm": 1.433486819267273, |
| "learning_rate": 2.572199653977602e-07, |
| "loss": 0.5615776181221008, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.650485436893204, |
| "grad_norm": 1.2627114057540894, |
| "learning_rate": 2.5668639419009606e-07, |
| "loss": 0.5969760417938232, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.6526429341963322, |
| "grad_norm": 6.023662090301514, |
| "learning_rate": 2.5615292663894406e-07, |
| "loss": 0.7165044546127319, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.6548004314994607, |
| "grad_norm": 3.729762315750122, |
| "learning_rate": 2.556195657637744e-07, |
| "loss": 0.5139379501342773, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.6569579288025889, |
| "grad_norm": 3.813971996307373, |
| "learning_rate": 2.5508631458345325e-07, |
| "loss": 0.40219447016716003, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.6591154261057173, |
| "grad_norm": 2.2718698978424072, |
| "learning_rate": 2.545531761162263e-07, |
| "loss": 0.6281888484954834, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.6612729234088457, |
| "grad_norm": 1.6029448509216309, |
| "learning_rate": 2.540201533797007e-07, |
| "loss": 0.5198391675949097, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.6634304207119741, |
| "grad_norm": 1.972841501235962, |
| "learning_rate": 2.5348724939082916e-07, |
| "loss": 0.5897455811500549, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.6655879180151025, |
| "grad_norm": 1.6188420057296753, |
| "learning_rate": 2.5295446716589194e-07, |
| "loss": 0.36811563372612, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.667745415318231, |
| "grad_norm": 2.6556005477905273, |
| "learning_rate": 2.5242180972048e-07, |
| "loss": 0.48183539509773254, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.6699029126213594, |
| "grad_norm": 1.075056791305542, |
| "learning_rate": 2.5188928006947846e-07, |
| "loss": 0.6169477105140686, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.6720604099244876, |
| "grad_norm": 4.6703009605407715, |
| "learning_rate": 2.513568812270487e-07, |
| "loss": 0.481448233127594, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.674217907227616, |
| "grad_norm": 2.274782180786133, |
| "learning_rate": 2.5082461620661196e-07, |
| "loss": 0.6557754874229431, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.6763754045307442, |
| "grad_norm": 1.1385339498519897, |
| "learning_rate": 2.502924880208318e-07, |
| "loss": 0.4550181031227112, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.6785329018338726, |
| "grad_norm": 9.544242858886719, |
| "learning_rate": 2.497604996815976e-07, |
| "loss": 0.5606685876846313, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.680690399137001, |
| "grad_norm": 23.09193229675293, |
| "learning_rate": 2.4922865420000693e-07, |
| "loss": 0.4275263547897339, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.6828478964401294, |
| "grad_norm": 1.2717275619506836, |
| "learning_rate": 2.486969545863489e-07, |
| "loss": 0.604001522064209, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.6850053937432579, |
| "grad_norm": 3.0152664184570312, |
| "learning_rate": 2.4816540385008696e-07, |
| "loss": 0.5382636189460754, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.6871628910463863, |
| "grad_norm": 2.152043581008911, |
| "learning_rate": 2.4763400499984184e-07, |
| "loss": 0.48857036232948303, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.6893203883495147, |
| "grad_norm": 1.6351813077926636, |
| "learning_rate": 2.471027610433748e-07, |
| "loss": 0.604580819606781, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.691477885652643, |
| "grad_norm": 1.648799180984497, |
| "learning_rate": 2.465716749875701e-07, |
| "loss": 0.5242129564285278, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.6936353829557713, |
| "grad_norm": 1.386277198791504, |
| "learning_rate": 2.4604074983841853e-07, |
| "loss": 0.5764685869216919, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.6957928802588995, |
| "grad_norm": 1.8634097576141357, |
| "learning_rate": 2.4550998860099993e-07, |
| "loss": 0.45359018445014954, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.697950377562028, |
| "grad_norm": 5.895047187805176, |
| "learning_rate": 2.4497939427946654e-07, |
| "loss": 0.6302123069763184, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.7001078748651564, |
| "grad_norm": 4.849222183227539, |
| "learning_rate": 2.444489698770256e-07, |
| "loss": 0.5112524032592773, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.7022653721682848, |
| "grad_norm": 4.763610363006592, |
| "learning_rate": 2.43918718395923e-07, |
| "loss": 0.507486879825592, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.7044228694714132, |
| "grad_norm": 1.9259899854660034, |
| "learning_rate": 2.4338864283742554e-07, |
| "loss": 0.5151503086090088, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.7065803667745416, |
| "grad_norm": 1.45798659324646, |
| "learning_rate": 2.428587462018044e-07, |
| "loss": 0.578480064868927, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.70873786407767, |
| "grad_norm": 1.3601330518722534, |
| "learning_rate": 2.4232903148831805e-07, |
| "loss": 0.5815561413764954, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.7108953613807982, |
| "grad_norm": 2.1496477127075195, |
| "learning_rate": 2.4179950169519514e-07, |
| "loss": 0.48085469007492065, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.7130528586839266, |
| "grad_norm": 1.8896552324295044, |
| "learning_rate": 2.4127015981961797e-07, |
| "loss": 0.44769376516342163, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.715210355987055, |
| "grad_norm": 3.8881163597106934, |
| "learning_rate": 2.407410088577047e-07, |
| "loss": 0.578763484954834, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.7173678532901833, |
| "grad_norm": 3.5086944103240967, |
| "learning_rate": 2.402120518044935e-07, |
| "loss": 0.5796621441841125, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.7195253505933117, |
| "grad_norm": 1.3541215658187866, |
| "learning_rate": 2.396832916539247e-07, |
| "loss": 0.6715743541717529, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.72168284789644, |
| "grad_norm": 1.8187955617904663, |
| "learning_rate": 2.391547313988239e-07, |
| "loss": 0.5842028260231018, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.7238403451995685, |
| "grad_norm": 2.136215925216675, |
| "learning_rate": 2.386263740308859e-07, |
| "loss": 0.5518381595611572, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.725997842502697, |
| "grad_norm": 5.43556022644043, |
| "learning_rate": 2.3809822254065637e-07, |
| "loss": 0.4855960011482239, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7281553398058254, |
| "grad_norm": 1.7936867475509644, |
| "learning_rate": 2.375702799175164e-07, |
| "loss": 0.5670949816703796, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.7303128371089536, |
| "grad_norm": 3.9360201358795166, |
| "learning_rate": 2.3704254914966436e-07, |
| "loss": 0.4383196234703064, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.732470334412082, |
| "grad_norm": 1.8262487649917603, |
| "learning_rate": 2.365150332240999e-07, |
| "loss": 0.4360693395137787, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.7346278317152104, |
| "grad_norm": 5.341520309448242, |
| "learning_rate": 2.3598773512660636e-07, |
| "loss": 0.5174295902252197, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.7367853290183386, |
| "grad_norm": 1.4834777116775513, |
| "learning_rate": 2.3546065784173425e-07, |
| "loss": 0.5596581697463989, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.738942826321467, |
| "grad_norm": 2.0027642250061035, |
| "learning_rate": 2.349338043527843e-07, |
| "loss": 0.5774880051612854, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.7411003236245954, |
| "grad_norm": 2.79825758934021, |
| "learning_rate": 2.3440717764179053e-07, |
| "loss": 0.34554505348205566, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.7432578209277239, |
| "grad_norm": 1.6454131603240967, |
| "learning_rate": 2.338807806895033e-07, |
| "loss": 0.470796674489975, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.7454153182308523, |
| "grad_norm": 0.6968181133270264, |
| "learning_rate": 2.3335461647537252e-07, |
| "loss": 0.458304226398468, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.7475728155339807, |
| "grad_norm": 1.9778035879135132, |
| "learning_rate": 2.3282868797753092e-07, |
| "loss": 0.3832884132862091, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.7497303128371091, |
| "grad_norm": 1.3171417713165283, |
| "learning_rate": 2.3230299817277694e-07, |
| "loss": 0.33851158618927, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.7518878101402373, |
| "grad_norm": 1.1305524110794067, |
| "learning_rate": 2.3177755003655803e-07, |
| "loss": 0.38404303789138794, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.7540453074433657, |
| "grad_norm": 3.3389196395874023, |
| "learning_rate": 2.3125234654295378e-07, |
| "loss": 0.4796540141105652, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.756202804746494, |
| "grad_norm": 2.8726422786712646, |
| "learning_rate": 2.3072739066465906e-07, |
| "loss": 0.5632970333099365, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.7583603020496223, |
| "grad_norm": 2.0043997764587402, |
| "learning_rate": 2.3020268537296728e-07, |
| "loss": 0.610961377620697, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.7605177993527508, |
| "grad_norm": 1.977318286895752, |
| "learning_rate": 2.2967823363775334e-07, |
| "loss": 0.5584444403648376, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.7626752966558792, |
| "grad_norm": 1.4552688598632812, |
| "learning_rate": 2.2915403842745718e-07, |
| "loss": 0.5306387543678284, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.7648327939590076, |
| "grad_norm": 1.6729410886764526, |
| "learning_rate": 2.286301027090668e-07, |
| "loss": 0.7393071055412292, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.766990291262136, |
| "grad_norm": 1.8149133920669556, |
| "learning_rate": 2.2810642944810122e-07, |
| "loss": 0.6838573217391968, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.7691477885652644, |
| "grad_norm": 1.5463119745254517, |
| "learning_rate": 2.2758302160859426e-07, |
| "loss": 0.6229934692382812, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.7713052858683926, |
| "grad_norm": 1.5769580602645874, |
| "learning_rate": 2.2705988215307703e-07, |
| "loss": 0.5759105682373047, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.773462783171521, |
| "grad_norm": 1.2159730195999146, |
| "learning_rate": 2.2653701404256204e-07, |
| "loss": 0.5320509076118469, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.7756202804746493, |
| "grad_norm": 20.918190002441406, |
| "learning_rate": 2.260144202365254e-07, |
| "loss": 0.7069261074066162, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 1.1241180896759033, |
| "learning_rate": 2.2549210369289124e-07, |
| "loss": 0.5508931875228882, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.779935275080906, |
| "grad_norm": 4.296023368835449, |
| "learning_rate": 2.24970067368014e-07, |
| "loss": 0.27031293511390686, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7820927723840345, |
| "grad_norm": 1.679374098777771, |
| "learning_rate": 2.24448314216662e-07, |
| "loss": 0.4512391686439514, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.784250269687163, |
| "grad_norm": 2.161573886871338, |
| "learning_rate": 2.2392684719200116e-07, |
| "loss": 0.3788191080093384, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.7864077669902914, |
| "grad_norm": 6.881853103637695, |
| "learning_rate": 2.2340566924557735e-07, |
| "loss": 0.5204552412033081, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.7885652642934198, |
| "grad_norm": 2.566661834716797, |
| "learning_rate": 2.228847833273007e-07, |
| "loss": 0.5021325945854187, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.790722761596548, |
| "grad_norm": 1.374242901802063, |
| "learning_rate": 2.223641923854282e-07, |
| "loss": 0.5507632493972778, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.7928802588996764, |
| "grad_norm": 2.6447982788085938, |
| "learning_rate": 2.2184389936654736e-07, |
| "loss": 0.5545051097869873, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.7950377562028046, |
| "grad_norm": 1.4282158613204956, |
| "learning_rate": 2.2132390721555933e-07, |
| "loss": 0.5268256068229675, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.797195253505933, |
| "grad_norm": 9.742328643798828, |
| "learning_rate": 2.2080421887566236e-07, |
| "loss": 0.28805431723594666, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.7993527508090614, |
| "grad_norm": 2.320671319961548, |
| "learning_rate": 2.2028483728833524e-07, |
| "loss": 0.61153244972229, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.8015102481121898, |
| "grad_norm": 1.3254764080047607, |
| "learning_rate": 2.197657653933202e-07, |
| "loss": 0.5806170105934143, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.8036677454153183, |
| "grad_norm": 1.328969120979309, |
| "learning_rate": 2.1924700612860692e-07, |
| "loss": 0.5318849086761475, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.8058252427184467, |
| "grad_norm": 0.41818344593048096, |
| "learning_rate": 2.1872856243041532e-07, |
| "loss": 0.27527254819869995, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.807982740021575, |
| "grad_norm": 4.447193622589111, |
| "learning_rate": 2.1821043723317935e-07, |
| "loss": 0.6419240236282349, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.8101402373247033, |
| "grad_norm": 1.7327150106430054, |
| "learning_rate": 2.1769263346953004e-07, |
| "loss": 0.5605652332305908, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.8122977346278317, |
| "grad_norm": 1.8278568983078003, |
| "learning_rate": 2.1717515407027937e-07, |
| "loss": 0.5259844660758972, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.81445523193096, |
| "grad_norm": 2.8355183601379395, |
| "learning_rate": 2.1665800196440314e-07, |
| "loss": 0.48816215991973877, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.8166127292340883, |
| "grad_norm": 4.203651428222656, |
| "learning_rate": 2.161411800790247e-07, |
| "loss": 0.622113049030304, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.8187702265372168, |
| "grad_norm": 1.8128265142440796, |
| "learning_rate": 2.1562469133939836e-07, |
| "loss": 0.23197607696056366, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.8209277238403452, |
| "grad_norm": 4.64774227142334, |
| "learning_rate": 2.1510853866889278e-07, |
| "loss": 0.5721830129623413, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.8230852211434736, |
| "grad_norm": 1.5357946157455444, |
| "learning_rate": 2.1459272498897452e-07, |
| "loss": 0.47745242714881897, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.825242718446602, |
| "grad_norm": 6.159779071807861, |
| "learning_rate": 2.1407725321919107e-07, |
| "loss": 0.6153979301452637, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.8274002157497304, |
| "grad_norm": 7.977688312530518, |
| "learning_rate": 2.1356212627715524e-07, |
| "loss": 0.5228186845779419, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.8295577130528586, |
| "grad_norm": 1.6970831155776978, |
| "learning_rate": 2.1304734707852785e-07, |
| "loss": 0.49107879400253296, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.831715210355987, |
| "grad_norm": 1.6975973844528198, |
| "learning_rate": 2.125329185370011e-07, |
| "loss": 0.5908475518226624, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.8338727076591155, |
| "grad_norm": 1.8754093647003174, |
| "learning_rate": 2.1201884356428313e-07, |
| "loss": 0.46887385845184326, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8360302049622437, |
| "grad_norm": 2.0672781467437744, |
| "learning_rate": 2.1150512507008016e-07, |
| "loss": 0.6688355207443237, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.838187702265372, |
| "grad_norm": 6.069046497344971, |
| "learning_rate": 2.1099176596208134e-07, |
| "loss": 0.5004164576530457, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.8403451995685005, |
| "grad_norm": 2.647517204284668, |
| "learning_rate": 2.104787691459411e-07, |
| "loss": 0.6052039265632629, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.842502696871629, |
| "grad_norm": 24.532392501831055, |
| "learning_rate": 2.099661375252636e-07, |
| "loss": 0.5694432854652405, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.8446601941747574, |
| "grad_norm": 1.9516592025756836, |
| "learning_rate": 2.0945387400158597e-07, |
| "loss": 0.38723820447921753, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.8468176914778858, |
| "grad_norm": 5.9051408767700195, |
| "learning_rate": 2.0894198147436177e-07, |
| "loss": 0.5640073418617249, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.8489751887810142, |
| "grad_norm": 1.8454663753509521, |
| "learning_rate": 2.0843046284094474e-07, |
| "loss": 0.5534006357192993, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.8511326860841424, |
| "grad_norm": 2.155219316482544, |
| "learning_rate": 2.0791932099657221e-07, |
| "loss": 0.4856148660182953, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.8532901833872708, |
| "grad_norm": 6.839637279510498, |
| "learning_rate": 2.074085588343491e-07, |
| "loss": 0.41986072063446045, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.855447680690399, |
| "grad_norm": 1.4975872039794922, |
| "learning_rate": 2.0689817924523112e-07, |
| "loss": 0.4183667004108429, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.8576051779935274, |
| "grad_norm": 1.6008542776107788, |
| "learning_rate": 2.0638818511800865e-07, |
| "loss": 0.5753411650657654, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.8597626752966558, |
| "grad_norm": 1.6697242259979248, |
| "learning_rate": 2.0587857933929037e-07, |
| "loss": 0.6102425456047058, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.8619201725997843, |
| "grad_norm": 1.3475979566574097, |
| "learning_rate": 2.0536936479348672e-07, |
| "loss": 0.5690769553184509, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.8640776699029127, |
| "grad_norm": 2.36917781829834, |
| "learning_rate": 2.0486054436279394e-07, |
| "loss": 0.26033759117126465, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.866235167206041, |
| "grad_norm": 0.5969313383102417, |
| "learning_rate": 2.0435212092717729e-07, |
| "loss": 0.2784996032714844, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.8683926645091695, |
| "grad_norm": 1.8333349227905273, |
| "learning_rate": 2.0384409736435526e-07, |
| "loss": 0.5710358619689941, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.8705501618122977, |
| "grad_norm": 1.0351983308792114, |
| "learning_rate": 2.033364765497828e-07, |
| "loss": 0.352516233921051, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.8727076591154261, |
| "grad_norm": 5.123870849609375, |
| "learning_rate": 2.0282926135663554e-07, |
| "loss": 0.5661641359329224, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.8748651564185543, |
| "grad_norm": 1.9763929843902588, |
| "learning_rate": 2.0232245465579306e-07, |
| "loss": 0.6391258239746094, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.8770226537216828, |
| "grad_norm": 2.7457945346832275, |
| "learning_rate": 2.0181605931582284e-07, |
| "loss": 0.4859541952610016, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.8791801510248112, |
| "grad_norm": 1.343418836593628, |
| "learning_rate": 2.013100782029641e-07, |
| "loss": 0.57615065574646, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.8813376483279396, |
| "grad_norm": 2.796921491622925, |
| "learning_rate": 2.0080451418111143e-07, |
| "loss": 0.47713714838027954, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.883495145631068, |
| "grad_norm": 1.2428369522094727, |
| "learning_rate": 2.0029937011179882e-07, |
| "loss": 0.46215853095054626, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.8856526429341964, |
| "grad_norm": 1.3065931797027588, |
| "learning_rate": 1.9979464885418295e-07, |
| "loss": 0.37958696484565735, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.8878101402373249, |
| "grad_norm": 0.4351181089878082, |
| "learning_rate": 1.9929035326502773e-07, |
| "loss": 0.5532968044281006, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.889967637540453, |
| "grad_norm": 2.7067880630493164, |
| "learning_rate": 1.9878648619868765e-07, |
| "loss": 0.5427120923995972, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.8921251348435815, |
| "grad_norm": 1.2321635484695435, |
| "learning_rate": 1.9828305050709144e-07, |
| "loss": 0.4515300989151001, |
| "step": 1754 |
| }, |
| { |
| "epoch": 1.8942826321467097, |
| "grad_norm": 1.237924337387085, |
| "learning_rate": 1.9778004903972667e-07, |
| "loss": 0.6264490485191345, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.896440129449838, |
| "grad_norm": 2.399315118789673, |
| "learning_rate": 1.9727748464362276e-07, |
| "loss": 0.5656343698501587, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.8985976267529665, |
| "grad_norm": 2.262449264526367, |
| "learning_rate": 1.9677536016333556e-07, |
| "loss": 0.4433645009994507, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.900755124056095, |
| "grad_norm": 0.9049375653266907, |
| "learning_rate": 1.9627367844093078e-07, |
| "loss": 0.5328507423400879, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.9029126213592233, |
| "grad_norm": 3.406168222427368, |
| "learning_rate": 1.9577244231596807e-07, |
| "loss": 0.5393190979957581, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.9050701186623518, |
| "grad_norm": 5.9175872802734375, |
| "learning_rate": 1.9527165462548528e-07, |
| "loss": 0.5409752130508423, |
| "step": 1766 |
| }, |
| { |
| "epoch": 1.9072276159654802, |
| "grad_norm": 3.4059221744537354, |
| "learning_rate": 1.9477131820398158e-07, |
| "loss": 0.4544711410999298, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.9093851132686084, |
| "grad_norm": 2.6678411960601807, |
| "learning_rate": 1.942714358834024e-07, |
| "loss": 0.4812181890010834, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.9115426105717368, |
| "grad_norm": 2.3084359169006348, |
| "learning_rate": 1.9377201049312252e-07, |
| "loss": 0.5532037615776062, |
| "step": 1772 |
| }, |
| { |
| "epoch": 1.913700107874865, |
| "grad_norm": 1.5713317394256592, |
| "learning_rate": 1.9327304485993084e-07, |
| "loss": 0.5627604722976685, |
| "step": 1774 |
| }, |
| { |
| "epoch": 1.9158576051779934, |
| "grad_norm": 4.625167369842529, |
| "learning_rate": 1.9277454180801367e-07, |
| "loss": 0.5986460447311401, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.9180151024811218, |
| "grad_norm": 4.1043267250061035, |
| "learning_rate": 1.9227650415893914e-07, |
| "loss": 0.5130695700645447, |
| "step": 1778 |
| }, |
| { |
| "epoch": 1.9201725997842503, |
| "grad_norm": 1.6170152425765991, |
| "learning_rate": 1.9177893473164142e-07, |
| "loss": 0.3731135129928589, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.9223300970873787, |
| "grad_norm": 1.3302977085113525, |
| "learning_rate": 1.9128183634240414e-07, |
| "loss": 0.4674024283885956, |
| "step": 1782 |
| }, |
| { |
| "epoch": 1.924487594390507, |
| "grad_norm": 1.3277769088745117, |
| "learning_rate": 1.907852118048451e-07, |
| "loss": 0.5244305729866028, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.9266450916936355, |
| "grad_norm": 1.839621663093567, |
| "learning_rate": 1.902890639298998e-07, |
| "loss": 0.6807081699371338, |
| "step": 1786 |
| }, |
| { |
| "epoch": 1.9288025889967637, |
| "grad_norm": 22.250324249267578, |
| "learning_rate": 1.8979339552580615e-07, |
| "loss": 0.3220374882221222, |
| "step": 1788 |
| }, |
| { |
| "epoch": 1.9309600862998921, |
| "grad_norm": 1.6265594959259033, |
| "learning_rate": 1.8929820939808783e-07, |
| "loss": 0.6456558108329773, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.9331175836030206, |
| "grad_norm": 2.020714282989502, |
| "learning_rate": 1.8880350834953912e-07, |
| "loss": 0.5007312297821045, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.9352750809061487, |
| "grad_norm": 2.1667919158935547, |
| "learning_rate": 1.8830929518020833e-07, |
| "loss": 0.46376651525497437, |
| "step": 1794 |
| }, |
| { |
| "epoch": 1.9374325782092772, |
| "grad_norm": 5.430749893188477, |
| "learning_rate": 1.8781557268738275e-07, |
| "loss": 0.6586015820503235, |
| "step": 1796 |
| }, |
| { |
| "epoch": 1.9395900755124056, |
| "grad_norm": 0.6731663942337036, |
| "learning_rate": 1.8732234366557225e-07, |
| "loss": 0.6122515797615051, |
| "step": 1798 |
| }, |
| { |
| "epoch": 1.941747572815534, |
| "grad_norm": 2.9628219604492188, |
| "learning_rate": 1.8682961090649342e-07, |
| "loss": 0.7105916142463684, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.9439050701186624, |
| "grad_norm": 1.580090045928955, |
| "learning_rate": 1.8633737719905428e-07, |
| "loss": 0.4230397939682007, |
| "step": 1802 |
| }, |
| { |
| "epoch": 1.9460625674217908, |
| "grad_norm": 4.340382099151611, |
| "learning_rate": 1.8584564532933784e-07, |
| "loss": 0.6302311420440674, |
| "step": 1804 |
| }, |
| { |
| "epoch": 1.948220064724919, |
| "grad_norm": 1.663780689239502, |
| "learning_rate": 1.853544180805871e-07, |
| "loss": 0.3612719774246216, |
| "step": 1806 |
| }, |
| { |
| "epoch": 1.9503775620280475, |
| "grad_norm": 1.57147216796875, |
| "learning_rate": 1.8486369823318833e-07, |
| "loss": 0.5454095005989075, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.9525350593311759, |
| "grad_norm": 1.2029516696929932, |
| "learning_rate": 1.8437348856465623e-07, |
| "loss": 0.564690351486206, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.954692556634304, |
| "grad_norm": 1.5036405324935913, |
| "learning_rate": 1.8388379184961795e-07, |
| "loss": 0.2203519642353058, |
| "step": 1812 |
| }, |
| { |
| "epoch": 1.9568500539374325, |
| "grad_norm": 1.5001392364501953, |
| "learning_rate": 1.8339461085979686e-07, |
| "loss": 0.5622031092643738, |
| "step": 1814 |
| }, |
| { |
| "epoch": 1.959007551240561, |
| "grad_norm": 3.3546156883239746, |
| "learning_rate": 1.8290594836399765e-07, |
| "loss": 0.5708537697792053, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.9611650485436893, |
| "grad_norm": 3.217376232147217, |
| "learning_rate": 1.8241780712809007e-07, |
| "loss": 0.5283911228179932, |
| "step": 1818 |
| }, |
| { |
| "epoch": 1.9633225458468178, |
| "grad_norm": 1.1382657289505005, |
| "learning_rate": 1.8193018991499364e-07, |
| "loss": 0.6459410786628723, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.9654800431499462, |
| "grad_norm": 1.5658422708511353, |
| "learning_rate": 1.8144309948466175e-07, |
| "loss": 0.5700141191482544, |
| "step": 1822 |
| }, |
| { |
| "epoch": 1.9676375404530746, |
| "grad_norm": 1.9039454460144043, |
| "learning_rate": 1.8095653859406628e-07, |
| "loss": 0.4810370206832886, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.9697950377562028, |
| "grad_norm": 3.176187038421631, |
| "learning_rate": 1.8047050999718184e-07, |
| "loss": 0.6500232815742493, |
| "step": 1826 |
| }, |
| { |
| "epoch": 1.9719525350593312, |
| "grad_norm": 1.7816401720046997, |
| "learning_rate": 1.7998501644497006e-07, |
| "loss": 0.4381594657897949, |
| "step": 1828 |
| }, |
| { |
| "epoch": 1.9741100323624594, |
| "grad_norm": 2.0123534202575684, |
| "learning_rate": 1.795000606853646e-07, |
| "loss": 0.5198497772216797, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.9762675296655878, |
| "grad_norm": 1.8685188293457031, |
| "learning_rate": 1.7901564546325436e-07, |
| "loss": 0.5583903193473816, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.9784250269687162, |
| "grad_norm": 7.242468357086182, |
| "learning_rate": 1.7853177352046971e-07, |
| "loss": 0.6218190789222717, |
| "step": 1834 |
| }, |
| { |
| "epoch": 1.9805825242718447, |
| "grad_norm": 4.002262592315674, |
| "learning_rate": 1.7804844759576538e-07, |
| "loss": 0.5924632549285889, |
| "step": 1836 |
| }, |
| { |
| "epoch": 1.982740021574973, |
| "grad_norm": 1.834091067314148, |
| "learning_rate": 1.775656704248057e-07, |
| "loss": 0.5840417146682739, |
| "step": 1838 |
| }, |
| { |
| "epoch": 1.9848975188781015, |
| "grad_norm": 1.513541340827942, |
| "learning_rate": 1.7708344474014924e-07, |
| "loss": 0.5099426507949829, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.98705501618123, |
| "grad_norm": 1.4789743423461914, |
| "learning_rate": 1.7660177327123287e-07, |
| "loss": 0.5921831130981445, |
| "step": 1842 |
| }, |
| { |
| "epoch": 1.9892125134843581, |
| "grad_norm": 1.290024995803833, |
| "learning_rate": 1.7612065874435677e-07, |
| "loss": 0.5426990985870361, |
| "step": 1844 |
| }, |
| { |
| "epoch": 1.9913700107874865, |
| "grad_norm": 1.4434101581573486, |
| "learning_rate": 1.7564010388266837e-07, |
| "loss": 0.5949893593788147, |
| "step": 1846 |
| }, |
| { |
| "epoch": 1.9935275080906147, |
| "grad_norm": 7.057824611663818, |
| "learning_rate": 1.7516011140614795e-07, |
| "loss": 0.4401338994503021, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.9956850053937432, |
| "grad_norm": 2.867464303970337, |
| "learning_rate": 1.7468068403159218e-07, |
| "loss": 0.4908779263496399, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9978425026968716, |
| "grad_norm": 1.0820274353027344, |
| "learning_rate": 1.7420182447259926e-07, |
| "loss": 0.41853272914886475, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.5740938186645508, |
| "learning_rate": 1.7372353543955375e-07, |
| "loss": 0.48160526156425476, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.0021574973031284, |
| "grad_norm": 2.7098584175109863, |
| "learning_rate": 1.7324581963961088e-07, |
| "loss": 0.5192286372184753, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.004314994606257, |
| "grad_norm": 1.2259626388549805, |
| "learning_rate": 1.7276867977668117e-07, |
| "loss": 0.38666832447052, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.0064724919093853, |
| "grad_norm": 2.3588082790374756, |
| "learning_rate": 1.7229211855141535e-07, |
| "loss": 0.5268582105636597, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.0086299892125137, |
| "grad_norm": 3.2187092304229736, |
| "learning_rate": 1.718161386611892e-07, |
| "loss": 0.39220139384269714, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.0107874865156417, |
| "grad_norm": 3.2906999588012695, |
| "learning_rate": 1.71340742800088e-07, |
| "loss": 0.5459554195404053, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.01294498381877, |
| "grad_norm": 1.1693605184555054, |
| "learning_rate": 1.708659336588912e-07, |
| "loss": 0.3647141456604004, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.0151024811218985, |
| "grad_norm": 2.798161268234253, |
| "learning_rate": 1.703917139250576e-07, |
| "loss": 0.29213812947273254, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.017259978425027, |
| "grad_norm": 1.1381080150604248, |
| "learning_rate": 1.6991808628270987e-07, |
| "loss": 0.5609018802642822, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.0194174757281553, |
| "grad_norm": 1.3353042602539062, |
| "learning_rate": 1.694450534126193e-07, |
| "loss": 0.6125231981277466, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.0215749730312838, |
| "grad_norm": 0.5496029853820801, |
| "learning_rate": 1.689726179921906e-07, |
| "loss": 0.6636590957641602, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.023732470334412, |
| "grad_norm": 4.846103668212891, |
| "learning_rate": 1.6850078269544736e-07, |
| "loss": 0.5935502648353577, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.0258899676375406, |
| "grad_norm": 1.36087167263031, |
| "learning_rate": 1.6802955019301574e-07, |
| "loss": 0.4898212254047394, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.028047464940669, |
| "grad_norm": 1.213739037513733, |
| "learning_rate": 1.6755892315211056e-07, |
| "loss": 0.5537405014038086, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.030204962243797, |
| "grad_norm": 2.0111231803894043, |
| "learning_rate": 1.6708890423651965e-07, |
| "loss": 0.5984706282615662, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.0323624595469254, |
| "grad_norm": 1.080739974975586, |
| "learning_rate": 1.6661949610658831e-07, |
| "loss": 0.6536235809326172, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.034519956850054, |
| "grad_norm": 1.0429832935333252, |
| "learning_rate": 1.6615070141920538e-07, |
| "loss": 0.4953509569168091, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.0366774541531822, |
| "grad_norm": 0.8104021549224854, |
| "learning_rate": 1.656825228277871e-07, |
| "loss": 0.5021868944168091, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.0388349514563107, |
| "grad_norm": 2.875866413116455, |
| "learning_rate": 1.6521496298226293e-07, |
| "loss": 0.4888242483139038, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.040992448759439, |
| "grad_norm": 1.8168655633926392, |
| "learning_rate": 1.647480245290596e-07, |
| "loss": 0.5183455944061279, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.0431499460625675, |
| "grad_norm": 2.0136873722076416, |
| "learning_rate": 1.642817101110875e-07, |
| "loss": 0.4676356911659241, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.045307443365696, |
| "grad_norm": 1.8156472444534302, |
| "learning_rate": 1.6381602236772428e-07, |
| "loss": 0.39894169569015503, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.0474649406688243, |
| "grad_norm": 1.542965054512024, |
| "learning_rate": 1.6335096393480077e-07, |
| "loss": 0.6107752919197083, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.0496224379719523, |
| "grad_norm": 4.939133644104004, |
| "learning_rate": 1.6288653744458603e-07, |
| "loss": 0.4178003668785095, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.0517799352750807, |
| "grad_norm": 1.781587839126587, |
| "learning_rate": 1.62422745525772e-07, |
| "loss": 0.45616793632507324, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.053937432578209, |
| "grad_norm": 1.2864458560943604, |
| "learning_rate": 1.619595908034591e-07, |
| "loss": 0.4433179795742035, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.0560949298813376, |
| "grad_norm": 1.3701529502868652, |
| "learning_rate": 1.6149707589914092e-07, |
| "loss": 0.30546942353248596, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.058252427184466, |
| "grad_norm": 1.4088618755340576, |
| "learning_rate": 1.6103520343068992e-07, |
| "loss": 0.4966147840023041, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.0604099244875944, |
| "grad_norm": 1.663954734802246, |
| "learning_rate": 1.6057397601234218e-07, |
| "loss": 0.5685679912567139, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.062567421790723, |
| "grad_norm": 1.3583576679229736, |
| "learning_rate": 1.6011339625468262e-07, |
| "loss": 0.42057788372039795, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.0647249190938513, |
| "grad_norm": 1.4086862802505493, |
| "learning_rate": 1.5965346676463065e-07, |
| "loss": 0.47804367542266846, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.0668824163969797, |
| "grad_norm": 1.02560555934906, |
| "learning_rate": 1.5919419014542485e-07, |
| "loss": 0.5550174117088318, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.0690399137001076, |
| "grad_norm": 1.144000768661499, |
| "learning_rate": 1.5873556899660858e-07, |
| "loss": 0.538378894329071, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.071197411003236, |
| "grad_norm": 3.2516837120056152, |
| "learning_rate": 1.5827760591401513e-07, |
| "loss": 0.4809839129447937, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.0733549083063645, |
| "grad_norm": 3.4512033462524414, |
| "learning_rate": 1.578203034897533e-07, |
| "loss": 0.5308358669281006, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.075512405609493, |
| "grad_norm": 7.391180038452148, |
| "learning_rate": 1.573636643121922e-07, |
| "loss": 0.5464600324630737, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.0776699029126213, |
| "grad_norm": 1.2600277662277222, |
| "learning_rate": 1.5690769096594703e-07, |
| "loss": 0.4952971339225769, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.0798274002157497, |
| "grad_norm": 1.352362036705017, |
| "learning_rate": 1.5645238603186456e-07, |
| "loss": 0.5618917346000671, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.081984897518878, |
| "grad_norm": 2.5637662410736084, |
| "learning_rate": 1.5599775208700793e-07, |
| "loss": 0.4722367525100708, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.0841423948220066, |
| "grad_norm": 1.4300997257232666, |
| "learning_rate": 1.5554379170464265e-07, |
| "loss": 0.5235872864723206, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.086299892125135, |
| "grad_norm": 1.3848403692245483, |
| "learning_rate": 1.5509050745422164e-07, |
| "loss": 0.5249854922294617, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.0884573894282634, |
| "grad_norm": 1.8573588132858276, |
| "learning_rate": 1.546379019013712e-07, |
| "loss": 0.4274769127368927, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.0906148867313914, |
| "grad_norm": 2.3221805095672607, |
| "learning_rate": 1.5418597760787555e-07, |
| "loss": 0.4279857277870178, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.09277238403452, |
| "grad_norm": 1.2415211200714111, |
| "learning_rate": 1.537347371316635e-07, |
| "loss": 0.43542686104774475, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.0949298813376482, |
| "grad_norm": 1.8443889617919922, |
| "learning_rate": 1.532841830267934e-07, |
| "loss": 0.46662214398384094, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.0970873786407767, |
| "grad_norm": 1.2522131204605103, |
| "learning_rate": 1.5283431784343802e-07, |
| "loss": 0.5438724160194397, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.099244875943905, |
| "grad_norm": 1.2235276699066162, |
| "learning_rate": 1.5238514412787158e-07, |
| "loss": 0.6343849897384644, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.1014023732470335, |
| "grad_norm": 3.470675468444824, |
| "learning_rate": 1.5193666442245402e-07, |
| "loss": 0.43045446276664734, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.103559870550162, |
| "grad_norm": 1.038780927658081, |
| "learning_rate": 1.5148888126561726e-07, |
| "loss": 0.4236026406288147, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.1057173678532903, |
| "grad_norm": 2.081264019012451, |
| "learning_rate": 1.5104179719185075e-07, |
| "loss": 0.5168135166168213, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.1078748651564188, |
| "grad_norm": 12.081764221191406, |
| "learning_rate": 1.5059541473168715e-07, |
| "loss": 0.5867135524749756, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.1100323624595467, |
| "grad_norm": 2.5666370391845703, |
| "learning_rate": 1.5014973641168776e-07, |
| "loss": 0.5193699598312378, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.112189859762675, |
| "grad_norm": 1.6125311851501465, |
| "learning_rate": 1.497047647544283e-07, |
| "loss": 0.529248833656311, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.1143473570658036, |
| "grad_norm": 2.1865692138671875, |
| "learning_rate": 1.4926050227848519e-07, |
| "loss": 0.0995928943157196, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.116504854368932, |
| "grad_norm": 1.370114803314209, |
| "learning_rate": 1.4881695149842027e-07, |
| "loss": 0.4155382513999939, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.1186623516720604, |
| "grad_norm": 3.971156358718872, |
| "learning_rate": 1.4837411492476743e-07, |
| "loss": 0.42390692234039307, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.120819848975189, |
| "grad_norm": 1.6040301322937012, |
| "learning_rate": 1.4793199506401797e-07, |
| "loss": 0.47764524817466736, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.1229773462783172, |
| "grad_norm": 10.519671440124512, |
| "learning_rate": 1.474905944186067e-07, |
| "loss": 0.34308892488479614, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.1251348435814457, |
| "grad_norm": 1.1796921491622925, |
| "learning_rate": 1.4704991548689745e-07, |
| "loss": 0.5871822834014893, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.127292340884574, |
| "grad_norm": 1.7361336946487427, |
| "learning_rate": 1.4660996076316912e-07, |
| "loss": 0.3765156865119934, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.129449838187702, |
| "grad_norm": 0.9722249507904053, |
| "learning_rate": 1.461707327376016e-07, |
| "loss": 0.5491130352020264, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.1316073354908305, |
| "grad_norm": 0.8201406598091125, |
| "learning_rate": 1.457322338962616e-07, |
| "loss": 0.2312294989824295, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.133764832793959, |
| "grad_norm": 1.1285258531570435, |
| "learning_rate": 1.4529446672108852e-07, |
| "loss": 0.408553808927536, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.1359223300970873, |
| "grad_norm": 2.267793655395508, |
| "learning_rate": 1.448574336898804e-07, |
| "loss": 0.4971245229244232, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.1380798274002157, |
| "grad_norm": 1.5453788042068481, |
| "learning_rate": 1.4442113727628024e-07, |
| "loss": 0.5261057615280151, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.140237324703344, |
| "grad_norm": 1.3704675436019897, |
| "learning_rate": 1.439855799497615e-07, |
| "loss": 0.4675547480583191, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.1423948220064726, |
| "grad_norm": 1.8390225172042847, |
| "learning_rate": 1.4355076417561429e-07, |
| "loss": 0.45672228932380676, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.144552319309601, |
| "grad_norm": 2.047685384750366, |
| "learning_rate": 1.4311669241493184e-07, |
| "loss": 0.4718751013278961, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.1467098166127294, |
| "grad_norm": 2.519134044647217, |
| "learning_rate": 1.426833671245956e-07, |
| "loss": 0.20050865411758423, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.148867313915858, |
| "grad_norm": 1.5338327884674072, |
| "learning_rate": 1.422507907572626e-07, |
| "loss": 0.6630242466926575, |
| "step": 1992 |
| }, |
| { |
| "epoch": 2.151024811218986, |
| "grad_norm": 1.7562376260757446, |
| "learning_rate": 1.418189657613504e-07, |
| "loss": 0.48454782366752625, |
| "step": 1994 |
| }, |
| { |
| "epoch": 2.1531823085221142, |
| "grad_norm": 1.1941181421279907, |
| "learning_rate": 1.4138789458102395e-07, |
| "loss": 0.39869314432144165, |
| "step": 1996 |
| }, |
| { |
| "epoch": 2.1553398058252426, |
| "grad_norm": 1.5241355895996094, |
| "learning_rate": 1.409575796561815e-07, |
| "loss": 0.5645185708999634, |
| "step": 1998 |
| }, |
| { |
| "epoch": 2.157497303128371, |
| "grad_norm": 1.2509868144989014, |
| "learning_rate": 1.4052802342244085e-07, |
| "loss": 0.4137888550758362, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.1596548004314995, |
| "grad_norm": 0.9289142489433289, |
| "learning_rate": 1.4009922831112576e-07, |
| "loss": 0.39357897639274597, |
| "step": 2002 |
| }, |
| { |
| "epoch": 2.161812297734628, |
| "grad_norm": 1.4196053743362427, |
| "learning_rate": 1.3967119674925144e-07, |
| "loss": 0.4930650293827057, |
| "step": 2004 |
| }, |
| { |
| "epoch": 2.1639697950377563, |
| "grad_norm": 1.6377662420272827, |
| "learning_rate": 1.3924393115951183e-07, |
| "loss": 0.5852062702178955, |
| "step": 2006 |
| }, |
| { |
| "epoch": 2.1661272923408847, |
| "grad_norm": 3.294273614883423, |
| "learning_rate": 1.3881743396026519e-07, |
| "loss": 0.2635650932788849, |
| "step": 2008 |
| }, |
| { |
| "epoch": 2.168284789644013, |
| "grad_norm": 3.2055675983428955, |
| "learning_rate": 1.383917075655207e-07, |
| "loss": 0.45562589168548584, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.170442286947141, |
| "grad_norm": 1.2780847549438477, |
| "learning_rate": 1.3796675438492466e-07, |
| "loss": 0.2905101478099823, |
| "step": 2012 |
| }, |
| { |
| "epoch": 2.1725997842502696, |
| "grad_norm": 1.1974769830703735, |
| "learning_rate": 1.37542576823747e-07, |
| "loss": 0.5826109647750854, |
| "step": 2014 |
| }, |
| { |
| "epoch": 2.174757281553398, |
| "grad_norm": 12.196817398071289, |
| "learning_rate": 1.3711917728286758e-07, |
| "loss": 0.6894016861915588, |
| "step": 2016 |
| }, |
| { |
| "epoch": 2.1769147788565264, |
| "grad_norm": 1.2338263988494873, |
| "learning_rate": 1.3669655815876238e-07, |
| "loss": 0.5621905326843262, |
| "step": 2018 |
| }, |
| { |
| "epoch": 2.179072276159655, |
| "grad_norm": 1.2616736888885498, |
| "learning_rate": 1.3627472184349054e-07, |
| "loss": 0.5268079042434692, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.1812297734627832, |
| "grad_norm": 2.433539867401123, |
| "learning_rate": 1.3585367072468014e-07, |
| "loss": 0.5845661163330078, |
| "step": 2022 |
| }, |
| { |
| "epoch": 2.1833872707659117, |
| "grad_norm": 5.173591136932373, |
| "learning_rate": 1.3543340718551505e-07, |
| "loss": 0.5688271522521973, |
| "step": 2024 |
| }, |
| { |
| "epoch": 2.18554476806904, |
| "grad_norm": 3.6794235706329346, |
| "learning_rate": 1.3501393360472135e-07, |
| "loss": 0.5398727655410767, |
| "step": 2026 |
| }, |
| { |
| "epoch": 2.1877022653721685, |
| "grad_norm": 3.5358774662017822, |
| "learning_rate": 1.345952523565541e-07, |
| "loss": 0.4828336238861084, |
| "step": 2028 |
| }, |
| { |
| "epoch": 2.1898597626752965, |
| "grad_norm": 2.045574188232422, |
| "learning_rate": 1.3417736581078343e-07, |
| "loss": 0.4576345682144165, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.192017259978425, |
| "grad_norm": 2.9018726348876953, |
| "learning_rate": 1.3376027633268145e-07, |
| "loss": 0.5629587769508362, |
| "step": 2032 |
| }, |
| { |
| "epoch": 2.1941747572815533, |
| "grad_norm": 0.7962714433670044, |
| "learning_rate": 1.33343986283009e-07, |
| "loss": 0.3971530795097351, |
| "step": 2034 |
| }, |
| { |
| "epoch": 2.1963322545846817, |
| "grad_norm": 8.073356628417969, |
| "learning_rate": 1.3292849801800172e-07, |
| "loss": 0.34259432554244995, |
| "step": 2036 |
| }, |
| { |
| "epoch": 2.19848975188781, |
| "grad_norm": 2.6538028717041016, |
| "learning_rate": 1.325138138893574e-07, |
| "loss": 0.3950064778327942, |
| "step": 2038 |
| }, |
| { |
| "epoch": 2.2006472491909386, |
| "grad_norm": 2.4987733364105225, |
| "learning_rate": 1.3209993624422226e-07, |
| "loss": 0.5430999398231506, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.202804746494067, |
| "grad_norm": 2.3891706466674805, |
| "learning_rate": 1.3168686742517777e-07, |
| "loss": 0.4212225377559662, |
| "step": 2042 |
| }, |
| { |
| "epoch": 2.2049622437971954, |
| "grad_norm": 3.8016743659973145, |
| "learning_rate": 1.312746097702273e-07, |
| "loss": 0.47842153906822205, |
| "step": 2044 |
| }, |
| { |
| "epoch": 2.207119741100324, |
| "grad_norm": 1.4113874435424805, |
| "learning_rate": 1.3086316561278298e-07, |
| "loss": 0.6112795472145081, |
| "step": 2046 |
| }, |
| { |
| "epoch": 2.209277238403452, |
| "grad_norm": 1.0874158143997192, |
| "learning_rate": 1.304525372816527e-07, |
| "loss": 0.37503018975257874, |
| "step": 2048 |
| }, |
| { |
| "epoch": 2.2114347357065802, |
| "grad_norm": 1.5210480690002441, |
| "learning_rate": 1.3004272710102627e-07, |
| "loss": 0.5227410793304443, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.2135922330097086, |
| "grad_norm": 2.596205234527588, |
| "learning_rate": 1.2963373739046308e-07, |
| "loss": 0.5574774742126465, |
| "step": 2052 |
| }, |
| { |
| "epoch": 2.215749730312837, |
| "grad_norm": 1.1875081062316895, |
| "learning_rate": 1.2922557046487847e-07, |
| "loss": 0.5108221769332886, |
| "step": 2054 |
| }, |
| { |
| "epoch": 2.2179072276159655, |
| "grad_norm": 1.1905848979949951, |
| "learning_rate": 1.2881822863453066e-07, |
| "loss": 0.6219309568405151, |
| "step": 2056 |
| }, |
| { |
| "epoch": 2.220064724919094, |
| "grad_norm": 1.272186279296875, |
| "learning_rate": 1.2841171420500799e-07, |
| "loss": 0.5619434118270874, |
| "step": 2058 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 1.7432719469070435, |
| "learning_rate": 1.2800602947721539e-07, |
| "loss": 0.47846826910972595, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.2243797195253507, |
| "grad_norm": 3.082793951034546, |
| "learning_rate": 1.2760117674736174e-07, |
| "loss": 0.40510886907577515, |
| "step": 2062 |
| }, |
| { |
| "epoch": 2.226537216828479, |
| "grad_norm": 2.457563638687134, |
| "learning_rate": 1.2719715830694665e-07, |
| "loss": 0.5271166563034058, |
| "step": 2064 |
| }, |
| { |
| "epoch": 2.228694714131607, |
| "grad_norm": 2.0129661560058594, |
| "learning_rate": 1.2679397644274786e-07, |
| "loss": 0.5444518327713013, |
| "step": 2066 |
| }, |
| { |
| "epoch": 2.2308522114347356, |
| "grad_norm": 1.3749797344207764, |
| "learning_rate": 1.2639163343680764e-07, |
| "loss": 0.4370856285095215, |
| "step": 2068 |
| }, |
| { |
| "epoch": 2.233009708737864, |
| "grad_norm": 2.305034637451172, |
| "learning_rate": 1.259901315664204e-07, |
| "loss": 0.3118676543235779, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.2351672060409924, |
| "grad_norm": 2.7576963901519775, |
| "learning_rate": 1.2558947310411988e-07, |
| "loss": 0.5651037096977234, |
| "step": 2072 |
| }, |
| { |
| "epoch": 2.237324703344121, |
| "grad_norm": 1.6983442306518555, |
| "learning_rate": 1.251896603176657e-07, |
| "loss": 0.4641881585121155, |
| "step": 2074 |
| }, |
| { |
| "epoch": 2.2394822006472492, |
| "grad_norm": 1.8414127826690674, |
| "learning_rate": 1.2479069547003113e-07, |
| "loss": 0.43197086453437805, |
| "step": 2076 |
| }, |
| { |
| "epoch": 2.2416396979503777, |
| "grad_norm": 2.0715110301971436, |
| "learning_rate": 1.2439258081938982e-07, |
| "loss": 0.4157189428806305, |
| "step": 2078 |
| }, |
| { |
| "epoch": 2.243797195253506, |
| "grad_norm": 1.076478123664856, |
| "learning_rate": 1.2399531861910356e-07, |
| "loss": 0.47206589579582214, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.2459546925566345, |
| "grad_norm": 1.650862693786621, |
| "learning_rate": 1.2359891111770893e-07, |
| "loss": 0.34252646565437317, |
| "step": 2082 |
| }, |
| { |
| "epoch": 2.2481121898597625, |
| "grad_norm": 10.067177772521973, |
| "learning_rate": 1.2320336055890485e-07, |
| "loss": 0.39974507689476013, |
| "step": 2084 |
| }, |
| { |
| "epoch": 2.250269687162891, |
| "grad_norm": 2.362675666809082, |
| "learning_rate": 1.228086691815401e-07, |
| "loss": 0.3123304843902588, |
| "step": 2086 |
| }, |
| { |
| "epoch": 2.2524271844660193, |
| "grad_norm": 1.422263741493225, |
| "learning_rate": 1.224148392196002e-07, |
| "loss": 0.512368381023407, |
| "step": 2088 |
| }, |
| { |
| "epoch": 2.2545846817691477, |
| "grad_norm": 3.862522602081299, |
| "learning_rate": 1.2202187290219506e-07, |
| "loss": 0.6224650144577026, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.256742179072276, |
| "grad_norm": 1.9737151861190796, |
| "learning_rate": 1.2162977245354618e-07, |
| "loss": 0.5244027376174927, |
| "step": 2092 |
| }, |
| { |
| "epoch": 2.2588996763754046, |
| "grad_norm": 1.3677443265914917, |
| "learning_rate": 1.212385400929746e-07, |
| "loss": 0.45020678639411926, |
| "step": 2094 |
| }, |
| { |
| "epoch": 2.261057173678533, |
| "grad_norm": 2.039045572280884, |
| "learning_rate": 1.208481780348872e-07, |
| "loss": 0.5531943440437317, |
| "step": 2096 |
| }, |
| { |
| "epoch": 2.2632146709816614, |
| "grad_norm": 1.5377328395843506, |
| "learning_rate": 1.2045868848876553e-07, |
| "loss": 0.37629038095474243, |
| "step": 2098 |
| }, |
| { |
| "epoch": 2.26537216828479, |
| "grad_norm": 2.3397927284240723, |
| "learning_rate": 1.2007007365915235e-07, |
| "loss": 0.3320096433162689, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.267529665587918, |
| "grad_norm": 3.1143479347229004, |
| "learning_rate": 1.1968233574563937e-07, |
| "loss": 0.40027597546577454, |
| "step": 2102 |
| }, |
| { |
| "epoch": 2.269687162891046, |
| "grad_norm": 4.891796112060547, |
| "learning_rate": 1.1929547694285518e-07, |
| "loss": 0.4987124502658844, |
| "step": 2104 |
| }, |
| { |
| "epoch": 2.2718446601941746, |
| "grad_norm": 1.840555191040039, |
| "learning_rate": 1.1890949944045232e-07, |
| "loss": 0.49355462193489075, |
| "step": 2106 |
| }, |
| { |
| "epoch": 2.274002157497303, |
| "grad_norm": 3.1459503173828125, |
| "learning_rate": 1.1852440542309507e-07, |
| "loss": 0.36765629053115845, |
| "step": 2108 |
| }, |
| { |
| "epoch": 2.2761596548004315, |
| "grad_norm": 1.4921073913574219, |
| "learning_rate": 1.1814019707044715e-07, |
| "loss": 0.4247042238712311, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.27831715210356, |
| "grad_norm": 1.55894935131073, |
| "learning_rate": 1.1775687655715948e-07, |
| "loss": 0.4907058775424957, |
| "step": 2112 |
| }, |
| { |
| "epoch": 2.2804746494066883, |
| "grad_norm": 1.8256114721298218, |
| "learning_rate": 1.1737444605285757e-07, |
| "loss": 0.46969401836395264, |
| "step": 2114 |
| }, |
| { |
| "epoch": 2.2826321467098167, |
| "grad_norm": 2.421661376953125, |
| "learning_rate": 1.1699290772212944e-07, |
| "loss": 0.5222725868225098, |
| "step": 2116 |
| }, |
| { |
| "epoch": 2.284789644012945, |
| "grad_norm": 1.7159234285354614, |
| "learning_rate": 1.1661226372451344e-07, |
| "loss": 0.38712745904922485, |
| "step": 2118 |
| }, |
| { |
| "epoch": 2.286947141316073, |
| "grad_norm": 1.709659218788147, |
| "learning_rate": 1.1623251621448581e-07, |
| "loss": 0.2972549796104431, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.2891046386192015, |
| "grad_norm": 5.333364486694336, |
| "learning_rate": 1.1585366734144861e-07, |
| "loss": 0.5384417772293091, |
| "step": 2122 |
| }, |
| { |
| "epoch": 2.29126213592233, |
| "grad_norm": 1.5736010074615479, |
| "learning_rate": 1.154757192497175e-07, |
| "loss": 0.48839452862739563, |
| "step": 2124 |
| }, |
| { |
| "epoch": 2.2934196332254584, |
| "grad_norm": 2.719190835952759, |
| "learning_rate": 1.1509867407850982e-07, |
| "loss": 0.4550670385360718, |
| "step": 2126 |
| }, |
| { |
| "epoch": 2.295577130528587, |
| "grad_norm": 1.8119968175888062, |
| "learning_rate": 1.1472253396193217e-07, |
| "loss": 0.6911446452140808, |
| "step": 2128 |
| }, |
| { |
| "epoch": 2.2977346278317152, |
| "grad_norm": 4.632421970367432, |
| "learning_rate": 1.1434730102896833e-07, |
| "loss": 0.4868852198123932, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.2998921251348436, |
| "grad_norm": 1.4012049436569214, |
| "learning_rate": 1.1397297740346771e-07, |
| "loss": 0.4392762780189514, |
| "step": 2132 |
| }, |
| { |
| "epoch": 2.302049622437972, |
| "grad_norm": 1.4517533779144287, |
| "learning_rate": 1.1359956520413267e-07, |
| "loss": 0.6284406185150146, |
| "step": 2134 |
| }, |
| { |
| "epoch": 2.3042071197411005, |
| "grad_norm": 23.886926651000977, |
| "learning_rate": 1.1322706654450692e-07, |
| "loss": 0.5837987661361694, |
| "step": 2136 |
| }, |
| { |
| "epoch": 2.3063646170442285, |
| "grad_norm": 2.8387584686279297, |
| "learning_rate": 1.1285548353296335e-07, |
| "loss": 0.49964287877082825, |
| "step": 2138 |
| }, |
| { |
| "epoch": 2.308522114347357, |
| "grad_norm": 1.3726048469543457, |
| "learning_rate": 1.1248481827269252e-07, |
| "loss": 0.4638864994049072, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.3106796116504853, |
| "grad_norm": 2.2775590419769287, |
| "learning_rate": 1.1211507286168997e-07, |
| "loss": 0.3237634003162384, |
| "step": 2142 |
| }, |
| { |
| "epoch": 2.3128371089536137, |
| "grad_norm": 4.829261779785156, |
| "learning_rate": 1.1174624939274521e-07, |
| "loss": 0.37512320280075073, |
| "step": 2144 |
| }, |
| { |
| "epoch": 2.314994606256742, |
| "grad_norm": 1.2612223625183105, |
| "learning_rate": 1.1137834995342951e-07, |
| "loss": 0.44408831000328064, |
| "step": 2146 |
| }, |
| { |
| "epoch": 2.3171521035598706, |
| "grad_norm": 1.091060757637024, |
| "learning_rate": 1.1101137662608356e-07, |
| "loss": 0.45439931750297546, |
| "step": 2148 |
| }, |
| { |
| "epoch": 2.319309600862999, |
| "grad_norm": 1.9243289232254028, |
| "learning_rate": 1.1064533148780674e-07, |
| "loss": 0.5608944296836853, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.3214670981661274, |
| "grad_norm": 1.0947431325912476, |
| "learning_rate": 1.1028021661044448e-07, |
| "loss": 0.43637141585350037, |
| "step": 2152 |
| }, |
| { |
| "epoch": 2.323624595469256, |
| "grad_norm": 1.2952344417572021, |
| "learning_rate": 1.0991603406057712e-07, |
| "loss": 0.4882223904132843, |
| "step": 2154 |
| }, |
| { |
| "epoch": 2.325782092772384, |
| "grad_norm": 2.949446201324463, |
| "learning_rate": 1.0955278589950754e-07, |
| "loss": 0.4377874732017517, |
| "step": 2156 |
| }, |
| { |
| "epoch": 2.3279395900755127, |
| "grad_norm": 1.3994691371917725, |
| "learning_rate": 1.0919047418325027e-07, |
| "loss": 0.4923911392688751, |
| "step": 2158 |
| }, |
| { |
| "epoch": 2.3300970873786406, |
| "grad_norm": 4.1141438484191895, |
| "learning_rate": 1.088291009625195e-07, |
| "loss": 0.450039267539978, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.332254584681769, |
| "grad_norm": 1.905044436454773, |
| "learning_rate": 1.0846866828271706e-07, |
| "loss": 0.3132597506046295, |
| "step": 2162 |
| }, |
| { |
| "epoch": 2.3344120819848975, |
| "grad_norm": 2.2338316440582275, |
| "learning_rate": 1.081091781839217e-07, |
| "loss": 0.47647953033447266, |
| "step": 2164 |
| }, |
| { |
| "epoch": 2.336569579288026, |
| "grad_norm": 1.30208158493042, |
| "learning_rate": 1.0775063270087683e-07, |
| "loss": 0.49173516035079956, |
| "step": 2166 |
| }, |
| { |
| "epoch": 2.3387270765911543, |
| "grad_norm": 1.6397186517715454, |
| "learning_rate": 1.073930338629793e-07, |
| "loss": 0.6098090410232544, |
| "step": 2168 |
| }, |
| { |
| "epoch": 2.3408845738942827, |
| "grad_norm": 1.269619107246399, |
| "learning_rate": 1.0703638369426782e-07, |
| "loss": 0.36568519473075867, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.343042071197411, |
| "grad_norm": 1.4696781635284424, |
| "learning_rate": 1.0668068421341176e-07, |
| "loss": 0.5783711671829224, |
| "step": 2172 |
| }, |
| { |
| "epoch": 2.3451995685005396, |
| "grad_norm": 7.201903343200684, |
| "learning_rate": 1.0632593743369927e-07, |
| "loss": 0.5010417699813843, |
| "step": 2174 |
| }, |
| { |
| "epoch": 2.347357065803668, |
| "grad_norm": 1.4425990581512451, |
| "learning_rate": 1.0597214536302627e-07, |
| "loss": 0.4950565695762634, |
| "step": 2176 |
| }, |
| { |
| "epoch": 2.349514563106796, |
| "grad_norm": 1.3873226642608643, |
| "learning_rate": 1.0561931000388497e-07, |
| "loss": 0.5758650898933411, |
| "step": 2178 |
| }, |
| { |
| "epoch": 2.3516720604099244, |
| "grad_norm": 2.6027872562408447, |
| "learning_rate": 1.0526743335335244e-07, |
| "loss": 0.43806731700897217, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.353829557713053, |
| "grad_norm": 1.688138723373413, |
| "learning_rate": 1.0491651740307942e-07, |
| "loss": 0.45398759841918945, |
| "step": 2182 |
| }, |
| { |
| "epoch": 2.355987055016181, |
| "grad_norm": 1.561120867729187, |
| "learning_rate": 1.0456656413927885e-07, |
| "loss": 0.5060495734214783, |
| "step": 2184 |
| }, |
| { |
| "epoch": 2.3581445523193096, |
| "grad_norm": 0.7075545787811279, |
| "learning_rate": 1.0421757554271513e-07, |
| "loss": 0.6581755876541138, |
| "step": 2186 |
| }, |
| { |
| "epoch": 2.360302049622438, |
| "grad_norm": 1.6746031045913696, |
| "learning_rate": 1.0386955358869228e-07, |
| "loss": 0.4242514669895172, |
| "step": 2188 |
| }, |
| { |
| "epoch": 2.3624595469255665, |
| "grad_norm": 1.3905069828033447, |
| "learning_rate": 1.0352250024704305e-07, |
| "loss": 0.5258157849311829, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.364617044228695, |
| "grad_norm": 1.4214626550674438, |
| "learning_rate": 1.0317641748211797e-07, |
| "loss": 0.4111720025539398, |
| "step": 2192 |
| }, |
| { |
| "epoch": 2.3667745415318233, |
| "grad_norm": 2.1955699920654297, |
| "learning_rate": 1.0283130725277387e-07, |
| "loss": 0.4222407937049866, |
| "step": 2194 |
| }, |
| { |
| "epoch": 2.3689320388349513, |
| "grad_norm": 3.329183578491211, |
| "learning_rate": 1.0248717151236292e-07, |
| "loss": 0.48131048679351807, |
| "step": 2196 |
| }, |
| { |
| "epoch": 2.3710895361380797, |
| "grad_norm": 1.4323745965957642, |
| "learning_rate": 1.0214401220872165e-07, |
| "loss": 0.5055102109909058, |
| "step": 2198 |
| }, |
| { |
| "epoch": 2.373247033441208, |
| "grad_norm": 3.3138020038604736, |
| "learning_rate": 1.0180183128415996e-07, |
| "loss": 0.4181690514087677, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.3754045307443366, |
| "grad_norm": 1.2691850662231445, |
| "learning_rate": 1.0146063067544994e-07, |
| "loss": 0.5093836188316345, |
| "step": 2202 |
| }, |
| { |
| "epoch": 2.377562028047465, |
| "grad_norm": 1.5404523611068726, |
| "learning_rate": 1.0112041231381497e-07, |
| "loss": 0.5514087677001953, |
| "step": 2204 |
| }, |
| { |
| "epoch": 2.3797195253505934, |
| "grad_norm": 0.5054550170898438, |
| "learning_rate": 1.007811781249191e-07, |
| "loss": 0.5555412173271179, |
| "step": 2206 |
| }, |
| { |
| "epoch": 2.381877022653722, |
| "grad_norm": 1.4161839485168457, |
| "learning_rate": 1.0044293002885543e-07, |
| "loss": 0.40494877099990845, |
| "step": 2208 |
| }, |
| { |
| "epoch": 2.3840345199568502, |
| "grad_norm": 2.184622049331665, |
| "learning_rate": 1.0010566994013612e-07, |
| "loss": 0.4903999865055084, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.3861920172599786, |
| "grad_norm": 1.4374651908874512, |
| "learning_rate": 9.976939976768092e-08, |
| "loss": 0.3994739353656769, |
| "step": 2212 |
| }, |
| { |
| "epoch": 2.3883495145631066, |
| "grad_norm": 1.230521559715271, |
| "learning_rate": 9.943412141480658e-08, |
| "loss": 0.3945184051990509, |
| "step": 2214 |
| }, |
| { |
| "epoch": 2.390507011866235, |
| "grad_norm": 1.331252932548523, |
| "learning_rate": 9.909983677921607e-08, |
| "loss": 0.3576943278312683, |
| "step": 2216 |
| }, |
| { |
| "epoch": 2.3926645091693635, |
| "grad_norm": 2.683382987976074, |
| "learning_rate": 9.876654775298799e-08, |
| "loss": 0.5146565437316895, |
| "step": 2218 |
| }, |
| { |
| "epoch": 2.394822006472492, |
| "grad_norm": 1.1658935546875, |
| "learning_rate": 9.843425622256546e-08, |
| "loss": 0.4697680175304413, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.3969795037756203, |
| "grad_norm": 1.2742339372634888, |
| "learning_rate": 9.810296406874583e-08, |
| "loss": 0.5487444400787354, |
| "step": 2222 |
| }, |
| { |
| "epoch": 2.3991370010787487, |
| "grad_norm": 2.137641668319702, |
| "learning_rate": 9.777267316667e-08, |
| "loss": 0.4315913915634155, |
| "step": 2224 |
| }, |
| { |
| "epoch": 2.401294498381877, |
| "grad_norm": 2.66500186920166, |
| "learning_rate": 9.744338538581147e-08, |
| "loss": 0.5236972570419312, |
| "step": 2226 |
| }, |
| { |
| "epoch": 2.4034519956850056, |
| "grad_norm": 1.3068699836730957, |
| "learning_rate": 9.711510258996617e-08, |
| "loss": 0.46810081601142883, |
| "step": 2228 |
| }, |
| { |
| "epoch": 2.405609492988134, |
| "grad_norm": 2.274906635284424, |
| "learning_rate": 9.678782663724156e-08, |
| "loss": 0.3743009567260742, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.407766990291262, |
| "grad_norm": 7.867446422576904, |
| "learning_rate": 9.646155938004655e-08, |
| "loss": 0.5277361273765564, |
| "step": 2232 |
| }, |
| { |
| "epoch": 2.4099244875943904, |
| "grad_norm": 1.2440294027328491, |
| "learning_rate": 9.613630266508053e-08, |
| "loss": 0.5060732960700989, |
| "step": 2234 |
| }, |
| { |
| "epoch": 2.412081984897519, |
| "grad_norm": 2.0601508617401123, |
| "learning_rate": 9.581205833332316e-08, |
| "loss": 0.422480046749115, |
| "step": 2236 |
| }, |
| { |
| "epoch": 2.414239482200647, |
| "grad_norm": 3.935227632522583, |
| "learning_rate": 9.548882822002405e-08, |
| "loss": 0.5240671634674072, |
| "step": 2238 |
| }, |
| { |
| "epoch": 2.4163969795037756, |
| "grad_norm": 1.6686252355575562, |
| "learning_rate": 9.516661415469216e-08, |
| "loss": 0.5927475690841675, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.418554476806904, |
| "grad_norm": 1.506426215171814, |
| "learning_rate": 9.484541796108551e-08, |
| "loss": 0.4393031597137451, |
| "step": 2242 |
| }, |
| { |
| "epoch": 2.4207119741100325, |
| "grad_norm": 2.3679986000061035, |
| "learning_rate": 9.45252414572009e-08, |
| "loss": 0.41118109226226807, |
| "step": 2244 |
| }, |
| { |
| "epoch": 2.422869471413161, |
| "grad_norm": 3.8800225257873535, |
| "learning_rate": 9.420608645526373e-08, |
| "loss": 0.5971561670303345, |
| "step": 2246 |
| }, |
| { |
| "epoch": 2.4250269687162893, |
| "grad_norm": 3.2100000381469727, |
| "learning_rate": 9.388795476171742e-08, |
| "loss": 0.4730355739593506, |
| "step": 2248 |
| }, |
| { |
| "epoch": 2.4271844660194173, |
| "grad_norm": 2.2373881340026855, |
| "learning_rate": 9.357084817721342e-08, |
| "loss": 0.5331867337226868, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.4293419633225457, |
| "grad_norm": 1.286616563796997, |
| "learning_rate": 9.325476849660124e-08, |
| "loss": 0.3063022196292877, |
| "step": 2252 |
| }, |
| { |
| "epoch": 2.431499460625674, |
| "grad_norm": 16.60342788696289, |
| "learning_rate": 9.293971750891755e-08, |
| "loss": 0.44442903995513916, |
| "step": 2254 |
| }, |
| { |
| "epoch": 2.4336569579288025, |
| "grad_norm": 1.4422513246536255, |
| "learning_rate": 9.262569699737699e-08, |
| "loss": 0.45078244805336, |
| "step": 2256 |
| }, |
| { |
| "epoch": 2.435814455231931, |
| "grad_norm": 3.8183093070983887, |
| "learning_rate": 9.231270873936134e-08, |
| "loss": 0.6303662657737732, |
| "step": 2258 |
| }, |
| { |
| "epoch": 2.4379719525350594, |
| "grad_norm": 2.514275550842285, |
| "learning_rate": 9.200075450640982e-08, |
| "loss": 0.41539642214775085, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.440129449838188, |
| "grad_norm": 15.767145156860352, |
| "learning_rate": 9.16898360642091e-08, |
| "loss": 0.5099453330039978, |
| "step": 2262 |
| }, |
| { |
| "epoch": 2.4422869471413162, |
| "grad_norm": 1.8690749406814575, |
| "learning_rate": 9.137995517258301e-08, |
| "loss": 0.4256049394607544, |
| "step": 2264 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 1.6698436737060547, |
| "learning_rate": 9.107111358548284e-08, |
| "loss": 0.24495507776737213, |
| "step": 2266 |
| }, |
| { |
| "epoch": 2.4466019417475726, |
| "grad_norm": 1.4875117540359497, |
| "learning_rate": 9.076331305097726e-08, |
| "loss": 0.5850554704666138, |
| "step": 2268 |
| }, |
| { |
| "epoch": 2.448759439050701, |
| "grad_norm": 1.4028273820877075, |
| "learning_rate": 9.045655531124265e-08, |
| "loss": 0.6093006134033203, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.4509169363538295, |
| "grad_norm": 1.2962590456008911, |
| "learning_rate": 9.015084210255303e-08, |
| "loss": 0.47294872999191284, |
| "step": 2272 |
| }, |
| { |
| "epoch": 2.453074433656958, |
| "grad_norm": 1.212159514427185, |
| "learning_rate": 8.984617515527011e-08, |
| "loss": 0.49960917234420776, |
| "step": 2274 |
| }, |
| { |
| "epoch": 2.4552319309600863, |
| "grad_norm": 1.358234167098999, |
| "learning_rate": 8.954255619383396e-08, |
| "loss": 0.5016006231307983, |
| "step": 2276 |
| }, |
| { |
| "epoch": 2.4573894282632147, |
| "grad_norm": 1.423470139503479, |
| "learning_rate": 8.92399869367528e-08, |
| "loss": 0.5450627207756042, |
| "step": 2278 |
| }, |
| { |
| "epoch": 2.459546925566343, |
| "grad_norm": 10.734492301940918, |
| "learning_rate": 8.893846909659339e-08, |
| "loss": 0.5570814609527588, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.4617044228694716, |
| "grad_norm": 1.709943413734436, |
| "learning_rate": 8.863800437997145e-08, |
| "loss": 0.487891286611557, |
| "step": 2282 |
| }, |
| { |
| "epoch": 2.4638619201726, |
| "grad_norm": 4.394408226013184, |
| "learning_rate": 8.833859448754206e-08, |
| "loss": 0.4305161237716675, |
| "step": 2284 |
| }, |
| { |
| "epoch": 2.466019417475728, |
| "grad_norm": 4.226398468017578, |
| "learning_rate": 8.804024111398971e-08, |
| "loss": 0.529059648513794, |
| "step": 2286 |
| }, |
| { |
| "epoch": 2.4681769147788564, |
| "grad_norm": 1.9100017547607422, |
| "learning_rate": 8.77429459480189e-08, |
| "loss": 0.5420784950256348, |
| "step": 2288 |
| }, |
| { |
| "epoch": 2.470334412081985, |
| "grad_norm": 2.035076141357422, |
| "learning_rate": 8.744671067234483e-08, |
| "loss": 0.3656485080718994, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.472491909385113, |
| "grad_norm": 0.4504566490650177, |
| "learning_rate": 8.715153696368342e-08, |
| "loss": 0.10097479820251465, |
| "step": 2292 |
| }, |
| { |
| "epoch": 2.4746494066882416, |
| "grad_norm": 1.2601561546325684, |
| "learning_rate": 8.685742649274209e-08, |
| "loss": 0.5880253314971924, |
| "step": 2294 |
| }, |
| { |
| "epoch": 2.47680690399137, |
| "grad_norm": 1.1769603490829468, |
| "learning_rate": 8.656438092421015e-08, |
| "loss": 0.2316816747188568, |
| "step": 2296 |
| }, |
| { |
| "epoch": 2.4789644012944985, |
| "grad_norm": 4.42578125, |
| "learning_rate": 8.627240191674979e-08, |
| "loss": 0.5261933207511902, |
| "step": 2298 |
| }, |
| { |
| "epoch": 2.481121898597627, |
| "grad_norm": 2.054516553878784, |
| "learning_rate": 8.598149112298586e-08, |
| "loss": 0.3512814939022064, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.4832793959007553, |
| "grad_norm": 1.8083107471466064, |
| "learning_rate": 8.569165018949755e-08, |
| "loss": 0.5700247287750244, |
| "step": 2302 |
| }, |
| { |
| "epoch": 2.4854368932038833, |
| "grad_norm": 0.7789508700370789, |
| "learning_rate": 8.540288075680832e-08, |
| "loss": 0.5419098138809204, |
| "step": 2304 |
| }, |
| { |
| "epoch": 2.4875943905070117, |
| "grad_norm": 1.425304889678955, |
| "learning_rate": 8.511518445937682e-08, |
| "loss": 0.5239717960357666, |
| "step": 2306 |
| }, |
| { |
| "epoch": 2.48975188781014, |
| "grad_norm": 2.2157175540924072, |
| "learning_rate": 8.482856292558771e-08, |
| "loss": 0.5087226629257202, |
| "step": 2308 |
| }, |
| { |
| "epoch": 2.4919093851132685, |
| "grad_norm": 1.6569185256958008, |
| "learning_rate": 8.454301777774237e-08, |
| "loss": 0.5517893433570862, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.494066882416397, |
| "grad_norm": 1.5045207738876343, |
| "learning_rate": 8.425855063204987e-08, |
| "loss": 0.44327977299690247, |
| "step": 2312 |
| }, |
| { |
| "epoch": 2.4962243797195254, |
| "grad_norm": 3.6006226539611816, |
| "learning_rate": 8.397516309861743e-08, |
| "loss": 0.5266181230545044, |
| "step": 2314 |
| }, |
| { |
| "epoch": 2.498381877022654, |
| "grad_norm": 1.071789264678955, |
| "learning_rate": 8.369285678144197e-08, |
| "loss": 0.3867831826210022, |
| "step": 2316 |
| }, |
| { |
| "epoch": 2.500539374325782, |
| "grad_norm": 1.2131776809692383, |
| "learning_rate": 8.341163327840026e-08, |
| "loss": 0.4348089396953583, |
| "step": 2318 |
| }, |
| { |
| "epoch": 2.5026968716289106, |
| "grad_norm": 1.3953055143356323, |
| "learning_rate": 8.313149418124043e-08, |
| "loss": 0.3074108362197876, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.5048543689320386, |
| "grad_norm": 1.4362233877182007, |
| "learning_rate": 8.285244107557284e-08, |
| "loss": 0.559751033782959, |
| "step": 2322 |
| }, |
| { |
| "epoch": 2.5070118662351675, |
| "grad_norm": 2.6127679347991943, |
| "learning_rate": 8.257447554086095e-08, |
| "loss": 0.49618762731552124, |
| "step": 2324 |
| }, |
| { |
| "epoch": 2.5091693635382954, |
| "grad_norm": 1.4416208267211914, |
| "learning_rate": 8.229759915041243e-08, |
| "loss": 0.37788355350494385, |
| "step": 2326 |
| }, |
| { |
| "epoch": 2.511326860841424, |
| "grad_norm": 1.3234007358551025, |
| "learning_rate": 8.202181347137041e-08, |
| "loss": 0.529360830783844, |
| "step": 2328 |
| }, |
| { |
| "epoch": 2.5134843581445523, |
| "grad_norm": 1.065699577331543, |
| "learning_rate": 8.174712006470453e-08, |
| "loss": 0.3420860767364502, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.5156418554476807, |
| "grad_norm": 0.9615293741226196, |
| "learning_rate": 8.147352048520198e-08, |
| "loss": 0.3195402920246124, |
| "step": 2332 |
| }, |
| { |
| "epoch": 2.517799352750809, |
| "grad_norm": 1.6290311813354492, |
| "learning_rate": 8.12010162814588e-08, |
| "loss": 0.41644540429115295, |
| "step": 2334 |
| }, |
| { |
| "epoch": 2.5199568500539375, |
| "grad_norm": 3.109558343887329, |
| "learning_rate": 8.092960899587121e-08, |
| "loss": 0.4512273371219635, |
| "step": 2336 |
| }, |
| { |
| "epoch": 2.522114347357066, |
| "grad_norm": 2.5993058681488037, |
| "learning_rate": 8.065930016462671e-08, |
| "loss": 0.5339113473892212, |
| "step": 2338 |
| }, |
| { |
| "epoch": 2.524271844660194, |
| "grad_norm": 5.516918659210205, |
| "learning_rate": 8.039009131769548e-08, |
| "loss": 0.6151620745658875, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.526429341963323, |
| "grad_norm": 18.284648895263672, |
| "learning_rate": 8.012198397882164e-08, |
| "loss": 0.5498458743095398, |
| "step": 2342 |
| }, |
| { |
| "epoch": 2.528586839266451, |
| "grad_norm": 5.122011661529541, |
| "learning_rate": 7.98549796655148e-08, |
| "loss": 0.5199579000473022, |
| "step": 2344 |
| }, |
| { |
| "epoch": 2.530744336569579, |
| "grad_norm": 1.5160562992095947, |
| "learning_rate": 7.958907988904126e-08, |
| "loss": 0.6041461825370789, |
| "step": 2346 |
| }, |
| { |
| "epoch": 2.5329018338727076, |
| "grad_norm": 1.5068459510803223, |
| "learning_rate": 7.932428615441553e-08, |
| "loss": 0.593430757522583, |
| "step": 2348 |
| }, |
| { |
| "epoch": 2.535059331175836, |
| "grad_norm": 1.434343934059143, |
| "learning_rate": 7.9060599960392e-08, |
| "loss": 0.31969255208969116, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.5372168284789645, |
| "grad_norm": 2.9943349361419678, |
| "learning_rate": 7.879802279945609e-08, |
| "loss": 0.5539549589157104, |
| "step": 2352 |
| }, |
| { |
| "epoch": 2.539374325782093, |
| "grad_norm": 1.722773790359497, |
| "learning_rate": 7.85365561578161e-08, |
| "loss": 0.5361152291297913, |
| "step": 2354 |
| }, |
| { |
| "epoch": 2.5415318230852213, |
| "grad_norm": 1.305713176727295, |
| "learning_rate": 7.827620151539466e-08, |
| "loss": 0.4791654050350189, |
| "step": 2356 |
| }, |
| { |
| "epoch": 2.5436893203883493, |
| "grad_norm": 3.0847299098968506, |
| "learning_rate": 7.801696034582053e-08, |
| "loss": 0.5922753810882568, |
| "step": 2358 |
| }, |
| { |
| "epoch": 2.545846817691478, |
| "grad_norm": 2.508219003677368, |
| "learning_rate": 7.77588341164198e-08, |
| "loss": 0.5202733874320984, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.548004314994606, |
| "grad_norm": 1.4630476236343384, |
| "learning_rate": 7.750182428820827e-08, |
| "loss": 0.5938437581062317, |
| "step": 2362 |
| }, |
| { |
| "epoch": 2.5501618122977345, |
| "grad_norm": 4.091277122497559, |
| "learning_rate": 7.724593231588272e-08, |
| "loss": 0.5015133619308472, |
| "step": 2364 |
| }, |
| { |
| "epoch": 2.552319309600863, |
| "grad_norm": 1.16217839717865, |
| "learning_rate": 7.699115964781254e-08, |
| "loss": 0.27357974648475647, |
| "step": 2366 |
| }, |
| { |
| "epoch": 2.5544768069039914, |
| "grad_norm": 1.87477707862854, |
| "learning_rate": 7.673750772603207e-08, |
| "loss": 0.612422525882721, |
| "step": 2368 |
| }, |
| { |
| "epoch": 2.55663430420712, |
| "grad_norm": 1.7888860702514648, |
| "learning_rate": 7.6484977986232e-08, |
| "loss": 0.7179882526397705, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.558791801510248, |
| "grad_norm": 0.9722982048988342, |
| "learning_rate": 7.623357185775133e-08, |
| "loss": 0.4070899486541748, |
| "step": 2372 |
| }, |
| { |
| "epoch": 2.5609492988133766, |
| "grad_norm": 1.3785275220870972, |
| "learning_rate": 7.598329076356936e-08, |
| "loss": 0.5034173727035522, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.5631067961165046, |
| "grad_norm": 1.4615991115570068, |
| "learning_rate": 7.573413612029774e-08, |
| "loss": 0.42231953144073486, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.5652642934196335, |
| "grad_norm": 1.8301200866699219, |
| "learning_rate": 7.548610933817214e-08, |
| "loss": 0.4184509217739105, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.5674217907227614, |
| "grad_norm": 2.232179880142212, |
| "learning_rate": 7.523921182104446e-08, |
| "loss": 0.4791230261325836, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.56957928802589, |
| "grad_norm": 1.1662960052490234, |
| "learning_rate": 7.499344496637498e-08, |
| "loss": 0.45605581998825073, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.5717367853290183, |
| "grad_norm": 1.7335278987884521, |
| "learning_rate": 7.474881016522429e-08, |
| "loss": 0.4822132885456085, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.5738942826321467, |
| "grad_norm": 1.393849492073059, |
| "learning_rate": 7.45053088022454e-08, |
| "loss": 0.61832594871521, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.576051779935275, |
| "grad_norm": 2.2385711669921875, |
| "learning_rate": 7.426294225567596e-08, |
| "loss": 0.41741040349006653, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.5782092772384035, |
| "grad_norm": 1.4406133890151978, |
| "learning_rate": 7.40217118973306e-08, |
| "loss": 0.4191496670246124, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.580366774541532, |
| "grad_norm": 1.7564983367919922, |
| "learning_rate": 7.378161909259297e-08, |
| "loss": 0.5521677732467651, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.58252427184466, |
| "grad_norm": 1.317151665687561, |
| "learning_rate": 7.354266520040793e-08, |
| "loss": 0.5924421548843384, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.584681769147789, |
| "grad_norm": 7.4354753494262695, |
| "learning_rate": 7.330485157327426e-08, |
| "loss": 0.46872678399086, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.5868392664509168, |
| "grad_norm": 1.6784964799880981, |
| "learning_rate": 7.306817955723654e-08, |
| "loss": 0.4340111017227173, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.588996763754045, |
| "grad_norm": 2.780867099761963, |
| "learning_rate": 7.283265049187784e-08, |
| "loss": 0.35171282291412354, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.5911542610571736, |
| "grad_norm": 1.664075493812561, |
| "learning_rate": 7.259826571031191e-08, |
| "loss": 0.39083340764045715, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.593311758360302, |
| "grad_norm": 3.530792713165283, |
| "learning_rate": 7.236502653917599e-08, |
| "loss": 0.4641299247741699, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.5954692556634305, |
| "grad_norm": 1.017684817314148, |
| "learning_rate": 7.213293429862288e-08, |
| "loss": 0.3411005437374115, |
| "step": 2406 |
| }, |
| { |
| "epoch": 2.597626752966559, |
| "grad_norm": 3.9479050636291504, |
| "learning_rate": 7.190199030231364e-08, |
| "loss": 0.5616810321807861, |
| "step": 2408 |
| }, |
| { |
| "epoch": 2.5997842502696873, |
| "grad_norm": 5.205540180206299, |
| "learning_rate": 7.167219585741041e-08, |
| "loss": 0.5188603401184082, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.6019417475728153, |
| "grad_norm": 1.752669334411621, |
| "learning_rate": 7.144355226456839e-08, |
| "loss": 0.622796893119812, |
| "step": 2412 |
| }, |
| { |
| "epoch": 2.604099244875944, |
| "grad_norm": 1.7586170434951782, |
| "learning_rate": 7.121606081792928e-08, |
| "loss": 0.4979010820388794, |
| "step": 2414 |
| }, |
| { |
| "epoch": 2.606256742179072, |
| "grad_norm": 1.7928980588912964, |
| "learning_rate": 7.098972280511323e-08, |
| "loss": 0.40664538741111755, |
| "step": 2416 |
| }, |
| { |
| "epoch": 2.6084142394822005, |
| "grad_norm": 1.9738396406173706, |
| "learning_rate": 7.076453950721202e-08, |
| "loss": 0.5753185153007507, |
| "step": 2418 |
| }, |
| { |
| "epoch": 2.610571736785329, |
| "grad_norm": 1.1539170742034912, |
| "learning_rate": 7.054051219878153e-08, |
| "loss": 0.47662532329559326, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.6127292340884574, |
| "grad_norm": 2.355470895767212, |
| "learning_rate": 7.031764214783478e-08, |
| "loss": 0.4526709318161011, |
| "step": 2422 |
| }, |
| { |
| "epoch": 2.614886731391586, |
| "grad_norm": 1.3842222690582275, |
| "learning_rate": 7.009593061583462e-08, |
| "loss": 0.4917500615119934, |
| "step": 2424 |
| }, |
| { |
| "epoch": 2.617044228694714, |
| "grad_norm": 7.645388603210449, |
| "learning_rate": 6.987537885768635e-08, |
| "loss": 0.504601240158081, |
| "step": 2426 |
| }, |
| { |
| "epoch": 2.6192017259978426, |
| "grad_norm": 1.4394519329071045, |
| "learning_rate": 6.965598812173118e-08, |
| "loss": 0.6155430674552917, |
| "step": 2428 |
| }, |
| { |
| "epoch": 2.6213592233009706, |
| "grad_norm": 1.2602229118347168, |
| "learning_rate": 6.943775964973861e-08, |
| "loss": 0.5159276723861694, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.6235167206040995, |
| "grad_norm": 1.7222973108291626, |
| "learning_rate": 6.922069467689969e-08, |
| "loss": 0.46511101722717285, |
| "step": 2432 |
| }, |
| { |
| "epoch": 2.6256742179072274, |
| "grad_norm": 3.4029550552368164, |
| "learning_rate": 6.900479443182e-08, |
| "loss": 0.5705016851425171, |
| "step": 2434 |
| }, |
| { |
| "epoch": 2.627831715210356, |
| "grad_norm": 3.3381807804107666, |
| "learning_rate": 6.879006013651269e-08, |
| "loss": 0.588231086730957, |
| "step": 2436 |
| }, |
| { |
| "epoch": 2.6299892125134843, |
| "grad_norm": 1.722324013710022, |
| "learning_rate": 6.857649300639145e-08, |
| "loss": 0.4552815556526184, |
| "step": 2438 |
| }, |
| { |
| "epoch": 2.6321467098166127, |
| "grad_norm": 2.675380229949951, |
| "learning_rate": 6.836409425026375e-08, |
| "loss": 0.3620685040950775, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.634304207119741, |
| "grad_norm": 4.263212203979492, |
| "learning_rate": 6.815286507032405e-08, |
| "loss": 0.33681440353393555, |
| "step": 2442 |
| }, |
| { |
| "epoch": 2.6364617044228695, |
| "grad_norm": 3.89007830619812, |
| "learning_rate": 6.794280666214682e-08, |
| "loss": 0.4459841251373291, |
| "step": 2444 |
| }, |
| { |
| "epoch": 2.638619201725998, |
| "grad_norm": 3.6217668056488037, |
| "learning_rate": 6.773392021467987e-08, |
| "loss": 0.5162920951843262, |
| "step": 2446 |
| }, |
| { |
| "epoch": 2.6407766990291264, |
| "grad_norm": 3.093386173248291, |
| "learning_rate": 6.752620691023762e-08, |
| "loss": 0.25055232644081116, |
| "step": 2448 |
| }, |
| { |
| "epoch": 2.642934196332255, |
| "grad_norm": 3.092965602874756, |
| "learning_rate": 6.731966792449451e-08, |
| "loss": 0.6372309923171997, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.6450916936353828, |
| "grad_norm": 1.5319708585739136, |
| "learning_rate": 6.711430442647809e-08, |
| "loss": 0.4929147958755493, |
| "step": 2452 |
| }, |
| { |
| "epoch": 2.647249190938511, |
| "grad_norm": 13.12871265411377, |
| "learning_rate": 6.691011757856258e-08, |
| "loss": 0.434012770652771, |
| "step": 2454 |
| }, |
| { |
| "epoch": 2.6494066882416396, |
| "grad_norm": 1.5877397060394287, |
| "learning_rate": 6.670710853646239e-08, |
| "loss": 0.43648290634155273, |
| "step": 2456 |
| }, |
| { |
| "epoch": 2.651564185544768, |
| "grad_norm": 1.0320699214935303, |
| "learning_rate": 6.650527844922533e-08, |
| "loss": 0.4268641471862793, |
| "step": 2458 |
| }, |
| { |
| "epoch": 2.6537216828478964, |
| "grad_norm": 3.019049644470215, |
| "learning_rate": 6.630462845922622e-08, |
| "loss": 0.6072458624839783, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.655879180151025, |
| "grad_norm": 1.9484155178070068, |
| "learning_rate": 6.610515970216046e-08, |
| "loss": 0.42939677834510803, |
| "step": 2462 |
| }, |
| { |
| "epoch": 2.6580366774541533, |
| "grad_norm": 1.258055567741394, |
| "learning_rate": 6.59068733070377e-08, |
| "loss": 0.45139870047569275, |
| "step": 2464 |
| }, |
| { |
| "epoch": 2.6601941747572817, |
| "grad_norm": 0.20732815563678741, |
| "learning_rate": 6.570977039617512e-08, |
| "loss": 0.19261834025382996, |
| "step": 2466 |
| }, |
| { |
| "epoch": 2.66235167206041, |
| "grad_norm": 1.5855305194854736, |
| "learning_rate": 6.551385208519136e-08, |
| "loss": 0.609540581703186, |
| "step": 2468 |
| }, |
| { |
| "epoch": 2.664509169363538, |
| "grad_norm": 1.3604331016540527, |
| "learning_rate": 6.531911948300026e-08, |
| "loss": 0.4661960303783417, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.1402088403701782, |
| "learning_rate": 6.512557369180416e-08, |
| "loss": 0.3893601894378662, |
| "step": 2472 |
| }, |
| { |
| "epoch": 2.668824163969795, |
| "grad_norm": 1.1722886562347412, |
| "learning_rate": 6.493321580708825e-08, |
| "loss": 0.50113445520401, |
| "step": 2474 |
| }, |
| { |
| "epoch": 2.6709816612729234, |
| "grad_norm": 1.2451552152633667, |
| "learning_rate": 6.474204691761392e-08, |
| "loss": 0.5579499006271362, |
| "step": 2476 |
| }, |
| { |
| "epoch": 2.6731391585760518, |
| "grad_norm": 1.9142377376556396, |
| "learning_rate": 6.455206810541275e-08, |
| "loss": 0.5365015864372253, |
| "step": 2478 |
| }, |
| { |
| "epoch": 2.67529665587918, |
| "grad_norm": 4.749199867248535, |
| "learning_rate": 6.436328044578045e-08, |
| "loss": 0.5498421788215637, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.6774541531823086, |
| "grad_norm": 4.736466884613037, |
| "learning_rate": 6.417568500727065e-08, |
| "loss": 0.474033921957016, |
| "step": 2482 |
| }, |
| { |
| "epoch": 2.679611650485437, |
| "grad_norm": 1.416872262954712, |
| "learning_rate": 6.398928285168894e-08, |
| "loss": 0.5008449554443359, |
| "step": 2484 |
| }, |
| { |
| "epoch": 2.6817691477885655, |
| "grad_norm": 1.2803456783294678, |
| "learning_rate": 6.380407503408675e-08, |
| "loss": 0.4675408601760864, |
| "step": 2486 |
| }, |
| { |
| "epoch": 2.6839266450916934, |
| "grad_norm": 2.346578598022461, |
| "learning_rate": 6.362006260275566e-08, |
| "loss": 0.48824068903923035, |
| "step": 2488 |
| }, |
| { |
| "epoch": 2.686084142394822, |
| "grad_norm": 1.5030266046524048, |
| "learning_rate": 6.343724659922105e-08, |
| "loss": 0.4942224323749542, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.6882416396979503, |
| "grad_norm": 4.458725929260254, |
| "learning_rate": 6.325562805823647e-08, |
| "loss": 0.5143862962722778, |
| "step": 2492 |
| }, |
| { |
| "epoch": 2.6903991370010787, |
| "grad_norm": 0.25812989473342896, |
| "learning_rate": 6.307520800777791e-08, |
| "loss": 0.06615746021270752, |
| "step": 2494 |
| }, |
| { |
| "epoch": 2.692556634304207, |
| "grad_norm": 1.5842936038970947, |
| "learning_rate": 6.289598746903753e-08, |
| "loss": 0.488372266292572, |
| "step": 2496 |
| }, |
| { |
| "epoch": 2.6947141316073355, |
| "grad_norm": 2.356571674346924, |
| "learning_rate": 6.271796745641836e-08, |
| "loss": 0.33276641368865967, |
| "step": 2498 |
| }, |
| { |
| "epoch": 2.696871628910464, |
| "grad_norm": 1.8246636390686035, |
| "learning_rate": 6.254114897752822e-08, |
| "loss": 0.534456193447113, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.6990291262135924, |
| "grad_norm": 1.4518077373504639, |
| "learning_rate": 6.23655330331743e-08, |
| "loss": 0.48372286558151245, |
| "step": 2502 |
| }, |
| { |
| "epoch": 2.701186623516721, |
| "grad_norm": 1.9352519512176514, |
| "learning_rate": 6.21911206173572e-08, |
| "loss": 0.44714611768722534, |
| "step": 2504 |
| }, |
| { |
| "epoch": 2.7033441208198488, |
| "grad_norm": 63.32822036743164, |
| "learning_rate": 6.20179127172655e-08, |
| "loss": 0.49458324909210205, |
| "step": 2506 |
| }, |
| { |
| "epoch": 2.705501618122977, |
| "grad_norm": 1.128757357597351, |
| "learning_rate": 6.184591031327023e-08, |
| "loss": 0.53676438331604, |
| "step": 2508 |
| }, |
| { |
| "epoch": 2.7076591154261056, |
| "grad_norm": 1.42232346534729, |
| "learning_rate": 6.1675114378919e-08, |
| "loss": 0.6496074199676514, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.709816612729234, |
| "grad_norm": 1.3712254762649536, |
| "learning_rate": 6.150552588093088e-08, |
| "loss": 0.30613094568252563, |
| "step": 2512 |
| }, |
| { |
| "epoch": 2.7119741100323624, |
| "grad_norm": 1.141538381576538, |
| "learning_rate": 6.133714577919062e-08, |
| "loss": 0.6155597567558289, |
| "step": 2514 |
| }, |
| { |
| "epoch": 2.714131607335491, |
| "grad_norm": 1.5372565984725952, |
| "learning_rate": 6.116997502674356e-08, |
| "loss": 0.5866535305976868, |
| "step": 2516 |
| }, |
| { |
| "epoch": 2.7162891046386193, |
| "grad_norm": 1.712314248085022, |
| "learning_rate": 6.100401456978973e-08, |
| "loss": 0.6070207357406616, |
| "step": 2518 |
| }, |
| { |
| "epoch": 2.7184466019417477, |
| "grad_norm": 1.3143550157546997, |
| "learning_rate": 6.0839265347679e-08, |
| "loss": 0.46849966049194336, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.720604099244876, |
| "grad_norm": 1.805611491203308, |
| "learning_rate": 6.06757282929055e-08, |
| "loss": 0.44359534978866577, |
| "step": 2522 |
| }, |
| { |
| "epoch": 2.722761596548004, |
| "grad_norm": 3.4996039867401123, |
| "learning_rate": 6.051340433110235e-08, |
| "loss": 0.4810839295387268, |
| "step": 2524 |
| }, |
| { |
| "epoch": 2.724919093851133, |
| "grad_norm": 0.6923230886459351, |
| "learning_rate": 6.035229438103654e-08, |
| "loss": 0.47448840737342834, |
| "step": 2526 |
| }, |
| { |
| "epoch": 2.727076591154261, |
| "grad_norm": 1.4109259843826294, |
| "learning_rate": 6.019239935460361e-08, |
| "loss": 0.4482736885547638, |
| "step": 2528 |
| }, |
| { |
| "epoch": 2.7292340884573894, |
| "grad_norm": 2.148198127746582, |
| "learning_rate": 6.003372015682248e-08, |
| "loss": 0.47598910331726074, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.7313915857605178, |
| "grad_norm": 2.2834556102752686, |
| "learning_rate": 5.987625768583047e-08, |
| "loss": 0.5227712392807007, |
| "step": 2532 |
| }, |
| { |
| "epoch": 2.733549083063646, |
| "grad_norm": 3.4445295333862305, |
| "learning_rate": 5.972001283287814e-08, |
| "loss": 0.4431000053882599, |
| "step": 2534 |
| }, |
| { |
| "epoch": 2.7357065803667746, |
| "grad_norm": 2.449721097946167, |
| "learning_rate": 5.956498648232411e-08, |
| "loss": 0.4020468294620514, |
| "step": 2536 |
| }, |
| { |
| "epoch": 2.737864077669903, |
| "grad_norm": 6.9917073249816895, |
| "learning_rate": 5.9411179511630237e-08, |
| "loss": 0.3725473880767822, |
| "step": 2538 |
| }, |
| { |
| "epoch": 2.7400215749730314, |
| "grad_norm": 2.097342014312744, |
| "learning_rate": 5.9258592791356675e-08, |
| "loss": 0.47959214448928833, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.7421790722761594, |
| "grad_norm": 1.6001266241073608, |
| "learning_rate": 5.910722718515675e-08, |
| "loss": 0.49233609437942505, |
| "step": 2542 |
| }, |
| { |
| "epoch": 2.7443365695792883, |
| "grad_norm": 2.2737677097320557, |
| "learning_rate": 5.8957083549772227e-08, |
| "loss": 0.5828397870063782, |
| "step": 2544 |
| }, |
| { |
| "epoch": 2.7464940668824163, |
| "grad_norm": 4.293592929840088, |
| "learning_rate": 5.880816273502835e-08, |
| "loss": 0.40149906277656555, |
| "step": 2546 |
| }, |
| { |
| "epoch": 2.7486515641855447, |
| "grad_norm": 2.3264200687408447, |
| "learning_rate": 5.866046558382924e-08, |
| "loss": 0.5630208849906921, |
| "step": 2548 |
| }, |
| { |
| "epoch": 2.750809061488673, |
| "grad_norm": 0.47289416193962097, |
| "learning_rate": 5.851399293215284e-08, |
| "loss": 0.3701988160610199, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.7529665587918015, |
| "grad_norm": 4.011696815490723, |
| "learning_rate": 5.8368745609046394e-08, |
| "loss": 0.4746440351009369, |
| "step": 2552 |
| }, |
| { |
| "epoch": 2.75512405609493, |
| "grad_norm": 4.506484508514404, |
| "learning_rate": 5.8224724436621686e-08, |
| "loss": 0.41828322410583496, |
| "step": 2554 |
| }, |
| { |
| "epoch": 2.7572815533980584, |
| "grad_norm": 1.0973607301712036, |
| "learning_rate": 5.808193023005037e-08, |
| "loss": 0.35553479194641113, |
| "step": 2556 |
| }, |
| { |
| "epoch": 2.759439050701187, |
| "grad_norm": 3.0977184772491455, |
| "learning_rate": 5.7940363797559355e-08, |
| "loss": 0.6049969792366028, |
| "step": 2558 |
| }, |
| { |
| "epoch": 2.7615965480043148, |
| "grad_norm": 3.566246271133423, |
| "learning_rate": 5.780002594042628e-08, |
| "loss": 0.4752573072910309, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.7637540453074436, |
| "grad_norm": 3.1380441188812256, |
| "learning_rate": 5.766091745297499e-08, |
| "loss": 0.42298072576522827, |
| "step": 2562 |
| }, |
| { |
| "epoch": 2.7659115426105716, |
| "grad_norm": 1.4781795740127563, |
| "learning_rate": 5.752303912257083e-08, |
| "loss": 0.27772021293640137, |
| "step": 2564 |
| }, |
| { |
| "epoch": 2.7680690399137, |
| "grad_norm": 0.4035155773162842, |
| "learning_rate": 5.738639172961655e-08, |
| "loss": 0.2534405291080475, |
| "step": 2566 |
| }, |
| { |
| "epoch": 2.7702265372168284, |
| "grad_norm": 2.6446008682250977, |
| "learning_rate": 5.725097604754762e-08, |
| "loss": 0.445311039686203, |
| "step": 2568 |
| }, |
| { |
| "epoch": 2.772384034519957, |
| "grad_norm": 0.6513259410858154, |
| "learning_rate": 5.7116792842827847e-08, |
| "loss": 0.3810059428215027, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.7745415318230853, |
| "grad_norm": 1.0772795677185059, |
| "learning_rate": 5.698384287494524e-08, |
| "loss": 0.4859530031681061, |
| "step": 2572 |
| }, |
| { |
| "epoch": 2.7766990291262137, |
| "grad_norm": 1.3191403150558472, |
| "learning_rate": 5.68521268964075e-08, |
| "loss": 0.3801627457141876, |
| "step": 2574 |
| }, |
| { |
| "epoch": 2.778856526429342, |
| "grad_norm": 1.1567744016647339, |
| "learning_rate": 5.672164565273794e-08, |
| "loss": 0.43105101585388184, |
| "step": 2576 |
| }, |
| { |
| "epoch": 2.78101402373247, |
| "grad_norm": 1.525492548942566, |
| "learning_rate": 5.6592399882471005e-08, |
| "loss": 0.46906399726867676, |
| "step": 2578 |
| }, |
| { |
| "epoch": 2.783171521035599, |
| "grad_norm": 1.5278234481811523, |
| "learning_rate": 5.646439031714843e-08, |
| "loss": 0.44850075244903564, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.785329018338727, |
| "grad_norm": 1.656800627708435, |
| "learning_rate": 5.633761768131492e-08, |
| "loss": 0.4555439352989197, |
| "step": 2582 |
| }, |
| { |
| "epoch": 2.7874865156418553, |
| "grad_norm": 5.497950077056885, |
| "learning_rate": 5.6212082692513836e-08, |
| "loss": 0.5264440774917603, |
| "step": 2584 |
| }, |
| { |
| "epoch": 2.7896440129449838, |
| "grad_norm": 3.069579601287842, |
| "learning_rate": 5.608778606128367e-08, |
| "loss": 0.4567970633506775, |
| "step": 2586 |
| }, |
| { |
| "epoch": 2.791801510248112, |
| "grad_norm": 0.7134677767753601, |
| "learning_rate": 5.59647284911535e-08, |
| "loss": 0.5471997261047363, |
| "step": 2588 |
| }, |
| { |
| "epoch": 2.7939590075512406, |
| "grad_norm": 1.767069935798645, |
| "learning_rate": 5.5842910678639274e-08, |
| "loss": 0.5194593667984009, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.796116504854369, |
| "grad_norm": 1.2429695129394531, |
| "learning_rate": 5.5722333313239796e-08, |
| "loss": 0.472802996635437, |
| "step": 2592 |
| }, |
| { |
| "epoch": 2.7982740021574974, |
| "grad_norm": 3.2857539653778076, |
| "learning_rate": 5.5602997077432874e-08, |
| "loss": 0.6141800880432129, |
| "step": 2594 |
| }, |
| { |
| "epoch": 2.8004314994606254, |
| "grad_norm": 1.292257308959961, |
| "learning_rate": 5.548490264667141e-08, |
| "loss": 0.4846678376197815, |
| "step": 2596 |
| }, |
| { |
| "epoch": 2.8025889967637543, |
| "grad_norm": 22.469823837280273, |
| "learning_rate": 5.536805068937954e-08, |
| "loss": 0.5878589749336243, |
| "step": 2598 |
| }, |
| { |
| "epoch": 2.8047464940668823, |
| "grad_norm": 3.061379909515381, |
| "learning_rate": 5.525244186694894e-08, |
| "loss": 0.4901062548160553, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.8069039913700107, |
| "grad_norm": 2.615751266479492, |
| "learning_rate": 5.5138076833735084e-08, |
| "loss": 0.40489572286605835, |
| "step": 2602 |
| }, |
| { |
| "epoch": 2.809061488673139, |
| "grad_norm": 1.320258378982544, |
| "learning_rate": 5.5024956237053384e-08, |
| "loss": 0.5788986682891846, |
| "step": 2604 |
| }, |
| { |
| "epoch": 2.8112189859762675, |
| "grad_norm": 1.3249293565750122, |
| "learning_rate": 5.491308071717573e-08, |
| "loss": 0.42938145995140076, |
| "step": 2606 |
| }, |
| { |
| "epoch": 2.813376483279396, |
| "grad_norm": 1.0026346445083618, |
| "learning_rate": 5.480245090732673e-08, |
| "loss": 0.495646595954895, |
| "step": 2608 |
| }, |
| { |
| "epoch": 2.8155339805825244, |
| "grad_norm": 1.6520612239837646, |
| "learning_rate": 5.469306743368023e-08, |
| "loss": 0.4816511273384094, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.8176914778856528, |
| "grad_norm": 1.3639336824417114, |
| "learning_rate": 5.458493091535563e-08, |
| "loss": 0.3476675748825073, |
| "step": 2612 |
| }, |
| { |
| "epoch": 2.8198489751887807, |
| "grad_norm": 1.3383265733718872, |
| "learning_rate": 5.447804196441453e-08, |
| "loss": 0.5728883147239685, |
| "step": 2614 |
| }, |
| { |
| "epoch": 2.8220064724919096, |
| "grad_norm": 3.793182134628296, |
| "learning_rate": 5.4372401185857145e-08, |
| "loss": 0.6043237447738647, |
| "step": 2616 |
| }, |
| { |
| "epoch": 2.8241639697950376, |
| "grad_norm": 2.1428301334381104, |
| "learning_rate": 5.426800917761897e-08, |
| "loss": 0.529897928237915, |
| "step": 2618 |
| }, |
| { |
| "epoch": 2.826321467098166, |
| "grad_norm": 2.7142257690429688, |
| "learning_rate": 5.41648665305673e-08, |
| "loss": 0.5976702570915222, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.8284789644012944, |
| "grad_norm": 1.4826109409332275, |
| "learning_rate": 5.406297382849803e-08, |
| "loss": 0.4717695116996765, |
| "step": 2622 |
| }, |
| { |
| "epoch": 2.830636461704423, |
| "grad_norm": 1.6335054636001587, |
| "learning_rate": 5.396233164813221e-08, |
| "loss": 0.48008373379707336, |
| "step": 2624 |
| }, |
| { |
| "epoch": 2.8327939590075513, |
| "grad_norm": 1.709679126739502, |
| "learning_rate": 5.3862940559112795e-08, |
| "loss": 0.5768192410469055, |
| "step": 2626 |
| }, |
| { |
| "epoch": 2.8349514563106797, |
| "grad_norm": 3.3123061656951904, |
| "learning_rate": 5.376480112400159e-08, |
| "loss": 0.5282171368598938, |
| "step": 2628 |
| }, |
| { |
| "epoch": 2.837108953613808, |
| "grad_norm": 6.133842945098877, |
| "learning_rate": 5.366791389827578e-08, |
| "loss": 0.47790658473968506, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.839266450916936, |
| "grad_norm": 2.2591352462768555, |
| "learning_rate": 5.3572279430325055e-08, |
| "loss": 0.5901204347610474, |
| "step": 2632 |
| }, |
| { |
| "epoch": 2.841423948220065, |
| "grad_norm": 1.7429542541503906, |
| "learning_rate": 5.3477898261448344e-08, |
| "loss": 0.40829578042030334, |
| "step": 2634 |
| }, |
| { |
| "epoch": 2.843581445523193, |
| "grad_norm": 1.7901886701583862, |
| "learning_rate": 5.3384770925850796e-08, |
| "loss": 0.6178877353668213, |
| "step": 2636 |
| }, |
| { |
| "epoch": 2.8457389428263213, |
| "grad_norm": 2.5778701305389404, |
| "learning_rate": 5.3292897950640776e-08, |
| "loss": 0.5174447298049927, |
| "step": 2638 |
| }, |
| { |
| "epoch": 2.8478964401294498, |
| "grad_norm": 1.1254876852035522, |
| "learning_rate": 5.3202279855826885e-08, |
| "loss": 0.48666954040527344, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.850053937432578, |
| "grad_norm": 1.12764310836792, |
| "learning_rate": 5.311291715431497e-08, |
| "loss": 0.5326154828071594, |
| "step": 2642 |
| }, |
| { |
| "epoch": 2.8522114347357066, |
| "grad_norm": 4.193994522094727, |
| "learning_rate": 5.3024810351905257e-08, |
| "loss": 0.552856981754303, |
| "step": 2644 |
| }, |
| { |
| "epoch": 2.854368932038835, |
| "grad_norm": 2.1312756538391113, |
| "learning_rate": 5.2937959947289485e-08, |
| "loss": 0.31122079491615295, |
| "step": 2646 |
| }, |
| { |
| "epoch": 2.8565264293419634, |
| "grad_norm": 2.0096354484558105, |
| "learning_rate": 5.2852366432048054e-08, |
| "loss": 0.4695837199687958, |
| "step": 2648 |
| }, |
| { |
| "epoch": 2.858683926645092, |
| "grad_norm": 2.734739065170288, |
| "learning_rate": 5.2768030290647315e-08, |
| "loss": 0.4716711640357971, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.8608414239482203, |
| "grad_norm": 2.2249631881713867, |
| "learning_rate": 5.26849520004367e-08, |
| "loss": 0.44928935170173645, |
| "step": 2652 |
| }, |
| { |
| "epoch": 2.8629989212513482, |
| "grad_norm": 4.771669387817383, |
| "learning_rate": 5.260313203164621e-08, |
| "loss": 0.49516862630844116, |
| "step": 2654 |
| }, |
| { |
| "epoch": 2.8651564185544767, |
| "grad_norm": 1.4668776988983154, |
| "learning_rate": 5.252257084738355e-08, |
| "loss": 0.4240492582321167, |
| "step": 2656 |
| }, |
| { |
| "epoch": 2.867313915857605, |
| "grad_norm": 1.4637136459350586, |
| "learning_rate": 5.244326890363166e-08, |
| "loss": 0.4604833126068115, |
| "step": 2658 |
| }, |
| { |
| "epoch": 2.8694714131607335, |
| "grad_norm": 2.386207342147827, |
| "learning_rate": 5.2365226649246e-08, |
| "loss": 0.5221148133277893, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.871628910463862, |
| "grad_norm": 1.389047622680664, |
| "learning_rate": 5.2288444525952225e-08, |
| "loss": 0.5388311147689819, |
| "step": 2662 |
| }, |
| { |
| "epoch": 2.8737864077669903, |
| "grad_norm": 1.2806384563446045, |
| "learning_rate": 5.221292296834336e-08, |
| "loss": 0.4201410114765167, |
| "step": 2664 |
| }, |
| { |
| "epoch": 2.8759439050701188, |
| "grad_norm": 2.330186605453491, |
| "learning_rate": 5.213866240387767e-08, |
| "loss": 0.48175758123397827, |
| "step": 2666 |
| }, |
| { |
| "epoch": 2.878101402373247, |
| "grad_norm": 1.2908588647842407, |
| "learning_rate": 5.206566325287606e-08, |
| "loss": 0.5429530739784241, |
| "step": 2668 |
| }, |
| { |
| "epoch": 2.8802588996763756, |
| "grad_norm": 1.2484322786331177, |
| "learning_rate": 5.199392592851967e-08, |
| "loss": 0.3116611838340759, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.8824163969795036, |
| "grad_norm": 1.2387123107910156, |
| "learning_rate": 5.192345083684766e-08, |
| "loss": 0.5519980192184448, |
| "step": 2672 |
| }, |
| { |
| "epoch": 2.884573894282632, |
| "grad_norm": 1.2122451066970825, |
| "learning_rate": 5.1854238376754894e-08, |
| "loss": 0.4367588758468628, |
| "step": 2674 |
| }, |
| { |
| "epoch": 2.8867313915857604, |
| "grad_norm": 1.0126200914382935, |
| "learning_rate": 5.178628893998947e-08, |
| "loss": 0.5291083455085754, |
| "step": 2676 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 17.17489242553711, |
| "learning_rate": 5.171960291115085e-08, |
| "loss": 0.440005362033844, |
| "step": 2678 |
| }, |
| { |
| "epoch": 2.8910463861920173, |
| "grad_norm": 2.179588794708252, |
| "learning_rate": 5.165418066768743e-08, |
| "loss": 0.33802393078804016, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.8932038834951457, |
| "grad_norm": 1.7356486320495605, |
| "learning_rate": 5.1590022579894453e-08, |
| "loss": 0.6102227568626404, |
| "step": 2682 |
| }, |
| { |
| "epoch": 2.895361380798274, |
| "grad_norm": 1.4570553302764893, |
| "learning_rate": 5.152712901091197e-08, |
| "loss": 0.519218921661377, |
| "step": 2684 |
| }, |
| { |
| "epoch": 2.8975188781014025, |
| "grad_norm": 1.47493577003479, |
| "learning_rate": 5.146550031672273e-08, |
| "loss": 0.5683881640434265, |
| "step": 2686 |
| }, |
| { |
| "epoch": 2.899676375404531, |
| "grad_norm": 2.640059471130371, |
| "learning_rate": 5.1405136846150246e-08, |
| "loss": 0.3549501597881317, |
| "step": 2688 |
| }, |
| { |
| "epoch": 2.901833872707659, |
| "grad_norm": 3.362346887588501, |
| "learning_rate": 5.1346038940856663e-08, |
| "loss": 0.4709499180316925, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.9039913700107873, |
| "grad_norm": 2.4766998291015625, |
| "learning_rate": 5.1288206935341004e-08, |
| "loss": 0.43772682547569275, |
| "step": 2692 |
| }, |
| { |
| "epoch": 2.9061488673139158, |
| "grad_norm": 12.43819808959961, |
| "learning_rate": 5.123164115693719e-08, |
| "loss": 0.5715151429176331, |
| "step": 2694 |
| }, |
| { |
| "epoch": 2.908306364617044, |
| "grad_norm": 1.2701572179794312, |
| "learning_rate": 5.11763419258121e-08, |
| "loss": 0.4489721655845642, |
| "step": 2696 |
| }, |
| { |
| "epoch": 2.9104638619201726, |
| "grad_norm": 2.798393964767456, |
| "learning_rate": 5.112230955496399e-08, |
| "loss": 0.483008474111557, |
| "step": 2698 |
| }, |
| { |
| "epoch": 2.912621359223301, |
| "grad_norm": 2.360163688659668, |
| "learning_rate": 5.106954435022051e-08, |
| "loss": 0.23574459552764893, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.9147788565264294, |
| "grad_norm": 1.3117761611938477, |
| "learning_rate": 5.1018046610236994e-08, |
| "loss": 0.4940152168273926, |
| "step": 2702 |
| }, |
| { |
| "epoch": 2.916936353829558, |
| "grad_norm": 4.25691556930542, |
| "learning_rate": 5.0967816626494914e-08, |
| "loss": 0.6037485003471375, |
| "step": 2704 |
| }, |
| { |
| "epoch": 2.9190938511326863, |
| "grad_norm": 1.7997087240219116, |
| "learning_rate": 5.09188546833001e-08, |
| "loss": 0.5916652083396912, |
| "step": 2706 |
| }, |
| { |
| "epoch": 2.9212513484358142, |
| "grad_norm": 1.2903374433517456, |
| "learning_rate": 5.0871161057781174e-08, |
| "loss": 0.5085786581039429, |
| "step": 2708 |
| }, |
| { |
| "epoch": 2.9234088457389427, |
| "grad_norm": 2.052659511566162, |
| "learning_rate": 5.0824736019887965e-08, |
| "loss": 0.4842919409275055, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.925566343042071, |
| "grad_norm": 1.6598625183105469, |
| "learning_rate": 5.077957983239001e-08, |
| "loss": 0.485705703496933, |
| "step": 2712 |
| }, |
| { |
| "epoch": 2.9277238403451995, |
| "grad_norm": 1.2494041919708252, |
| "learning_rate": 5.0735692750875014e-08, |
| "loss": 0.5640828609466553, |
| "step": 2714 |
| }, |
| { |
| "epoch": 2.929881337648328, |
| "grad_norm": 2.9620018005371094, |
| "learning_rate": 5.0693075023747485e-08, |
| "loss": 0.4791678786277771, |
| "step": 2716 |
| }, |
| { |
| "epoch": 2.9320388349514563, |
| "grad_norm": 3.0161349773406982, |
| "learning_rate": 5.0651726892227225e-08, |
| "loss": 0.5130857229232788, |
| "step": 2718 |
| }, |
| { |
| "epoch": 2.9341963322545848, |
| "grad_norm": 3.2139105796813965, |
| "learning_rate": 5.061164859034808e-08, |
| "loss": 0.5509821176528931, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.936353829557713, |
| "grad_norm": 2.8673787117004395, |
| "learning_rate": 5.057284034495652e-08, |
| "loss": 0.4344579875469208, |
| "step": 2722 |
| }, |
| { |
| "epoch": 2.9385113268608416, |
| "grad_norm": 2.557595729827881, |
| "learning_rate": 5.05353023757104e-08, |
| "loss": 0.4874427616596222, |
| "step": 2724 |
| }, |
| { |
| "epoch": 2.9406688241639696, |
| "grad_norm": 1.2036933898925781, |
| "learning_rate": 5.04990348950777e-08, |
| "loss": 0.3965007960796356, |
| "step": 2726 |
| }, |
| { |
| "epoch": 2.9428263214670984, |
| "grad_norm": 3.1260766983032227, |
| "learning_rate": 5.0464038108335355e-08, |
| "loss": 0.5202281475067139, |
| "step": 2728 |
| }, |
| { |
| "epoch": 2.9449838187702264, |
| "grad_norm": 10.786460876464844, |
| "learning_rate": 5.043031221356804e-08, |
| "loss": 0.37282276153564453, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.947141316073355, |
| "grad_norm": 1.7192671298980713, |
| "learning_rate": 5.039785740166707e-08, |
| "loss": 0.40285778045654297, |
| "step": 2732 |
| }, |
| { |
| "epoch": 2.9492988133764833, |
| "grad_norm": 1.8213419914245605, |
| "learning_rate": 5.036667385632939e-08, |
| "loss": 0.49603918194770813, |
| "step": 2734 |
| }, |
| { |
| "epoch": 2.9514563106796117, |
| "grad_norm": 1.3751518726348877, |
| "learning_rate": 5.0336761754056387e-08, |
| "loss": 0.4726869463920593, |
| "step": 2736 |
| }, |
| { |
| "epoch": 2.95361380798274, |
| "grad_norm": 2.531486749649048, |
| "learning_rate": 5.030812126415301e-08, |
| "loss": 0.4985443949699402, |
| "step": 2738 |
| }, |
| { |
| "epoch": 2.9557713052858685, |
| "grad_norm": 1.1253113746643066, |
| "learning_rate": 5.028075254872682e-08, |
| "loss": 0.43464401364326477, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.957928802588997, |
| "grad_norm": 1.2070587873458862, |
| "learning_rate": 5.025465576268697e-08, |
| "loss": 0.4627860486507416, |
| "step": 2742 |
| }, |
| { |
| "epoch": 2.960086299892125, |
| "grad_norm": 6.266397953033447, |
| "learning_rate": 5.0229831053743396e-08, |
| "loss": 0.4669394791126251, |
| "step": 2744 |
| }, |
| { |
| "epoch": 2.9622437971952538, |
| "grad_norm": 1.160976767539978, |
| "learning_rate": 5.020627856240602e-08, |
| "loss": 0.5476797819137573, |
| "step": 2746 |
| }, |
| { |
| "epoch": 2.9644012944983817, |
| "grad_norm": 1.2844939231872559, |
| "learning_rate": 5.018399842198384e-08, |
| "loss": 0.4904819130897522, |
| "step": 2748 |
| }, |
| { |
| "epoch": 2.96655879180151, |
| "grad_norm": 2.1023972034454346, |
| "learning_rate": 5.016299075858434e-08, |
| "loss": 0.5619233250617981, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.9687162891046386, |
| "grad_norm": 2.740511417388916, |
| "learning_rate": 5.0143255691112545e-08, |
| "loss": 0.5617838501930237, |
| "step": 2752 |
| }, |
| { |
| "epoch": 2.970873786407767, |
| "grad_norm": 1.1180198192596436, |
| "learning_rate": 5.012479333127061e-08, |
| "loss": 0.6266708374023438, |
| "step": 2754 |
| }, |
| { |
| "epoch": 2.9730312837108954, |
| "grad_norm": 2.0200552940368652, |
| "learning_rate": 5.0107603783556983e-08, |
| "loss": 0.2789224684238434, |
| "step": 2756 |
| }, |
| { |
| "epoch": 2.975188781014024, |
| "grad_norm": 1.1091794967651367, |
| "learning_rate": 5.009168714526591e-08, |
| "loss": 0.5262956023216248, |
| "step": 2758 |
| }, |
| { |
| "epoch": 2.9773462783171523, |
| "grad_norm": 1.1029998064041138, |
| "learning_rate": 5.0077043506486894e-08, |
| "loss": 0.1211983859539032, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.9795037756202802, |
| "grad_norm": 1.243391990661621, |
| "learning_rate": 5.006367295010413e-08, |
| "loss": 0.36533698439598083, |
| "step": 2762 |
| }, |
| { |
| "epoch": 2.981661272923409, |
| "grad_norm": 1.189220666885376, |
| "learning_rate": 5.005157555179603e-08, |
| "loss": 0.6093316078186035, |
| "step": 2764 |
| }, |
| { |
| "epoch": 2.983818770226537, |
| "grad_norm": 1.3239524364471436, |
| "learning_rate": 5.0040751380034905e-08, |
| "loss": 0.29459065198898315, |
| "step": 2766 |
| }, |
| { |
| "epoch": 2.9859762675296655, |
| "grad_norm": 3.5429818630218506, |
| "learning_rate": 5.0031200496086436e-08, |
| "loss": 0.5054223537445068, |
| "step": 2768 |
| }, |
| { |
| "epoch": 2.988133764832794, |
| "grad_norm": 3.4252212047576904, |
| "learning_rate": 5.0022922954009416e-08, |
| "loss": 0.34435006976127625, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.9902912621359223, |
| "grad_norm": 2.453650951385498, |
| "learning_rate": 5.001591880065541e-08, |
| "loss": 0.5675299167633057, |
| "step": 2772 |
| }, |
| { |
| "epoch": 2.9924487594390508, |
| "grad_norm": 1.6163811683654785, |
| "learning_rate": 5.001018807566848e-08, |
| "loss": 0.5318145751953125, |
| "step": 2774 |
| }, |
| { |
| "epoch": 2.994606256742179, |
| "grad_norm": 4.034750461578369, |
| "learning_rate": 5.000573081148502e-08, |
| "loss": 0.5025465488433838, |
| "step": 2776 |
| }, |
| { |
| "epoch": 2.9967637540453076, |
| "grad_norm": 1.6249115467071533, |
| "learning_rate": 5.0002547033333525e-08, |
| "loss": 0.235714852809906, |
| "step": 2778 |
| }, |
| { |
| "epoch": 2.9989212513484356, |
| "grad_norm": 2.0912704467773438, |
| "learning_rate": 5.000063675923442e-08, |
| "loss": 0.2616070806980133, |
| "step": 2780 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 2781, |
| "total_flos": 3.284111394515778e+18, |
| "train_loss": 0.5546778752215686, |
| "train_runtime": 35021.8231, |
| "train_samples_per_second": 1.271, |
| "train_steps_per_second": 0.079 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 2781, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.284111394515778e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
