| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 532, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.015037593984962405, |
| "grad_norm": 0.4758685231208801, |
| "learning_rate": 7.407407407407407e-07, |
| "loss": 1.9719613790512085, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.03007518796992481, |
| "grad_norm": 1.2873609066009521, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 2.2840397357940674, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.045112781954887216, |
| "grad_norm": 0.4226410984992981, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 2.0337564945220947, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.06015037593984962, |
| "grad_norm": 0.20389820635318756, |
| "learning_rate": 5.185185185185185e-06, |
| "loss": 1.938320517539978, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.07518796992481203, |
| "grad_norm": 1.1121097803115845, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.9521509408950806, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.09022556390977443, |
| "grad_norm": 1.0452852249145508, |
| "learning_rate": 8.148148148148148e-06, |
| "loss": 2.3038036823272705, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.10526315789473684, |
| "grad_norm": 0.17127464711666107, |
| "learning_rate": 9.62962962962963e-06, |
| "loss": 1.9031141996383667, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.12030075187969924, |
| "grad_norm": 1.0378482341766357, |
| "learning_rate": 1.1111111111111113e-05, |
| "loss": 2.545740842819214, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.13533834586466165, |
| "grad_norm": 1.3770403861999512, |
| "learning_rate": 1.2592592592592593e-05, |
| "loss": 3.2497336864471436, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.15037593984962405, |
| "grad_norm": 0.6125630140304565, |
| "learning_rate": 1.4074074074074075e-05, |
| "loss": 1.7776570320129395, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.16541353383458646, |
| "grad_norm": 0.6343645453453064, |
| "learning_rate": 1.555555555555556e-05, |
| "loss": 1.9716706275939941, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.18045112781954886, |
| "grad_norm": 0.6397086977958679, |
| "learning_rate": 1.7037037037037038e-05, |
| "loss": 1.9381436109542847, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.19548872180451127, |
| "grad_norm": 1.0100289583206177, |
| "learning_rate": 1.851851851851852e-05, |
| "loss": 1.9333921670913696, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 0.6244422793388367, |
| "learning_rate": 2e-05, |
| "loss": 1.7134058475494385, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.22556390977443608, |
| "grad_norm": 1.4532567262649536, |
| "learning_rate": 1.9994079505294254e-05, |
| "loss": 2.0251219272613525, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.24060150375939848, |
| "grad_norm": 0.5191428661346436, |
| "learning_rate": 1.9976326268767035e-05, |
| "loss": 1.578896164894104, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.2556390977443609, |
| "grad_norm": 0.2822546064853668, |
| "learning_rate": 1.994676502169901e-05, |
| "loss": 1.5274699926376343, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.2706766917293233, |
| "grad_norm": 0.26378244161605835, |
| "learning_rate": 1.9905436944609424e-05, |
| "loss": 1.510546326637268, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 2.3758437633514404, |
| "learning_rate": 1.9852399609889242e-05, |
| "loss": 2.110567331314087, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3007518796992481, |
| "grad_norm": 0.419758677482605, |
| "learning_rate": 1.9787726901599502e-05, |
| "loss": 1.1862285137176514, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3157894736842105, |
| "grad_norm": 0.24496647715568542, |
| "learning_rate": 1.9711508912546566e-05, |
| "loss": 1.440342903137207, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.3308270676691729, |
| "grad_norm": 0.3002743721008301, |
| "learning_rate": 1.9623851818777652e-05, |
| "loss": 1.0962785482406616, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.3458646616541353, |
| "grad_norm": 0.11880263686180115, |
| "learning_rate": 1.9524877731671482e-05, |
| "loss": 1.493391513824463, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3609022556390977, |
| "grad_norm": 1.7871476411819458, |
| "learning_rate": 1.941472452783011e-05, |
| "loss": 1.2433573007583618, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.37593984962406013, |
| "grad_norm": 0.2921432852745056, |
| "learning_rate": 1.9293545657008865e-05, |
| "loss": 1.1390293836593628, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.39097744360902253, |
| "grad_norm": 0.12673601508140564, |
| "learning_rate": 1.9161509928352017e-05, |
| "loss": 1.0903499126434326, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.40601503759398494, |
| "grad_norm": 0.1648157387971878, |
| "learning_rate": 1.901880127523192e-05, |
| "loss": 1.1544872522354126, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 0.08962542563676834, |
| "learning_rate": 1.886561849901922e-05, |
| "loss": 1.0822100639343262, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.43609022556390975, |
| "grad_norm": 0.724937379360199, |
| "learning_rate": 1.870217499214111e-05, |
| "loss": 1.0416043996810913, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.45112781954887216, |
| "grad_norm": 0.19841401278972626, |
| "learning_rate": 1.8528698440813397e-05, |
| "loss": 1.1815505027770996, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.46616541353383456, |
| "grad_norm": 0.2616511285305023, |
| "learning_rate": 1.8345430507860478e-05, |
| "loss": 0.9047210812568665, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.48120300751879697, |
| "grad_norm": 0.22353343665599823, |
| "learning_rate": 1.8152626496065128e-05, |
| "loss": 1.201892614364624, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.49624060150375937, |
| "grad_norm": 0.6634237766265869, |
| "learning_rate": 1.7950554992517014e-05, |
| "loss": 1.1795772314071655, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.5112781954887218, |
| "grad_norm": 0.13962750136852264, |
| "learning_rate": 1.7739497494455412e-05, |
| "loss": 1.3534270524978638, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 0.665572464466095, |
| "learning_rate": 1.7519748017127354e-05, |
| "loss": 1.125345230102539, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5413533834586466, |
| "grad_norm": 0.179820716381073, |
| "learning_rate": 1.729161268420746e-05, |
| "loss": 0.8090606331825256, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.556390977443609, |
| "grad_norm": 0.11726067215204239, |
| "learning_rate": 1.7055409301350013e-05, |
| "loss": 0.9213717579841614, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.1627010852098465, |
| "learning_rate": 1.681146691346742e-05, |
| "loss": 1.0821505784988403, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5864661654135338, |
| "grad_norm": 0.1170893982052803, |
| "learning_rate": 1.6560125346351663e-05, |
| "loss": 1.300316333770752, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.6015037593984962, |
| "grad_norm": 0.5334263443946838, |
| "learning_rate": 1.6301734733277442e-05, |
| "loss": 0.6484270691871643, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6165413533834586, |
| "grad_norm": 0.101778045296669, |
| "learning_rate": 1.603665502724633e-05, |
| "loss": 1.2577356100082397, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.631578947368421, |
| "grad_norm": 0.1670590043067932, |
| "learning_rate": 1.576525549955156e-05, |
| "loss": 1.3543009757995605, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.6466165413533834, |
| "grad_norm": 0.20087628066539764, |
| "learning_rate": 1.548791422536178e-05, |
| "loss": 0.9327285885810852, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.6616541353383458, |
| "grad_norm": 0.23011328279972076, |
| "learning_rate": 1.5205017557040656e-05, |
| "loss": 1.1237722635269165, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.6766917293233082, |
| "grad_norm": 0.159201517701149, |
| "learning_rate": 1.4916959585935732e-05, |
| "loss": 1.1964070796966553, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6917293233082706, |
| "grad_norm": 0.44444212317466736, |
| "learning_rate": 1.4624141593386507e-05, |
| "loss": 1.0308165550231934, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.706766917293233, |
| "grad_norm": 0.22338902950286865, |
| "learning_rate": 1.4326971491716427e-05, |
| "loss": 0.9982426762580872, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.7218045112781954, |
| "grad_norm": 0.2096806913614273, |
| "learning_rate": 1.402586325598752e-05, |
| "loss": 1.3940727710723877, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.7368421052631579, |
| "grad_norm": 0.21466873586177826, |
| "learning_rate": 1.3721236347309314e-05, |
| "loss": 1.1801196336746216, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.7518796992481203, |
| "grad_norm": 0.30590999126434326, |
| "learning_rate": 1.3413515128505363e-05, |
| "loss": 0.6430416703224182, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7669172932330827, |
| "grad_norm": 0.13401509821414948, |
| "learning_rate": 1.3103128272951363e-05, |
| "loss": 1.3783133029937744, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.7819548872180451, |
| "grad_norm": 0.12506185472011566, |
| "learning_rate": 1.2790508167408509e-05, |
| "loss": 0.9889219403266907, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.7969924812030075, |
| "grad_norm": 0.22044184803962708, |
| "learning_rate": 1.2476090309683804e-05, |
| "loss": 0.6871194243431091, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.8120300751879699, |
| "grad_norm": 0.18642327189445496, |
| "learning_rate": 1.2160312701956553e-05, |
| "loss": 1.0068978071212769, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.8270676691729323, |
| "grad_norm": 0.5397107601165771, |
| "learning_rate": 1.1843615240616111e-05, |
| "loss": 0.8988245725631714, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 0.23860491812229156, |
| "learning_rate": 1.1526439103460874e-05, |
| "loss": 0.7688661813735962, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.1502920240163803, |
| "learning_rate": 1.120922613511221e-05, |
| "loss": 1.0024021863937378, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.8721804511278195, |
| "grad_norm": 0.16608496010303497, |
| "learning_rate": 1.0892418231499461e-05, |
| "loss": 1.4191375970840454, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.8872180451127819, |
| "grad_norm": 0.17546993494033813, |
| "learning_rate": 1.057645672427347e-05, |
| "loss": 1.073761224746704, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.9022556390977443, |
| "grad_norm": 5.0469841957092285, |
| "learning_rate": 1.0261781766006174e-05, |
| "loss": 0.9056495428085327, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.9172932330827067, |
| "grad_norm": 0.36213457584381104, |
| "learning_rate": 9.948831717032738e-06, |
| "loss": 0.8672894835472107, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.9323308270676691, |
| "grad_norm": 0.4218904972076416, |
| "learning_rate": 9.638042534790373e-06, |
| "loss": 0.827739417552948, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.9473684210526315, |
| "grad_norm": 0.0983240008354187, |
| "learning_rate": 9.329847166504497e-06, |
| "loss": 0.7799423933029175, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.9624060150375939, |
| "grad_norm": 0.14850644767284393, |
| "learning_rate": 9.024674946068357e-06, |
| "loss": 1.0653791427612305, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.9774436090225563, |
| "grad_norm": 0.27504855394363403, |
| "learning_rate": 8.722950995956172e-06, |
| "loss": 0.9135006666183472, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9924812030075187, |
| "grad_norm": 0.27222368121147156, |
| "learning_rate": 8.425095635003053e-06, |
| "loss": 1.0402815341949463, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.0075187969924813, |
| "grad_norm": 0.1408149003982544, |
| "learning_rate": 8.13152379287667e-06, |
| "loss": 0.7629735469818115, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.0225563909774436, |
| "grad_norm": 0.15156933665275574, |
| "learning_rate": 7.842644432056336e-06, |
| "loss": 0.9513287544250488, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.037593984962406, |
| "grad_norm": 0.9048015475273132, |
| "learning_rate": 7.55885997812472e-06, |
| "loss": 0.6946667432785034, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 0.24624674022197723, |
| "learning_rate": 7.280565759165833e-06, |
| "loss": 0.7876754403114319, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.0676691729323309, |
| "grad_norm": 0.09362401068210602, |
| "learning_rate": 7.008149455050264e-06, |
| "loss": 0.8406305909156799, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.0827067669172932, |
| "grad_norm": 0.17641493678092957, |
| "learning_rate": 6.741990557374784e-06, |
| "loss": 1.0424906015396118, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.0977443609022557, |
| "grad_norm": 0.12022742629051208, |
| "learning_rate": 6.4824598408087015e-06, |
| "loss": 1.0722497701644897, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.112781954887218, |
| "grad_norm": 0.08780567348003387, |
| "learning_rate": 6.229918846583414e-06, |
| "loss": 1.0312786102294922, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.1278195488721805, |
| "grad_norm": 0.3304075598716736, |
| "learning_rate": 5.984719378844628e-06, |
| "loss": 1.0075746774673462, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 0.10900267213582993, |
| "learning_rate": 5.7472030145689604e-06, |
| "loss": 1.0427347421646118, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.1578947368421053, |
| "grad_norm": 0.09693319350481033, |
| "learning_rate": 5.51770062772752e-06, |
| "loss": 1.0927042961120605, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.1729323308270676, |
| "grad_norm": 0.12883000075817108, |
| "learning_rate": 5.296531928359431e-06, |
| "loss": 0.9705473780632019, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.1879699248120301, |
| "grad_norm": 0.11416517943143845, |
| "learning_rate": 5.084005017197318e-06, |
| "loss": 1.0172467231750488, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.2030075187969924, |
| "grad_norm": 0.10797861963510513, |
| "learning_rate": 4.8804159564652665e-06, |
| "loss": 0.5409541726112366, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.218045112781955, |
| "grad_norm": 0.24861538410186768, |
| "learning_rate": 4.686048357447095e-06, |
| "loss": 0.9430153965950012, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.2330827067669172, |
| "grad_norm": 0.14524255692958832, |
| "learning_rate": 4.501172985399498e-06, |
| "loss": 1.178081750869751, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.2481203007518797, |
| "grad_norm": 0.2940176725387573, |
| "learning_rate": 4.326047382360457e-06, |
| "loss": 0.8844167590141296, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.263157894736842, |
| "grad_norm": 0.1306038349866867, |
| "learning_rate": 4.160915508378359e-06, |
| "loss": 0.7063813209533691, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.2781954887218046, |
| "grad_norm": 0.15677547454833984, |
| "learning_rate": 4.006007401661596e-06, |
| "loss": 0.7762787938117981, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2932330827067668, |
| "grad_norm": 0.14480236172676086, |
| "learning_rate": 3.861538858122092e-06, |
| "loss": 0.937335193157196, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.3082706766917294, |
| "grad_norm": 0.15142542123794556, |
| "learning_rate": 3.727711130759182e-06, |
| "loss": 0.9747655987739563, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.3233082706766917, |
| "grad_norm": 0.18726477026939392, |
| "learning_rate": 3.6047106493025923e-06, |
| "loss": 0.7746855020523071, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.3383458646616542, |
| "grad_norm": 2.189209461212158, |
| "learning_rate": 3.492708760505093e-06, |
| "loss": 0.6926825642585754, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.3533834586466165, |
| "grad_norm": 0.12323262542486191, |
| "learning_rate": 3.3918614894466045e-06, |
| "loss": 1.2502151727676392, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.368421052631579, |
| "grad_norm": 0.1458672434091568, |
| "learning_rate": 3.3023093221822746e-06, |
| "loss": 0.9960780143737793, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.3834586466165413, |
| "grad_norm": 0.1072113886475563, |
| "learning_rate": 3.224177010037323e-06, |
| "loss": 0.8326720595359802, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.3984962406015038, |
| "grad_norm": 0.09054487943649292, |
| "learning_rate": 3.1575733958212563e-06, |
| "loss": 1.1920455694198608, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.413533834586466, |
| "grad_norm": 0.13850678503513336, |
| "learning_rate": 3.1025912622035687e-06, |
| "loss": 0.5979896783828735, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.2317809760570526, |
| "learning_rate": 3.0593072024621396e-06, |
| "loss": 0.969947099685669, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.443609022556391, |
| "grad_norm": 0.29049012064933777, |
| "learning_rate": 3.0277815137843917e-06, |
| "loss": 0.7010709643363953, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.4586466165413534, |
| "grad_norm": 0.17280922830104828, |
| "learning_rate": 3.008058113269836e-06, |
| "loss": 0.7660905718803406, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.4736842105263157, |
| "grad_norm": 0.12446308135986328, |
| "learning_rate": 3.0001644767510154e-06, |
| "loss": 0.9958880543708801, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.4887218045112782, |
| "grad_norm": 0.1736506223678589, |
| "learning_rate": 3.0041116005181016e-06, |
| "loss": 0.9368724226951599, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.5037593984962405, |
| "grad_norm": 0.15870751440525055, |
| "learning_rate": 3.0198939860004202e-06, |
| "loss": 0.9826479554176331, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.518796992481203, |
| "grad_norm": 0.15492001175880432, |
| "learning_rate": 3.0474896474262772e-06, |
| "loss": 1.3954254388809204, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.5338345864661656, |
| "grad_norm": 0.1334741860628128, |
| "learning_rate": 3.08686014245041e-06, |
| "loss": 1.0462982654571533, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.5488721804511278, |
| "grad_norm": 0.26873454451560974, |
| "learning_rate": 3.1379506257063825e-06, |
| "loss": 0.8277729153633118, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.5639097744360901, |
| "grad_norm": 0.16168057918548584, |
| "learning_rate": 3.20068992520934e-06, |
| "loss": 0.985795259475708, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 0.1431337147951126, |
| "learning_rate": 3.274990641502683e-06, |
| "loss": 0.908364474773407, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5939849624060152, |
| "grad_norm": 0.2742830514907837, |
| "learning_rate": 3.3607492694105405e-06, |
| "loss": 0.6370347142219543, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.6090225563909775, |
| "grad_norm": 0.14003214240074158, |
| "learning_rate": 3.457846342226442e-06, |
| "loss": 0.9584491848945618, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.6240601503759398, |
| "grad_norm": 0.29483214020729065, |
| "learning_rate": 3.5661465981373183e-06, |
| "loss": 1.0774601697921753, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.6390977443609023, |
| "grad_norm": 0.18227490782737732, |
| "learning_rate": 3.6854991686509906e-06, |
| "loss": 0.7987947463989258, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.6541353383458648, |
| "grad_norm": 0.20908379554748535, |
| "learning_rate": 3.815737788764674e-06, |
| "loss": 0.8292507529258728, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.669172932330827, |
| "grad_norm": 0.23883360624313354, |
| "learning_rate": 3.956681028581693e-06, |
| "loss": 0.9586336612701416, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.6842105263157894, |
| "grad_norm": 0.3358386158943176, |
| "learning_rate": 4.108132546053779e-06, |
| "loss": 0.8150299191474915, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.699248120300752, |
| "grad_norm": 0.298909068107605, |
| "learning_rate": 4.269881360496842e-06, |
| "loss": 1.0946331024169922, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.24479779601097107, |
| "learning_rate": 4.441702146499222e-06, |
| "loss": 0.9061790108680725, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.7293233082706767, |
| "grad_norm": 0.2154252976179123, |
| "learning_rate": 4.623355547812946e-06, |
| "loss": 1.0011441707611084, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.744360902255639, |
| "grad_norm": 0.1481187492609024, |
| "learning_rate": 4.814588510790782e-06, |
| "loss": 1.1533119678497314, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.7593984962406015, |
| "grad_norm": 0.10200405865907669, |
| "learning_rate": 5.01513463690452e-06, |
| "loss": 1.1073795557022095, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.774436090225564, |
| "grad_norm": 0.19221612811088562, |
| "learning_rate": 5.224714553853478e-06, |
| "loss": 1.148139476776123, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.7894736842105263, |
| "grad_norm": 0.1456657350063324, |
| "learning_rate": 5.443036304746191e-06, |
| "loss": 0.6271846294403076, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.8045112781954886, |
| "grad_norm": 0.3602541983127594, |
| "learning_rate": 5.66979575481317e-06, |
| "loss": 1.0237879753112793, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.8195488721804511, |
| "grad_norm": 0.14290253818035126, |
| "learning_rate": 5.904677015084159e-06, |
| "loss": 0.7585715055465698, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.8345864661654137, |
| "grad_norm": 0.15334200859069824, |
| "learning_rate": 6.147352882439652e-06, |
| "loss": 1.1932705640792847, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.849624060150376, |
| "grad_norm": 0.09177304059267044, |
| "learning_rate": 6.397485295423669e-06, |
| "loss": 1.1568275690078735, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.8646616541353382, |
| "grad_norm": 0.08284302055835724, |
| "learning_rate": 6.6547258051828426e-06, |
| "loss": 0.9782670736312866, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.8796992481203008, |
| "grad_norm": 0.12089983373880386, |
| "learning_rate": 6.918716060875743e-06, |
| "loss": 1.2261128425598145, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.8947368421052633, |
| "grad_norm": 0.1200575977563858, |
| "learning_rate": 7.1890883088761885e-06, |
| "loss": 1.0725328922271729, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.9097744360902256, |
| "grad_norm": 0.2572805881500244, |
| "learning_rate": 7.4654659050752845e-06, |
| "loss": 1.2271314859390259, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.9248120300751879, |
| "grad_norm": 0.2713569104671478, |
| "learning_rate": 7.747463839568292e-06, |
| "loss": 0.8813698291778564, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.9398496240601504, |
| "grad_norm": 0.5769055485725403, |
| "learning_rate": 8.034689272995649e-06, |
| "loss": 0.5630529522895813, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.954887218045113, |
| "grad_norm": 0.13255445659160614, |
| "learning_rate": 8.32674208379076e-06, |
| "loss": 1.0115076303482056, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.9699248120300752, |
| "grad_norm": 0.15804584324359894, |
| "learning_rate": 8.623215425572433e-06, |
| "loss": 0.9677861332893372, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.9849624060150375, |
| "grad_norm": 0.09761196374893188, |
| "learning_rate": 8.923696293905279e-06, |
| "loss": 0.9606061577796936, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.24307098984718323, |
| "learning_rate": 9.227766101638668e-06, |
| "loss": 0.8462581038475037, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.0150375939849625, |
| "grad_norm": 0.15874817967414856, |
| "learning_rate": 9.535001262022755e-06, |
| "loss": 0.5168899893760681, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.030075187969925, |
| "grad_norm": 0.09884876012802124, |
| "learning_rate": 9.844973778789198e-06, |
| "loss": 0.725158154964447, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.045112781954887, |
| "grad_norm": 0.11747175455093384, |
| "learning_rate": 1.0157251842374587e-05, |
| "loss": 0.5184513330459595, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.0601503759398496, |
| "grad_norm": 0.17868469655513763, |
| "learning_rate": 1.0471400431456062e-05, |
| "loss": 1.0087833404541016, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.075187969924812, |
| "grad_norm": 0.12505443394184113, |
| "learning_rate": 1.078698191896105e-05, |
| "loss": 0.9181981682777405, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.090225563909774, |
| "grad_norm": 0.45129311084747314, |
| "learning_rate": 1.1103556681706949e-05, |
| "loss": 0.867568850517273, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 0.38053497672080994, |
| "learning_rate": 1.1420683712821577e-05, |
| "loss": 0.8937767744064331, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.1203007518796992, |
| "grad_norm": 0.2623603045940399, |
| "learning_rate": 1.1737921236091097e-05, |
| "loss": 1.0325863361358643, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.1353383458646618, |
| "grad_norm": 0.13423830270767212, |
| "learning_rate": 1.2054827321379756e-05, |
| "loss": 0.6633681654930115, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.1503759398496243, |
| "grad_norm": 0.20472559332847595, |
| "learning_rate": 1.237096050026399e-05, |
| "loss": 0.998541533946991, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.1654135338345863, |
| "grad_norm": 0.28264734148979187, |
| "learning_rate": 1.2685880381023343e-05, |
| "loss": 1.1486636400222778, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.180451127819549, |
| "grad_norm": 0.11129236966371536, |
| "learning_rate": 1.2999148262131527e-05, |
| "loss": 1.1767593622207642, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.1954887218045114, |
| "grad_norm": 0.17632298171520233, |
| "learning_rate": 1.3310327743392861e-05, |
| "loss": 0.8024111986160278, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.2105263157894735, |
| "grad_norm": 0.1285456418991089, |
| "learning_rate": 1.3618985333872927e-05, |
| "loss": 0.9202947616577148, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.225563909774436, |
| "grad_norm": 0.2532704770565033, |
| "learning_rate": 1.3924691055776338e-05, |
| "loss": 0.3760508596897125, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.2406015037593985, |
| "grad_norm": 0.18166831135749817, |
| "learning_rate": 1.4227019043430623e-05, |
| "loss": 1.2139897346496582, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.255639097744361, |
| "grad_norm": 0.31214964389801025, |
| "learning_rate": 1.4525548136541599e-05, |
| "loss": 1.1467747688293457, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.2706766917293235, |
| "grad_norm": 0.2208021879196167, |
| "learning_rate": 1.4819862466893891e-05, |
| "loss": 1.152048110961914, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 0.28248584270477295, |
| "learning_rate": 1.5109552037679353e-05, |
| "loss": 0.8999449610710144, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.300751879699248, |
| "grad_norm": 0.17761224508285522, |
| "learning_rate": 1.539421329464618e-05, |
| "loss": 0.8530235290527344, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.3157894736842106, |
| "grad_norm": 0.12931574881076813, |
| "learning_rate": 1.5673449688273246e-05, |
| "loss": 1.1707788705825806, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.3308270676691727, |
| "grad_norm": 0.45592963695526123, |
| "learning_rate": 1.5946872226186394e-05, |
| "loss": 0.543804407119751, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.345864661654135, |
| "grad_norm": 0.13944678008556366, |
| "learning_rate": 1.621410001504725e-05, |
| "loss": 0.9259825944900513, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.3609022556390977, |
| "grad_norm": 0.6154989004135132, |
| "learning_rate": 1.6474760791159528e-05, |
| "loss": 0.6412667036056519, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.3759398496240602, |
| "grad_norm": 0.19801302254199982, |
| "learning_rate": 1.672849143905383e-05, |
| "loss": 1.0553992986679077, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.3909774436090228, |
| "grad_norm": 0.16842691600322723, |
| "learning_rate": 1.697493849732838e-05, |
| "loss": 0.9918773174285889, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.406015037593985, |
| "grad_norm": 0.17690639197826385, |
| "learning_rate": 1.7213758651041114e-05, |
| "loss": 1.183601975440979, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.4210526315789473, |
| "grad_norm": 0.1753586232662201, |
| "learning_rate": 1.7444619209967163e-05, |
| "loss": 1.2674732208251953, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.43609022556391, |
| "grad_norm": 0.1980062872171402, |
| "learning_rate": 1.766719857205551e-05, |
| "loss": 0.9618882536888123, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.451127819548872, |
| "grad_norm": 0.14773985743522644, |
| "learning_rate": 1.7881186671439107e-05, |
| "loss": 1.1368170976638794, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.4661654135338344, |
| "grad_norm": 0.3491007685661316, |
| "learning_rate": 1.8086285410374563e-05, |
| "loss": 0.9204502701759338, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.481203007518797, |
| "grad_norm": 0.41794508695602417, |
| "learning_rate": 1.8282209074509393e-05, |
| "loss": 0.7325559258460999, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.4962406015037595, |
| "grad_norm": 0.1503211408853531, |
| "learning_rate": 1.8468684730898602e-05, |
| "loss": 1.1228058338165283, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.511278195488722, |
| "grad_norm": 0.29104840755462646, |
| "learning_rate": 1.864545260821598e-05, |
| "loss": 0.6551952958106995, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.526315789473684, |
| "grad_norm": 0.17387054860591888, |
| "learning_rate": 1.8812266458630505e-05, |
| "loss": 0.7751361727714539, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.5413533834586466, |
| "grad_norm": 0.7814794778823853, |
| "learning_rate": 1.8968893900843786e-05, |
| "loss": 0.7552028298377991, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.556390977443609, |
| "grad_norm": 0.15030670166015625, |
| "learning_rate": 1.9115116743810537e-05, |
| "loss": 1.1345906257629395, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.2455630898475647, |
| "learning_rate": 1.9250731290691326e-05, |
| "loss": 1.0457109212875366, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.5864661654135337, |
| "grad_norm": 0.17742854356765747, |
| "learning_rate": 1.9375548622613952e-05, |
| "loss": 0.8526303768157959, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.601503759398496, |
| "grad_norm": 0.35299667716026306, |
| "learning_rate": 1.9489394861848333e-05, |
| "loss": 0.6485392451286316, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.6165413533834587, |
| "grad_norm": 0.24292704463005066, |
| "learning_rate": 1.9592111414028205e-05, |
| "loss": 0.8217464685440063, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 0.11688588559627533, |
| "learning_rate": 1.9683555189082178e-05, |
| "loss": 0.9268519282341003, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.6466165413533833, |
| "grad_norm": 0.8352806568145752, |
| "learning_rate": 1.9763598800566478e-05, |
| "loss": 0.7672562599182129, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.661654135338346, |
| "grad_norm": 0.10471988469362259, |
| "learning_rate": 1.983213074312156e-05, |
| "loss": 1.0508689880371094, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.6766917293233083, |
| "grad_norm": 0.9734071493148804, |
| "learning_rate": 1.9889055547805527e-05, |
| "loss": 0.8092398047447205, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.6917293233082704, |
| "grad_norm": 0.22569192945957184, |
| "learning_rate": 1.993429391508785e-05, |
| "loss": 0.4492420554161072, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.706766917293233, |
| "grad_norm": 0.19527536630630493, |
| "learning_rate": 1.9967782825318183e-05, |
| "loss": 1.1782996654510498, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.7218045112781954, |
| "grad_norm": 0.4661547839641571, |
| "learning_rate": 1.998947562651635e-05, |
| "loss": 0.6154137253761292, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.736842105263158, |
| "grad_norm": 0.2177896499633789, |
| "learning_rate": 1.999934209936126e-05, |
| "loss": 0.7517685890197754, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.7518796992481205, |
| "grad_norm": 0.18744942545890808, |
| "learning_rate": 1.9997368499288147e-05, |
| "loss": 0.8893219232559204, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.7669172932330826, |
| "grad_norm": 0.12195390462875366, |
| "learning_rate": 1.9983557575635553e-05, |
| "loss": 0.7814352512359619, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.781954887218045, |
| "grad_norm": 0.20601901412010193, |
| "learning_rate": 1.9957928567815327e-05, |
| "loss": 0.8266798853874207, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.7969924812030076, |
| "grad_norm": 0.24167893826961517, |
| "learning_rate": 1.9920517178511025e-05, |
| "loss": 0.9625144004821777, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.8120300751879697, |
| "grad_norm": 0.20055215060710907, |
| "learning_rate": 1.9871375523942014e-05, |
| "loss": 0.7290459275245667, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.827067669172932, |
| "grad_norm": 0.349552720785141, |
| "learning_rate": 1.981057206126258e-05, |
| "loss": 1.0641855001449585, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.8421052631578947, |
| "grad_norm": 0.19066953659057617, |
| "learning_rate": 1.9738191493197164e-05, |
| "loss": 1.1699275970458984, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.4483891725540161, |
| "learning_rate": 1.96543346500446e-05, |
| "loss": 0.8162869811058044, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.8721804511278197, |
| "grad_norm": 0.3727665841579437, |
| "learning_rate": 1.9559118349215685e-05, |
| "loss": 0.9681864380836487, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.887218045112782, |
| "grad_norm": 0.8629833459854126, |
| "learning_rate": 1.9452675232499833e-05, |
| "loss": 0.9782270789146423, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.9022556390977443, |
| "grad_norm": 0.40549924969673157, |
| "learning_rate": 1.9335153581287384e-05, |
| "loss": 0.7416080832481384, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.917293233082707, |
| "grad_norm": 0.2615848481655121, |
| "learning_rate": 1.920671711000512e-05, |
| "loss": 0.9780222773551941, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.932330827067669, |
| "grad_norm": 0.1308208554983139, |
| "learning_rate": 1.906754473805263e-05, |
| "loss": 0.8454363942146301, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.9473684210526314, |
| "grad_norm": 0.19276592135429382, |
| "learning_rate": 1.8917830340557287e-05, |
| "loss": 0.974253237247467, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.962406015037594, |
| "grad_norm": 0.40342700481414795, |
| "learning_rate": 1.875778247829503e-05, |
| "loss": 0.767073392868042, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.9774436090225564, |
| "grad_norm": 0.28507354855537415, |
| "learning_rate": 1.8587624107153192e-05, |
| "loss": 1.0176156759262085, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.992481203007519, |
| "grad_norm": 0.08241955190896988, |
| "learning_rate": 1.840759226754013e-05, |
| "loss": 0.8344214558601379, |
| "step": 398 |
| }, |
| { |
| "epoch": 3.007518796992481, |
| "grad_norm": 0.11373747140169144, |
| "learning_rate": 1.8217937754174265e-05, |
| "loss": 0.9761697053909302, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.0225563909774436, |
| "grad_norm": 0.34416520595550537, |
| "learning_rate": 1.8018924766712608e-05, |
| "loss": 0.7501745223999023, |
| "step": 402 |
| }, |
| { |
| "epoch": 3.037593984962406, |
| "grad_norm": 0.7743138074874878, |
| "learning_rate": 1.7810830541705425e-05, |
| "loss": 0.9392253160476685, |
| "step": 404 |
| }, |
| { |
| "epoch": 3.0526315789473686, |
| "grad_norm": 0.2988702356815338, |
| "learning_rate": 1.7593944966389767e-05, |
| "loss": 0.6723920702934265, |
| "step": 406 |
| }, |
| { |
| "epoch": 3.0676691729323307, |
| "grad_norm": 0.1014496460556984, |
| "learning_rate": 1.7368570174859855e-05, |
| "loss": 0.5313879251480103, |
| "step": 408 |
| }, |
| { |
| "epoch": 3.082706766917293, |
| "grad_norm": 0.1569093018770218, |
| "learning_rate": 1.713502012717686e-05, |
| "loss": 0.8502162098884583, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.0977443609022557, |
| "grad_norm": 0.4344463348388672, |
| "learning_rate": 1.6893620172004526e-05, |
| "loss": 0.6262786388397217, |
| "step": 412 |
| }, |
| { |
| "epoch": 3.112781954887218, |
| "grad_norm": 0.1802617460489273, |
| "learning_rate": 1.664470659337968e-05, |
| "loss": 0.9044028520584106, |
| "step": 414 |
| }, |
| { |
| "epoch": 3.1278195488721803, |
| "grad_norm": 0.09171602874994278, |
| "learning_rate": 1.638862614224926e-05, |
| "loss": 0.4721546471118927, |
| "step": 416 |
| }, |
| { |
| "epoch": 3.142857142857143, |
| "grad_norm": 0.21735042333602905, |
| "learning_rate": 1.6125735553426228e-05, |
| "loss": 0.7782120108604431, |
| "step": 418 |
| }, |
| { |
| "epoch": 3.1578947368421053, |
| "grad_norm": 0.10799870640039444, |
| "learning_rate": 1.5856401048637505e-05, |
| "loss": 0.8657242059707642, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.172932330827068, |
| "grad_norm": 0.2299298644065857, |
| "learning_rate": 1.5580997826355945e-05, |
| "loss": 0.7349554896354675, |
| "step": 422 |
| }, |
| { |
| "epoch": 3.18796992481203, |
| "grad_norm": 0.1193917915225029, |
| "learning_rate": 1.5299909539127293e-05, |
| "loss": 0.8061299324035645, |
| "step": 424 |
| }, |
| { |
| "epoch": 3.2030075187969924, |
| "grad_norm": 0.313683420419693, |
| "learning_rate": 1.5013527759120128e-05, |
| "loss": 0.7771633267402649, |
| "step": 426 |
| }, |
| { |
| "epoch": 3.218045112781955, |
| "grad_norm": 0.28184592723846436, |
| "learning_rate": 1.4722251432643222e-05, |
| "loss": 0.7236590385437012, |
| "step": 428 |
| }, |
| { |
| "epoch": 3.2330827067669174, |
| "grad_norm": 0.2527337968349457, |
| "learning_rate": 1.4426486324390432e-05, |
| "loss": 0.5557109713554382, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.2481203007518795, |
| "grad_norm": 0.14354459941387177, |
| "learning_rate": 1.4126644452187057e-05, |
| "loss": 0.5296133160591125, |
| "step": 432 |
| }, |
| { |
| "epoch": 3.263157894736842, |
| "grad_norm": 0.45321938395500183, |
| "learning_rate": 1.382314351302531e-05, |
| "loss": 0.5751173496246338, |
| "step": 434 |
| }, |
| { |
| "epoch": 3.2781954887218046, |
| "grad_norm": 0.5287338495254517, |
| "learning_rate": 1.351640630118838e-05, |
| "loss": 0.5346217751502991, |
| "step": 436 |
| }, |
| { |
| "epoch": 3.293233082706767, |
| "grad_norm": 0.07787490636110306, |
| "learning_rate": 1.3206860119273606e-05, |
| "loss": 0.5648679137229919, |
| "step": 438 |
| }, |
| { |
| "epoch": 3.308270676691729, |
| "grad_norm": 0.13844254612922668, |
| "learning_rate": 1.2894936182935407e-05, |
| "loss": 1.0638585090637207, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.3233082706766917, |
| "grad_norm": 0.19562360644340515, |
| "learning_rate": 1.2581069020176986e-05, |
| "loss": 0.452185720205307, |
| "step": 442 |
| }, |
| { |
| "epoch": 3.338345864661654, |
| "grad_norm": 0.3099493980407715, |
| "learning_rate": 1.2265695866027849e-05, |
| "loss": 0.7373262047767639, |
| "step": 444 |
| }, |
| { |
| "epoch": 3.3533834586466167, |
| "grad_norm": 0.2395428866147995, |
| "learning_rate": 1.1949256053450243e-05, |
| "loss": 0.5868238806724548, |
| "step": 446 |
| }, |
| { |
| "epoch": 3.3684210526315788, |
| "grad_norm": 0.1869363635778427, |
| "learning_rate": 1.1632190401322987e-05, |
| "loss": 0.8645040392875671, |
| "step": 448 |
| }, |
| { |
| "epoch": 3.3834586466165413, |
| "grad_norm": 0.37590962648391724, |
| "learning_rate": 1.1314940600355459e-05, |
| "loss": 0.9512546062469482, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.398496240601504, |
| "grad_norm": 0.2025744765996933, |
| "learning_rate": 1.099794859778695e-05, |
| "loss": 0.9128929376602173, |
| "step": 452 |
| }, |
| { |
| "epoch": 3.4135338345864663, |
| "grad_norm": 0.17627839744091034, |
| "learning_rate": 1.0681655981728753e-05, |
| "loss": 0.9643846750259399, |
| "step": 454 |
| }, |
| { |
| "epoch": 3.4285714285714284, |
| "grad_norm": 1.0564072132110596, |
| "learning_rate": 1.0366503366006477e-05, |
| "loss": 0.8578605055809021, |
| "step": 456 |
| }, |
| { |
| "epoch": 3.443609022556391, |
| "grad_norm": 0.3315916061401367, |
| "learning_rate": 1.0052929776359614e-05, |
| "loss": 0.5702735781669617, |
| "step": 458 |
| }, |
| { |
| "epoch": 3.4586466165413534, |
| "grad_norm": 0.1655089259147644, |
| "learning_rate": 9.741372038853437e-06, |
| "loss": 0.9215094447135925, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.473684210526316, |
| "grad_norm": 0.26911604404449463, |
| "learning_rate": 9.432264171355117e-06, |
| "loss": 0.8250299096107483, |
| "step": 462 |
| }, |
| { |
| "epoch": 3.488721804511278, |
| "grad_norm": 0.22876925766468048, |
| "learning_rate": 9.126036778921812e-06, |
| "loss": 0.8027570843696594, |
| "step": 464 |
| }, |
| { |
| "epoch": 3.5037593984962405, |
| "grad_norm": 0.172451913356781, |
| "learning_rate": 8.8231164539431e-06, |
| "loss": 0.8936192989349365, |
| "step": 466 |
| }, |
| { |
| "epoch": 3.518796992481203, |
| "grad_norm": 0.2068740874528885, |
| "learning_rate": 8.52392518187319e-06, |
| "loss": 0.6892407536506653, |
| "step": 468 |
| }, |
| { |
| "epoch": 3.5338345864661656, |
| "grad_norm": 0.18001121282577515, |
| "learning_rate": 8.228879753380818e-06, |
| "loss": 0.7898232340812683, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.548872180451128, |
| "grad_norm": 0.19327786564826965, |
| "learning_rate": 7.938391183735972e-06, |
| "loss": 0.7635357975959778, |
| "step": 472 |
| }, |
| { |
| "epoch": 3.56390977443609, |
| "grad_norm": 0.20077842473983765, |
| "learning_rate": 7.65286414024186e-06, |
| "loss": 0.8505274653434753, |
| "step": 474 |
| }, |
| { |
| "epoch": 3.5789473684210527, |
| "grad_norm": 0.19398260116577148, |
| "learning_rate": 7.3726963785101094e-06, |
| "loss": 0.38889795541763306, |
| "step": 476 |
| }, |
| { |
| "epoch": 3.593984962406015, |
| "grad_norm": 0.14551198482513428, |
| "learning_rate": 7.098278188364236e-06, |
| "loss": 0.365261048078537, |
| "step": 478 |
| }, |
| { |
| "epoch": 3.6090225563909772, |
| "grad_norm": 0.17524459958076477, |
| "learning_rate": 6.829991850143528e-06, |
| "loss": 0.9008171558380127, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.6240601503759398, |
| "grad_norm": 0.3653651475906372, |
| "learning_rate": 6.5682111021644835e-06, |
| "loss": 0.900292158126831, |
| "step": 482 |
| }, |
| { |
| "epoch": 3.6390977443609023, |
| "grad_norm": 0.19287094473838806, |
| "learning_rate": 6.313300620081777e-06, |
| "loss": 0.7757176160812378, |
| "step": 484 |
| }, |
| { |
| "epoch": 3.654135338345865, |
| "grad_norm": 0.20128026604652405, |
| "learning_rate": 6.065615508874151e-06, |
| "loss": 0.3761276602745056, |
| "step": 486 |
| }, |
| { |
| "epoch": 3.6691729323308273, |
| "grad_norm": 0.1511046588420868, |
| "learning_rate": 5.82550080816269e-06, |
| "loss": 0.7676253318786621, |
| "step": 488 |
| }, |
| { |
| "epoch": 3.6842105263157894, |
| "grad_norm": 0.13384103775024414, |
| "learning_rate": 5.593291011550776e-06, |
| "loss": 0.9202339053153992, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.699248120300752, |
| "grad_norm": 0.4986729025840759, |
| "learning_rate": 5.3693096006552025e-06, |
| "loss": 0.970383882522583, |
| "step": 492 |
| }, |
| { |
| "epoch": 3.7142857142857144, |
| "grad_norm": 0.5382466316223145, |
| "learning_rate": 5.15386859447772e-06, |
| "loss": 0.48905929923057556, |
| "step": 494 |
| }, |
| { |
| "epoch": 3.7293233082706765, |
| "grad_norm": 0.14699164032936096, |
| "learning_rate": 4.947268114744566e-06, |
| "loss": 0.9869436025619507, |
| "step": 496 |
| }, |
| { |
| "epoch": 3.744360902255639, |
| "grad_norm": 0.17605887353420258, |
| "learning_rate": 4.749795967819596e-06, |
| "loss": 1.0997637510299683, |
| "step": 498 |
| }, |
| { |
| "epoch": 3.7593984962406015, |
| "grad_norm": 0.24531900882720947, |
| "learning_rate": 4.561727243773504e-06, |
| "loss": 0.9353739023208618, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.774436090225564, |
| "grad_norm": 0.23771578073501587, |
| "learning_rate": 4.383323933167479e-06, |
| "loss": 0.7048070430755615, |
| "step": 502 |
| }, |
| { |
| "epoch": 3.7894736842105265, |
| "grad_norm": 0.1848079115152359, |
| "learning_rate": 4.214834562085255e-06, |
| "loss": 0.6421667337417603, |
| "step": 504 |
| }, |
| { |
| "epoch": 3.8045112781954886, |
| "grad_norm": 1.46511971950531, |
| "learning_rate": 4.056493845922015e-06, |
| "loss": 0.5478267669677734, |
| "step": 506 |
| }, |
| { |
| "epoch": 3.819548872180451, |
| "grad_norm": 0.1415521800518036, |
| "learning_rate": 3.908522362412276e-06, |
| "loss": 0.8992588520050049, |
| "step": 508 |
| }, |
| { |
| "epoch": 3.8345864661654137, |
| "grad_norm": 0.6491537690162659, |
| "learning_rate": 3.7711262443524467e-06, |
| "loss": 0.591274082660675, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.8496240601503757, |
| "grad_norm": 0.2289588451385498, |
| "learning_rate": 3.6444968924459545e-06, |
| "loss": 0.771586000919342, |
| "step": 512 |
| }, |
| { |
| "epoch": 3.8646616541353382, |
| "grad_norm": 0.1354115605354309, |
| "learning_rate": 3.5288107086710545e-06, |
| "loss": 0.7341738939285278, |
| "step": 514 |
| }, |
| { |
| "epoch": 3.8796992481203008, |
| "grad_norm": 0.1334567666053772, |
| "learning_rate": 3.4242288505426928e-06, |
| "loss": 1.0383778810501099, |
| "step": 516 |
| }, |
| { |
| "epoch": 3.8947368421052633, |
| "grad_norm": 0.17545144259929657, |
| "learning_rate": 3.3308970066108413e-06, |
| "loss": 0.5621640682220459, |
| "step": 518 |
| }, |
| { |
| "epoch": 3.909774436090226, |
| "grad_norm": 0.09879021346569061, |
| "learning_rate": 3.2489451935079473e-06, |
| "loss": 0.9413120150566101, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.924812030075188, |
| "grad_norm": 0.2358972579240799, |
| "learning_rate": 3.1784875748282608e-06, |
| "loss": 1.0549259185791016, |
| "step": 522 |
| }, |
| { |
| "epoch": 3.9398496240601504, |
| "grad_norm": 0.1280510276556015, |
| "learning_rate": 3.119622302091404e-06, |
| "loss": 1.0559005737304688, |
| "step": 524 |
| }, |
| { |
| "epoch": 3.954887218045113, |
| "grad_norm": 0.24243058264255524, |
| "learning_rate": 3.072431378011632e-06, |
| "loss": 0.9401967525482178, |
| "step": 526 |
| }, |
| { |
| "epoch": 3.969924812030075, |
| "grad_norm": 0.1816936582326889, |
| "learning_rate": 3.0369805422633432e-06, |
| "loss": 0.6218282580375671, |
| "step": 528 |
| }, |
| { |
| "epoch": 3.9849624060150375, |
| "grad_norm": 0.4231378734111786, |
| "learning_rate": 3.0133191799019103e-06, |
| "loss": 0.5278748869895935, |
| "step": 530 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.3513203263282776, |
| "learning_rate": 3.001480252567475e-06, |
| "loss": 0.6851533651351929, |
| "step": 532 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 532, |
| "total_flos": 3.800554784105169e+18, |
| "train_loss": 0.9838281438538903, |
| "train_runtime": 15715.7329, |
| "train_samples_per_second": 4.062, |
| "train_steps_per_second": 0.034 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 532, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 260, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.800554784105169e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
