| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.050008343995104856, | |
| "eval_steps": 500, | |
| "global_step": 899, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 31.671595567958246, | |
| "learning_rate": 1.851851851851852e-08, | |
| "loss": 0.9836, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 21.590568341208314, | |
| "learning_rate": 3.703703703703704e-08, | |
| "loss": 0.6951, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 33.43736925901718, | |
| "learning_rate": 5.555555555555556e-08, | |
| "loss": 1.0552, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 25.76674648270905, | |
| "learning_rate": 7.407407407407409e-08, | |
| "loss": 0.9979, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 29.142254478570287, | |
| "learning_rate": 9.259259259259259e-08, | |
| "loss": 1.1524, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 128.44118605473278, | |
| "learning_rate": 1.1111111111111112e-07, | |
| "loss": 0.9627, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.844065944506312, | |
| "learning_rate": 1.2962962962962964e-07, | |
| "loss": 0.7732, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 26.662421778739866, | |
| "learning_rate": 1.4814814814814817e-07, | |
| "loss": 0.9373, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 24.8894090181831, | |
| "learning_rate": 1.6666666666666668e-07, | |
| "loss": 1.1089, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 21.578880921091358, | |
| "learning_rate": 1.8518518518518518e-07, | |
| "loss": 0.6824, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 28.74029164802737, | |
| "learning_rate": 2.0370370370370374e-07, | |
| "loss": 0.8942, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.14964568326191, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.8041, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 32.9657912531208, | |
| "learning_rate": 2.4074074074074075e-07, | |
| "loss": 1.2601, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 17.145724154465036, | |
| "learning_rate": 2.592592592592593e-07, | |
| "loss": 0.7905, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 24.26835111004837, | |
| "learning_rate": 2.7777777777777776e-07, | |
| "loss": 0.9586, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.011607835789768, | |
| "learning_rate": 2.9629629629629634e-07, | |
| "loss": 0.8789, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 30.838211196101994, | |
| "learning_rate": 3.148148148148148e-07, | |
| "loss": 0.9217, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 15.955309084125279, | |
| "learning_rate": 3.3333333333333335e-07, | |
| "loss": 0.911, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 24.344206309908216, | |
| "learning_rate": 3.518518518518519e-07, | |
| "loss": 0.9155, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 32.92989138430358, | |
| "learning_rate": 3.7037037037037036e-07, | |
| "loss": 0.8828, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.41057192779469, | |
| "learning_rate": 3.8888888888888895e-07, | |
| "loss": 0.8469, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 17.46446762413705, | |
| "learning_rate": 4.074074074074075e-07, | |
| "loss": 0.6855, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 15.433059856938662, | |
| "learning_rate": 4.2592592592592596e-07, | |
| "loss": 0.7404, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 10.728638383519646, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.6503, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 12.213215386669342, | |
| "learning_rate": 4.6296296296296297e-07, | |
| "loss": 0.8609, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 18.317938299817154, | |
| "learning_rate": 4.814814814814815e-07, | |
| "loss": 0.8072, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 19.438962335560756, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.5746, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 23.19453080923279, | |
| "learning_rate": 5.185185185185186e-07, | |
| "loss": 0.8071, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 17.74196002097125, | |
| "learning_rate": 5.37037037037037e-07, | |
| "loss": 0.6765, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 13.827465942539503, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 0.7021, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 15.488021836868372, | |
| "learning_rate": 5.740740740740741e-07, | |
| "loss": 0.4757, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 13.20162265514205, | |
| "learning_rate": 5.925925925925927e-07, | |
| "loss": 0.5341, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.110026681402434, | |
| "learning_rate": 6.111111111111112e-07, | |
| "loss": 0.4415, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.830477386012433, | |
| "learning_rate": 6.296296296296296e-07, | |
| "loss": 0.6151, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 11.622213091116294, | |
| "learning_rate": 6.481481481481481e-07, | |
| "loss": 0.4269, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 8.207427780107848, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.3635, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.836791093758771, | |
| "learning_rate": 6.851851851851853e-07, | |
| "loss": 0.6096, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.193647061430912, | |
| "learning_rate": 7.037037037037038e-07, | |
| "loss": 0.4741, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.476468858625738, | |
| "learning_rate": 7.222222222222222e-07, | |
| "loss": 0.3655, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.157861986137023, | |
| "learning_rate": 7.407407407407407e-07, | |
| "loss": 0.4635, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.246782509697589, | |
| "learning_rate": 7.592592592592593e-07, | |
| "loss": 0.54, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.533392537772903, | |
| "learning_rate": 7.777777777777779e-07, | |
| "loss": 0.1987, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.082186481942415, | |
| "learning_rate": 7.962962962962964e-07, | |
| "loss": 0.3954, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.686018035593464, | |
| "learning_rate": 8.14814814814815e-07, | |
| "loss": 0.2148, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.285244734447013, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 0.312, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.426938300900884, | |
| "learning_rate": 8.518518518518519e-07, | |
| "loss": 0.2549, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.275553478285126, | |
| "learning_rate": 8.703703703703705e-07, | |
| "loss": 0.3357, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.135064616590709, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.1967, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.486540108880125, | |
| "learning_rate": 9.074074074074076e-07, | |
| "loss": 0.3064, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.190915869898936, | |
| "learning_rate": 9.259259259259259e-07, | |
| "loss": 0.4127, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.080158746554302, | |
| "learning_rate": 9.444444444444445e-07, | |
| "loss": 0.2437, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.0751084508724, | |
| "learning_rate": 9.62962962962963e-07, | |
| "loss": 0.4358, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.434165335252677, | |
| "learning_rate": 9.814814814814816e-07, | |
| "loss": 0.4203, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.253355134896159, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.3269, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.243061853720817, | |
| "learning_rate": 1.0185185185185185e-06, | |
| "loss": 0.1813, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.856767967025552, | |
| "learning_rate": 1.0370370370370371e-06, | |
| "loss": 0.3047, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.127255350560153, | |
| "learning_rate": 1.0555555555555557e-06, | |
| "loss": 0.2576, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.346136439290515, | |
| "learning_rate": 1.074074074074074e-06, | |
| "loss": 0.2684, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.4920134020938165, | |
| "learning_rate": 1.0925925925925927e-06, | |
| "loss": 0.194, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.647235144260062, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 0.224, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.519727656169724, | |
| "learning_rate": 1.1296296296296296e-06, | |
| "loss": 0.2936, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 8.295031154084294, | |
| "learning_rate": 1.1481481481481482e-06, | |
| "loss": 0.3286, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.722549697873489, | |
| "learning_rate": 1.1666666666666668e-06, | |
| "loss": 0.4155, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.875671754133045, | |
| "learning_rate": 1.1851851851851854e-06, | |
| "loss": 0.378, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.792663865708492, | |
| "learning_rate": 1.2037037037037037e-06, | |
| "loss": 0.2497, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.20501181162727, | |
| "learning_rate": 1.2222222222222223e-06, | |
| "loss": 0.3962, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.794105811510582, | |
| "learning_rate": 1.240740740740741e-06, | |
| "loss": 0.2524, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.064103025788011, | |
| "learning_rate": 1.2592592592592593e-06, | |
| "loss": 0.3846, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.452696967890651, | |
| "learning_rate": 1.2777777777777779e-06, | |
| "loss": 0.2413, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.9764029793033213, | |
| "learning_rate": 1.2962962962962962e-06, | |
| "loss": 0.1858, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.887938203216541, | |
| "learning_rate": 1.3148148148148148e-06, | |
| "loss": 0.2745, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.134226727564933, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.2885, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.590512921407683, | |
| "learning_rate": 1.351851851851852e-06, | |
| "loss": 0.2419, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.674717092878751, | |
| "learning_rate": 1.3703703703703706e-06, | |
| "loss": 0.3462, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.509220346401417, | |
| "learning_rate": 1.3888888888888892e-06, | |
| "loss": 0.1586, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.997696481472079, | |
| "learning_rate": 1.4074074074074075e-06, | |
| "loss": 0.2175, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.966583739405523, | |
| "learning_rate": 1.4259259259259261e-06, | |
| "loss": 0.3962, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.093276066175207, | |
| "learning_rate": 1.4444444444444445e-06, | |
| "loss": 0.3756, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.335763630204078, | |
| "learning_rate": 1.4629629629629629e-06, | |
| "loss": 0.2768, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.52584594274486, | |
| "learning_rate": 1.4814814814814815e-06, | |
| "loss": 0.2227, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.292995296600986, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.2931, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.3855191650524232, | |
| "learning_rate": 1.5185185185185186e-06, | |
| "loss": 0.2184, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 6.680707851356181, | |
| "learning_rate": 1.5370370370370372e-06, | |
| "loss": 0.3002, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.157140363964968, | |
| "learning_rate": 1.5555555555555558e-06, | |
| "loss": 0.2268, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.9320222630351624, | |
| "learning_rate": 1.5740740740740742e-06, | |
| "loss": 0.2046, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.54889007696515, | |
| "learning_rate": 1.5925925925925927e-06, | |
| "loss": 0.2168, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.0441417227247705, | |
| "learning_rate": 1.6111111111111113e-06, | |
| "loss": 0.2149, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.7596791320081, | |
| "learning_rate": 1.62962962962963e-06, | |
| "loss": 0.2557, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4.4753129689831885, | |
| "learning_rate": 1.648148148148148e-06, | |
| "loss": 0.2086, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.625168152922665, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.3106, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.778566667141804, | |
| "learning_rate": 1.6851851851851852e-06, | |
| "loss": 0.236, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4927683097649407, | |
| "learning_rate": 1.7037037037037038e-06, | |
| "loss": 0.228, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.238504380858114, | |
| "learning_rate": 1.7222222222222224e-06, | |
| "loss": 0.2445, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.26550356218346, | |
| "learning_rate": 1.740740740740741e-06, | |
| "loss": 0.335, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.084517792100619, | |
| "learning_rate": 1.7592592592592594e-06, | |
| "loss": 0.2466, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.059980476806942, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.2352, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.618509680814076, | |
| "learning_rate": 1.7962962962962965e-06, | |
| "loss": 0.2983, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2752739027377102, | |
| "learning_rate": 1.8148148148148151e-06, | |
| "loss": 0.2138, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.531959879286411, | |
| "learning_rate": 1.8333333333333333e-06, | |
| "loss": 0.2109, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.719039633234832, | |
| "learning_rate": 1.8518518518518519e-06, | |
| "loss": 0.2742, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.791294915525922, | |
| "learning_rate": 1.8703703703703705e-06, | |
| "loss": 0.2604, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.386141106337409, | |
| "learning_rate": 1.888888888888889e-06, | |
| "loss": 0.2207, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.693752709660448, | |
| "learning_rate": 1.9074074074074076e-06, | |
| "loss": 0.1844, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.539126599807116, | |
| "learning_rate": 1.925925925925926e-06, | |
| "loss": 0.2236, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.701328883111506, | |
| "learning_rate": 1.944444444444445e-06, | |
| "loss": 0.2436, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.49144964082344, | |
| "learning_rate": 1.962962962962963e-06, | |
| "loss": 0.2266, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.6072130209912188, | |
| "learning_rate": 1.9814814814814815e-06, | |
| "loss": 0.2317, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0365130068969792, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.2223, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 13.354029999428898, | |
| "learning_rate": 2.0185185185185187e-06, | |
| "loss": 0.2359, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.866215102048313, | |
| "learning_rate": 2.037037037037037e-06, | |
| "loss": 0.2178, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.2919768835495775, | |
| "learning_rate": 2.0555555555555555e-06, | |
| "loss": 0.2053, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0247999172403386, | |
| "learning_rate": 2.0740740740740742e-06, | |
| "loss": 0.2116, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.873767819329223, | |
| "learning_rate": 2.0925925925925926e-06, | |
| "loss": 0.2542, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.290100400539165, | |
| "learning_rate": 2.1111111111111114e-06, | |
| "loss": 0.2353, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.751597713000032, | |
| "learning_rate": 2.1296296296296298e-06, | |
| "loss": 0.2315, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.473212528201221, | |
| "learning_rate": 2.148148148148148e-06, | |
| "loss": 0.2496, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.783412858689247, | |
| "learning_rate": 2.166666666666667e-06, | |
| "loss": 0.2554, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.699102842656633, | |
| "learning_rate": 2.1851851851851853e-06, | |
| "loss": 0.2953, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1020105552376935, | |
| "learning_rate": 2.203703703703704e-06, | |
| "loss": 0.2232, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.231270542404818, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.2855, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.1755404319160485, | |
| "learning_rate": 2.240740740740741e-06, | |
| "loss": 0.2506, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.832933353259535, | |
| "learning_rate": 2.2592592592592592e-06, | |
| "loss": 0.2209, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3747496600378026, | |
| "learning_rate": 2.277777777777778e-06, | |
| "loss": 0.2641, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1614197231660426, | |
| "learning_rate": 2.2962962962962964e-06, | |
| "loss": 0.2591, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.15164363985477, | |
| "learning_rate": 2.314814814814815e-06, | |
| "loss": 0.2195, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1520741854423773, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 0.2327, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.612537600311694, | |
| "learning_rate": 2.351851851851852e-06, | |
| "loss": 0.2544, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.658574949293894, | |
| "learning_rate": 2.3703703703703707e-06, | |
| "loss": 0.1689, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.521522811253935, | |
| "learning_rate": 2.388888888888889e-06, | |
| "loss": 0.2293, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.564732601796836, | |
| "learning_rate": 2.4074074074074075e-06, | |
| "loss": 0.2667, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.44070512393425, | |
| "learning_rate": 2.425925925925926e-06, | |
| "loss": 0.2093, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.7275314191060787, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.2531, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.682061533051656, | |
| "learning_rate": 2.462962962962963e-06, | |
| "loss": 0.2493, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.951520736342321, | |
| "learning_rate": 2.481481481481482e-06, | |
| "loss": 0.2651, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1993013028962376, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.2193, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4100755941983794, | |
| "learning_rate": 2.5185185185185186e-06, | |
| "loss": 0.2403, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3821935109396386, | |
| "learning_rate": 2.5370370370370374e-06, | |
| "loss": 0.2758, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6543322877297006, | |
| "learning_rate": 2.5555555555555557e-06, | |
| "loss": 0.2147, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.416779857404282, | |
| "learning_rate": 2.5740740740740745e-06, | |
| "loss": 0.2329, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.095895132385728, | |
| "learning_rate": 2.5925925925925925e-06, | |
| "loss": 0.2328, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.802919951884446, | |
| "learning_rate": 2.6111111111111113e-06, | |
| "loss": 0.2641, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3297063178072643, | |
| "learning_rate": 2.6296296296296297e-06, | |
| "loss": 0.237, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.369922845676044, | |
| "learning_rate": 2.6481481481481485e-06, | |
| "loss": 0.2538, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.7670644169639695, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.2539, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4216695924186804, | |
| "learning_rate": 2.6851851851851856e-06, | |
| "loss": 0.2053, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.221839005854741, | |
| "learning_rate": 2.703703703703704e-06, | |
| "loss": 0.2127, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0235480946266806, | |
| "learning_rate": 2.7222222222222224e-06, | |
| "loss": 0.2106, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.834709595232568, | |
| "learning_rate": 2.740740740740741e-06, | |
| "loss": 0.1946, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.015178509009479, | |
| "learning_rate": 2.759259259259259e-06, | |
| "loss": 0.2388, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.409130426513994, | |
| "learning_rate": 2.7777777777777783e-06, | |
| "loss": 0.2415, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3739352577710386, | |
| "learning_rate": 2.7962962962962963e-06, | |
| "loss": 0.2457, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4098241760142383, | |
| "learning_rate": 2.814814814814815e-06, | |
| "loss": 0.251, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.333754001338976, | |
| "learning_rate": 2.8333333333333335e-06, | |
| "loss": 0.1801, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.318077097848955, | |
| "learning_rate": 2.8518518518518522e-06, | |
| "loss": 0.2458, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9466885051594103, | |
| "learning_rate": 2.8703703703703706e-06, | |
| "loss": 0.2406, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.731062708528279, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.2001, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9272308425569653, | |
| "learning_rate": 2.907407407407408e-06, | |
| "loss": 0.2369, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.481414362366478, | |
| "learning_rate": 2.9259259259259257e-06, | |
| "loss": 0.1691, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0329718074790053, | |
| "learning_rate": 2.944444444444445e-06, | |
| "loss": 0.2387, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.391297972382365, | |
| "learning_rate": 2.962962962962963e-06, | |
| "loss": 0.2509, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.569378052344309, | |
| "learning_rate": 2.9814814814814817e-06, | |
| "loss": 0.2017, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.7110963646864787, | |
| "learning_rate": 3e-06, | |
| "loss": 0.2179, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.246489859773125, | |
| "learning_rate": 3.018518518518519e-06, | |
| "loss": 0.1956, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.009805700489273, | |
| "learning_rate": 3.0370370370370372e-06, | |
| "loss": 0.2621, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.603600398514934, | |
| "learning_rate": 3.055555555555556e-06, | |
| "loss": 0.2286, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2140092102588227, | |
| "learning_rate": 3.0740740740740744e-06, | |
| "loss": 0.1985, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.129528788571764, | |
| "learning_rate": 3.0925925925925928e-06, | |
| "loss": 0.2672, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.012024850134178, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.217, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.820458104991282, | |
| "learning_rate": 3.1296296296296295e-06, | |
| "loss": 0.301, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0860558209491344, | |
| "learning_rate": 3.1481481481481483e-06, | |
| "loss": 0.3091, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.7755722534108647, | |
| "learning_rate": 3.1666666666666667e-06, | |
| "loss": 0.2226, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5247435245938923, | |
| "learning_rate": 3.1851851851851855e-06, | |
| "loss": 0.1661, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.01004084492849, | |
| "learning_rate": 3.203703703703704e-06, | |
| "loss": 0.21, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.228753627219633, | |
| "learning_rate": 3.2222222222222227e-06, | |
| "loss": 0.2477, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1752871871583532, | |
| "learning_rate": 3.240740740740741e-06, | |
| "loss": 0.2079, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.152560617770134, | |
| "learning_rate": 3.25925925925926e-06, | |
| "loss": 0.2665, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.961029589788596, | |
| "learning_rate": 3.277777777777778e-06, | |
| "loss": 0.1568, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.709782042755141, | |
| "learning_rate": 3.296296296296296e-06, | |
| "loss": 0.2532, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8365927717296775, | |
| "learning_rate": 3.314814814814815e-06, | |
| "loss": 0.2034, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.693611221159195, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.2731, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.9986957942154158, | |
| "learning_rate": 3.351851851851852e-06, | |
| "loss": 0.2597, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.2919659156622347, | |
| "learning_rate": 3.3703703703703705e-06, | |
| "loss": 0.1949, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9341893207437875, | |
| "learning_rate": 3.3888888888888893e-06, | |
| "loss": 0.2386, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.102536761269667, | |
| "learning_rate": 3.4074074074074077e-06, | |
| "loss": 0.2774, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4536820389601535, | |
| "learning_rate": 3.4259259259259265e-06, | |
| "loss": 0.1826, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0300989423466786, | |
| "learning_rate": 3.444444444444445e-06, | |
| "loss": 0.2446, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4403011526481473, | |
| "learning_rate": 3.4629629629629628e-06, | |
| "loss": 0.1901, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.6775091247134197, | |
| "learning_rate": 3.481481481481482e-06, | |
| "loss": 0.2674, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.391028178699074, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.2829, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.423366192150436, | |
| "learning_rate": 3.5185185185185187e-06, | |
| "loss": 0.1824, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.122177437193447, | |
| "learning_rate": 3.537037037037037e-06, | |
| "loss": 0.2371, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.45841158448972, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.2292, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4469803213869747, | |
| "learning_rate": 3.5740740740740743e-06, | |
| "loss": 0.1955, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9771563520791173, | |
| "learning_rate": 3.592592592592593e-06, | |
| "loss": 0.2377, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8796906691318185, | |
| "learning_rate": 3.6111111111111115e-06, | |
| "loss": 0.2551, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.468676128116348, | |
| "learning_rate": 3.6296296296296302e-06, | |
| "loss": 0.2039, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.958880079590501, | |
| "learning_rate": 3.6481481481481486e-06, | |
| "loss": 0.1795, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6200401360225767, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 0.232, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.983293081071033, | |
| "learning_rate": 3.6851851851851854e-06, | |
| "loss": 0.1908, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.0050236938894415, | |
| "learning_rate": 3.7037037037037037e-06, | |
| "loss": 0.2286, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3306140725673634, | |
| "learning_rate": 3.7222222222222225e-06, | |
| "loss": 0.2619, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4938522953418802, | |
| "learning_rate": 3.740740740740741e-06, | |
| "loss": 0.1959, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4177239728199855, | |
| "learning_rate": 3.7592592592592597e-06, | |
| "loss": 0.2236, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.7652783689393297, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.2085, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.6604435338767782, | |
| "learning_rate": 3.796296296296297e-06, | |
| "loss": 0.261, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.113607597716548, | |
| "learning_rate": 3.814814814814815e-06, | |
| "loss": 0.2424, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.4771669455747585, | |
| "learning_rate": 3.833333333333334e-06, | |
| "loss": 0.2283, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1589659628880478, | |
| "learning_rate": 3.851851851851852e-06, | |
| "loss": 0.2219, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.7645376675755027, | |
| "learning_rate": 3.87037037037037e-06, | |
| "loss": 0.2135, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.980265299201392, | |
| "learning_rate": 3.88888888888889e-06, | |
| "loss": 0.2686, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1181423283269614, | |
| "learning_rate": 3.907407407407408e-06, | |
| "loss": 0.223, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.42736974480654, | |
| "learning_rate": 3.925925925925926e-06, | |
| "loss": 0.187, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8743075840685295, | |
| "learning_rate": 3.944444444444445e-06, | |
| "loss": 0.1818, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.343322079058555, | |
| "learning_rate": 3.962962962962963e-06, | |
| "loss": 0.2371, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.081694878178825, | |
| "learning_rate": 3.9814814814814814e-06, | |
| "loss": 0.2267, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.3576806169853315, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.2567, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4811683148674706, | |
| "learning_rate": 4.018518518518519e-06, | |
| "loss": 0.2124, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.5712780387693677, | |
| "learning_rate": 4.037037037037037e-06, | |
| "loss": 0.175, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.10431155350948, | |
| "learning_rate": 4.055555555555556e-06, | |
| "loss": 0.2544, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4035525621721305, | |
| "learning_rate": 4.074074074074074e-06, | |
| "loss": 0.2443, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.497804840268957, | |
| "learning_rate": 4.092592592592593e-06, | |
| "loss": 0.2103, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.453502720676144, | |
| "learning_rate": 4.111111111111111e-06, | |
| "loss": 0.1928, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5319715107359095, | |
| "learning_rate": 4.12962962962963e-06, | |
| "loss": 0.3045, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.652891605515027, | |
| "learning_rate": 4.1481481481481485e-06, | |
| "loss": 0.2066, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.197667005680618, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 0.2867, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1852861083681456, | |
| "learning_rate": 4.185185185185185e-06, | |
| "loss": 0.2962, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.309751449945396, | |
| "learning_rate": 4.2037037037037045e-06, | |
| "loss": 0.2399, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.662600750900519, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.1835, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.1627381367040655, | |
| "learning_rate": 4.240740740740741e-06, | |
| "loss": 0.2256, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.859414772632586, | |
| "learning_rate": 4.2592592592592596e-06, | |
| "loss": 0.2474, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.5930782685464924, | |
| "learning_rate": 4.277777777777778e-06, | |
| "loss": 0.2853, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3413935831851864, | |
| "learning_rate": 4.296296296296296e-06, | |
| "loss": 0.2001, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.1343012773284142, | |
| "learning_rate": 4.314814814814815e-06, | |
| "loss": 0.1442, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.447325533939575, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 0.279, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.0281971364645366, | |
| "learning_rate": 4.351851851851852e-06, | |
| "loss": 0.1831, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.399177738362128, | |
| "learning_rate": 4.370370370370371e-06, | |
| "loss": 0.2159, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.9459614890346613, | |
| "learning_rate": 4.388888888888889e-06, | |
| "loss": 0.2585, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.2484957894089685, | |
| "learning_rate": 4.407407407407408e-06, | |
| "loss": 0.2717, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.671599268198715, | |
| "learning_rate": 4.425925925925927e-06, | |
| "loss": 0.2394, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.005918803380453, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.2524, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6518617846617962, | |
| "learning_rate": 4.462962962962963e-06, | |
| "loss": 0.2379, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.437999918608316, | |
| "learning_rate": 4.481481481481482e-06, | |
| "loss": 0.2195, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6583787466273825, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.1729, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.402951258317827, | |
| "learning_rate": 4.5185185185185185e-06, | |
| "loss": 0.2234, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.7857996129322897, | |
| "learning_rate": 4.537037037037038e-06, | |
| "loss": 0.2547, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.49488576274901, | |
| "learning_rate": 4.555555555555556e-06, | |
| "loss": 0.2407, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.868135271583363, | |
| "learning_rate": 4.5740740740740745e-06, | |
| "loss": 0.2208, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5562428105913084, | |
| "learning_rate": 4.592592592592593e-06, | |
| "loss": 0.2166, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.58224768027302, | |
| "learning_rate": 4.611111111111112e-06, | |
| "loss": 0.2492, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3433573075972296, | |
| "learning_rate": 4.62962962962963e-06, | |
| "loss": 0.1936, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.8626887969261507, | |
| "learning_rate": 4.648148148148148e-06, | |
| "loss": 0.2315, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5816386699164062, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.2163, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3400604453390237, | |
| "learning_rate": 4.6851851851851855e-06, | |
| "loss": 0.2611, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8458488911384965, | |
| "learning_rate": 4.703703703703704e-06, | |
| "loss": 0.2489, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.522444603513024, | |
| "learning_rate": 4.722222222222222e-06, | |
| "loss": 0.2122, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3783927325650613, | |
| "learning_rate": 4.7407407407407415e-06, | |
| "loss": 0.1981, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.019533613828299, | |
| "learning_rate": 4.75925925925926e-06, | |
| "loss": 0.2384, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.918759132999941, | |
| "learning_rate": 4.777777777777778e-06, | |
| "loss": 0.1788, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.4610427470635274, | |
| "learning_rate": 4.796296296296297e-06, | |
| "loss": 0.2268, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.7848761312000536, | |
| "learning_rate": 4.814814814814815e-06, | |
| "loss": 0.2325, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4191520473690815, | |
| "learning_rate": 4.833333333333333e-06, | |
| "loss": 0.2172, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.103758968658333, | |
| "learning_rate": 4.851851851851852e-06, | |
| "loss": 0.2478, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.5482504471380185, | |
| "learning_rate": 4.870370370370371e-06, | |
| "loss": 0.2497, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.4810407020892766, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.1416, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.3881716312252794, | |
| "learning_rate": 4.907407407407408e-06, | |
| "loss": 0.2587, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.3292168482752666, | |
| "learning_rate": 4.925925925925926e-06, | |
| "loss": 0.2184, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.639069216123649, | |
| "learning_rate": 4.944444444444445e-06, | |
| "loss": 0.2131, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.775550585330974, | |
| "learning_rate": 4.962962962962964e-06, | |
| "loss": 0.1981, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.6776742740622606, | |
| "learning_rate": 4.981481481481482e-06, | |
| "loss": 0.18, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.811276614758999, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2509, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.316089340902278, | |
| "learning_rate": 5.01851851851852e-06, | |
| "loss": 0.267, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.212839461001947, | |
| "learning_rate": 5.037037037037037e-06, | |
| "loss": 0.2075, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9776739041544913, | |
| "learning_rate": 5.0555555555555555e-06, | |
| "loss": 0.1698, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1890958082449243, | |
| "learning_rate": 5.074074074074075e-06, | |
| "loss": 0.2372, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.947525306217703, | |
| "learning_rate": 5.092592592592593e-06, | |
| "loss": 0.2561, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.297391853458588, | |
| "learning_rate": 5.1111111111111115e-06, | |
| "loss": 0.2481, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.322602754472144, | |
| "learning_rate": 5.12962962962963e-06, | |
| "loss": 0.2631, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.050443252029387, | |
| "learning_rate": 5.148148148148149e-06, | |
| "loss": 0.2261, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8973907756153363, | |
| "learning_rate": 5.1666666666666675e-06, | |
| "loss": 0.2428, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.0422139591962765, | |
| "learning_rate": 5.185185185185185e-06, | |
| "loss": 0.237, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.3841461829891855, | |
| "learning_rate": 5.203703703703704e-06, | |
| "loss": 0.2163, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5529633837409493, | |
| "learning_rate": 5.2222222222222226e-06, | |
| "loss": 0.1871, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.3624447392598986, | |
| "learning_rate": 5.240740740740741e-06, | |
| "loss": 0.2218, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2956439501496666, | |
| "learning_rate": 5.259259259259259e-06, | |
| "loss": 0.2417, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.297097785680975, | |
| "learning_rate": 5.2777777777777785e-06, | |
| "loss": 0.2266, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7470113660102002, | |
| "learning_rate": 5.296296296296297e-06, | |
| "loss": 0.191, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3084465857781824, | |
| "learning_rate": 5.314814814814815e-06, | |
| "loss": 0.2177, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7920950850278485, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.2735, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.370310217840505, | |
| "learning_rate": 5.351851851851853e-06, | |
| "loss": 0.2444, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.418966695111219, | |
| "learning_rate": 5.370370370370371e-06, | |
| "loss": 0.2502, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.1345778728764495, | |
| "learning_rate": 5.388888888888889e-06, | |
| "loss": 0.2527, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.809604219423627, | |
| "learning_rate": 5.407407407407408e-06, | |
| "loss": 0.309, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1252464263745963, | |
| "learning_rate": 5.425925925925926e-06, | |
| "loss": 0.1791, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.382409471290975, | |
| "learning_rate": 5.444444444444445e-06, | |
| "loss": 0.1995, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.78654941635765, | |
| "learning_rate": 5.462962962962963e-06, | |
| "loss": 0.2433, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.162243895055201, | |
| "learning_rate": 5.481481481481482e-06, | |
| "loss": 0.2002, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.020240729949975, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.2292, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.455860053216916, | |
| "learning_rate": 5.518518518518518e-06, | |
| "loss": 0.2278, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0276007075998423, | |
| "learning_rate": 5.5370370370370374e-06, | |
| "loss": 0.2324, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6593618957429763, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 0.2855, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.3040564094529894, | |
| "learning_rate": 5.574074074074075e-06, | |
| "loss": 0.2893, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0887879744067774, | |
| "learning_rate": 5.5925925925925926e-06, | |
| "loss": 0.2725, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.256352232891461, | |
| "learning_rate": 5.611111111111112e-06, | |
| "loss": 0.2021, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5862358935281637, | |
| "learning_rate": 5.62962962962963e-06, | |
| "loss": 0.2192, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.253995397778198, | |
| "learning_rate": 5.6481481481481485e-06, | |
| "loss": 0.2372, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7795628348705796, | |
| "learning_rate": 5.666666666666667e-06, | |
| "loss": 0.2946, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6514569015090887, | |
| "learning_rate": 5.685185185185186e-06, | |
| "loss": 0.2368, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7901136196750858, | |
| "learning_rate": 5.7037037037037045e-06, | |
| "loss": 0.2328, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.929473431713666, | |
| "learning_rate": 5.722222222222222e-06, | |
| "loss": 0.2245, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7336612641838127, | |
| "learning_rate": 5.740740740740741e-06, | |
| "loss": 0.2357, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.833964247208147, | |
| "learning_rate": 5.75925925925926e-06, | |
| "loss": 0.2282, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.404103521479665, | |
| "learning_rate": 5.777777777777778e-06, | |
| "loss": 0.2043, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4901435985101377, | |
| "learning_rate": 5.796296296296296e-06, | |
| "loss": 0.1827, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4801730482808333, | |
| "learning_rate": 5.814814814814816e-06, | |
| "loss": 0.2216, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1306132066915424, | |
| "learning_rate": 5.833333333333334e-06, | |
| "loss": 0.2295, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1971949417613255, | |
| "learning_rate": 5.8518518518518515e-06, | |
| "loss": 0.2182, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0099244050381335, | |
| "learning_rate": 5.870370370370371e-06, | |
| "loss": 0.2124, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 10.956187648563132, | |
| "learning_rate": 5.88888888888889e-06, | |
| "loss": 0.2244, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.237500079384062, | |
| "learning_rate": 5.907407407407408e-06, | |
| "loss": 0.2017, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7735158452533324, | |
| "learning_rate": 5.925925925925926e-06, | |
| "loss": 0.2866, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0634574172078675, | |
| "learning_rate": 5.944444444444445e-06, | |
| "loss": 0.2174, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.082726231968373, | |
| "learning_rate": 5.962962962962963e-06, | |
| "loss": 0.221, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5734571016094367, | |
| "learning_rate": 5.981481481481482e-06, | |
| "loss": 0.2007, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6433284734602704, | |
| "learning_rate": 6e-06, | |
| "loss": 0.2226, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9103685818787577, | |
| "learning_rate": 6.018518518518519e-06, | |
| "loss": 0.2193, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3024757052308895, | |
| "learning_rate": 6.037037037037038e-06, | |
| "loss": 0.2581, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.275150115088954, | |
| "learning_rate": 6.055555555555555e-06, | |
| "loss": 0.2276, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.9732833180868155, | |
| "learning_rate": 6.0740740740740745e-06, | |
| "loss": 0.2077, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7655336812127842, | |
| "learning_rate": 6.092592592592593e-06, | |
| "loss": 0.2234, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8087553526925393, | |
| "learning_rate": 6.111111111111112e-06, | |
| "loss": 0.247, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.171279420768631, | |
| "learning_rate": 6.12962962962963e-06, | |
| "loss": 0.2527, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4271539806076436, | |
| "learning_rate": 6.148148148148149e-06, | |
| "loss": 0.1873, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2561373188486256, | |
| "learning_rate": 6.166666666666667e-06, | |
| "loss": 0.2243, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0341046960919478, | |
| "learning_rate": 6.1851851851851856e-06, | |
| "loss": 0.263, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2655957647607807, | |
| "learning_rate": 6.203703703703704e-06, | |
| "loss": 0.2711, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8712782002364605, | |
| "learning_rate": 6.222222222222223e-06, | |
| "loss": 0.2466, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.3390799589142879, | |
| "learning_rate": 6.2407407407407415e-06, | |
| "loss": 0.1433, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.373163217946868, | |
| "learning_rate": 6.259259259259259e-06, | |
| "loss": 0.1725, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.394808070251205, | |
| "learning_rate": 6.277777777777778e-06, | |
| "loss": 0.2197, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.755518848297966, | |
| "learning_rate": 6.296296296296297e-06, | |
| "loss": 0.272, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8779923323935852, | |
| "learning_rate": 6.314814814814816e-06, | |
| "loss": 0.2232, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6353096651260834, | |
| "learning_rate": 6.333333333333333e-06, | |
| "loss": 0.2798, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.763581485415892, | |
| "learning_rate": 6.351851851851853e-06, | |
| "loss": 0.1904, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.758094713722052, | |
| "learning_rate": 6.370370370370371e-06, | |
| "loss": 0.2441, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9172636589026844, | |
| "learning_rate": 6.3888888888888885e-06, | |
| "loss": 0.2762, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.394315538755901, | |
| "learning_rate": 6.407407407407408e-06, | |
| "loss": 0.2145, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4548469501382484, | |
| "learning_rate": 6.425925925925927e-06, | |
| "loss": 0.1939, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2452509086512755, | |
| "learning_rate": 6.444444444444445e-06, | |
| "loss": 0.2615, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.098802544447235, | |
| "learning_rate": 6.462962962962963e-06, | |
| "loss": 0.2461, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.616470147506204, | |
| "learning_rate": 6.481481481481482e-06, | |
| "loss": 0.2117, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2334691592329525, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.2131, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5589799662286956, | |
| "learning_rate": 6.51851851851852e-06, | |
| "loss": 0.242, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.659120456475795, | |
| "learning_rate": 6.537037037037037e-06, | |
| "loss": 0.1708, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0372077950479426, | |
| "learning_rate": 6.555555555555556e-06, | |
| "loss": 0.2708, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1775196661741996, | |
| "learning_rate": 6.574074074074075e-06, | |
| "loss": 0.2874, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.830893410296079, | |
| "learning_rate": 6.592592592592592e-06, | |
| "loss": 0.2716, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.7230523009836536, | |
| "learning_rate": 6.6111111111111115e-06, | |
| "loss": 0.1982, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.893792415370512, | |
| "learning_rate": 6.62962962962963e-06, | |
| "loss": 0.1864, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.666844618467573, | |
| "learning_rate": 6.648148148148149e-06, | |
| "loss": 0.2428, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.608780254558276, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.2006, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.302008298067494, | |
| "learning_rate": 6.685185185185186e-06, | |
| "loss": 0.201, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7545141320246036, | |
| "learning_rate": 6.703703703703704e-06, | |
| "loss": 0.2023, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.310552294341296, | |
| "learning_rate": 6.7222222222222235e-06, | |
| "loss": 0.2524, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 10.135064668152676, | |
| "learning_rate": 6.740740740740741e-06, | |
| "loss": 0.3195, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.9020320884158277, | |
| "learning_rate": 6.75925925925926e-06, | |
| "loss": 0.2071, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.27841075156875, | |
| "learning_rate": 6.777777777777779e-06, | |
| "loss": 0.2421, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.4100360302965322, | |
| "learning_rate": 6.796296296296296e-06, | |
| "loss": 0.2714, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5363251000308034, | |
| "learning_rate": 6.814814814814815e-06, | |
| "loss": 0.244, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.592834724808257, | |
| "learning_rate": 6.833333333333334e-06, | |
| "loss": 0.1717, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.667653937916638, | |
| "learning_rate": 6.851851851851853e-06, | |
| "loss": 0.1939, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4491773781331814, | |
| "learning_rate": 6.8703703703703704e-06, | |
| "loss": 0.2883, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.491279484468612, | |
| "learning_rate": 6.88888888888889e-06, | |
| "loss": 0.284, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0752719398369, | |
| "learning_rate": 6.907407407407408e-06, | |
| "loss": 0.2466, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.9643781997595835, | |
| "learning_rate": 6.9259259259259256e-06, | |
| "loss": 0.2628, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0006146510934153, | |
| "learning_rate": 6.944444444444445e-06, | |
| "loss": 0.1835, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.8235231337722313, | |
| "learning_rate": 6.962962962962964e-06, | |
| "loss": 0.3059, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.05096254546488, | |
| "learning_rate": 6.981481481481482e-06, | |
| "loss": 0.2287, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4587295800172235, | |
| "learning_rate": 7e-06, | |
| "loss": 0.2654, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6549597748171516, | |
| "learning_rate": 7.018518518518519e-06, | |
| "loss": 0.3164, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9038346967059707, | |
| "learning_rate": 7.0370370370370375e-06, | |
| "loss": 0.2488, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3697078179976567, | |
| "learning_rate": 7.055555555555557e-06, | |
| "loss": 0.2037, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0954183152096797, | |
| "learning_rate": 7.074074074074074e-06, | |
| "loss": 0.1585, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2018921290610343, | |
| "learning_rate": 7.0925925925925935e-06, | |
| "loss": 0.1813, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5869216684012442, | |
| "learning_rate": 7.111111111111112e-06, | |
| "loss": 0.2381, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5440442501750655, | |
| "learning_rate": 7.129629629629629e-06, | |
| "loss": 0.1969, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2971557912660665, | |
| "learning_rate": 7.1481481481481486e-06, | |
| "loss": 0.2147, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.550293529670386, | |
| "learning_rate": 7.166666666666667e-06, | |
| "loss": 0.1814, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8004297380922656, | |
| "learning_rate": 7.185185185185186e-06, | |
| "loss": 0.2686, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1173214359781203, | |
| "learning_rate": 7.203703703703704e-06, | |
| "loss": 0.2166, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.518227044480827, | |
| "learning_rate": 7.222222222222223e-06, | |
| "loss": 0.1604, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8852826175316413, | |
| "learning_rate": 7.240740740740741e-06, | |
| "loss": 0.1795, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.30584778108288, | |
| "learning_rate": 7.2592592592592605e-06, | |
| "loss": 0.2376, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5760050357974753, | |
| "learning_rate": 7.277777777777778e-06, | |
| "loss": 0.1886, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6085933249919047, | |
| "learning_rate": 7.296296296296297e-06, | |
| "loss": 0.1625, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8386472676550367, | |
| "learning_rate": 7.314814814814816e-06, | |
| "loss": 0.2517, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6820386575918245, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.253, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7885866053003387, | |
| "learning_rate": 7.351851851851852e-06, | |
| "loss": 0.2369, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2231783865351793, | |
| "learning_rate": 7.370370370370371e-06, | |
| "loss": 0.2185, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.86403769874136, | |
| "learning_rate": 7.38888888888889e-06, | |
| "loss": 0.191, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6112782053430785, | |
| "learning_rate": 7.4074074074074075e-06, | |
| "loss": 0.2541, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.1721369907794355, | |
| "learning_rate": 7.425925925925927e-06, | |
| "loss": 0.2131, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3261842511133697, | |
| "learning_rate": 7.444444444444445e-06, | |
| "loss": 0.2542, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4321492348789997, | |
| "learning_rate": 7.462962962962964e-06, | |
| "loss": 0.2691, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.564152501781726, | |
| "learning_rate": 7.481481481481482e-06, | |
| "loss": 0.15, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.345816845324918, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.2501, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.015424997549943, | |
| "learning_rate": 7.518518518518519e-06, | |
| "loss": 0.2193, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6450364209319477, | |
| "learning_rate": 7.537037037037037e-06, | |
| "loss": 0.2726, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.665537149427856, | |
| "learning_rate": 7.555555555555556e-06, | |
| "loss": 0.1735, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.318529079431767, | |
| "learning_rate": 7.5740740740740745e-06, | |
| "loss": 0.2626, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9981876819623996, | |
| "learning_rate": 7.592592592592594e-06, | |
| "loss": 0.2393, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0379069550854196, | |
| "learning_rate": 7.611111111111111e-06, | |
| "loss": 0.2069, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9110119780954062, | |
| "learning_rate": 7.62962962962963e-06, | |
| "loss": 0.231, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6627143090730263, | |
| "learning_rate": 7.64814814814815e-06, | |
| "loss": 0.2442, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.3799133298824615, | |
| "learning_rate": 7.666666666666667e-06, | |
| "loss": 0.281, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5833113318773921, | |
| "learning_rate": 7.685185185185185e-06, | |
| "loss": 0.221, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9057489268142138, | |
| "learning_rate": 7.703703703703704e-06, | |
| "loss": 0.2688, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8121203361980647, | |
| "learning_rate": 7.722222222222223e-06, | |
| "loss": 0.2347, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0687752410914997, | |
| "learning_rate": 7.74074074074074e-06, | |
| "loss": 0.2464, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8131616737058565, | |
| "learning_rate": 7.75925925925926e-06, | |
| "loss": 0.251, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9091346676877106, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 0.2727, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.46372123585346, | |
| "learning_rate": 7.796296296296297e-06, | |
| "loss": 0.287, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8823349203033533, | |
| "learning_rate": 7.814814814814816e-06, | |
| "loss": 0.2292, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4743929849468036, | |
| "learning_rate": 7.833333333333333e-06, | |
| "loss": 0.2142, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2897706352334475, | |
| "learning_rate": 7.851851851851853e-06, | |
| "loss": 0.2657, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6830692137954337, | |
| "learning_rate": 7.870370370370372e-06, | |
| "loss": 0.2479, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5407121550492335, | |
| "learning_rate": 7.88888888888889e-06, | |
| "loss": 0.2246, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.412774183574061, | |
| "learning_rate": 7.907407407407409e-06, | |
| "loss": 0.2763, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.964345565494054, | |
| "learning_rate": 7.925925925925926e-06, | |
| "loss": 0.2587, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0450440983284652, | |
| "learning_rate": 7.944444444444445e-06, | |
| "loss": 0.1765, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7867699472742486, | |
| "learning_rate": 7.962962962962963e-06, | |
| "loss": 0.1863, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.5398855665291156, | |
| "learning_rate": 7.981481481481482e-06, | |
| "loss": 0.3173, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.046668493613578, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.2758, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6390293672556615, | |
| "learning_rate": 8.018518518518519e-06, | |
| "loss": 0.2715, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4504855224681408, | |
| "learning_rate": 8.037037037037038e-06, | |
| "loss": 0.2455, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.599909976400243, | |
| "learning_rate": 8.055555555555557e-06, | |
| "loss": 0.2278, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.234139456704803, | |
| "learning_rate": 8.074074074074075e-06, | |
| "loss": 0.2529, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7070969104141578, | |
| "learning_rate": 8.092592592592592e-06, | |
| "loss": 0.2011, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.8321578382667267, | |
| "learning_rate": 8.111111111111112e-06, | |
| "loss": 0.2051, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9908165571547292, | |
| "learning_rate": 8.12962962962963e-06, | |
| "loss": 0.1968, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.4006332821096077, | |
| "learning_rate": 8.148148148148148e-06, | |
| "loss": 0.2538, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6387770354396216, | |
| "learning_rate": 8.166666666666668e-06, | |
| "loss": 0.1666, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.292311358079653, | |
| "learning_rate": 8.185185185185187e-06, | |
| "loss": 0.2268, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9779324740690347, | |
| "learning_rate": 8.203703703703704e-06, | |
| "loss": 0.2034, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9459054495158559, | |
| "learning_rate": 8.222222222222222e-06, | |
| "loss": 0.1963, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.727768704983483, | |
| "learning_rate": 8.240740740740741e-06, | |
| "loss": 0.248, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.762347648339636, | |
| "learning_rate": 8.25925925925926e-06, | |
| "loss": 0.2705, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.0538712972668325, | |
| "learning_rate": 8.277777777777778e-06, | |
| "loss": 0.2157, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.8976656510690924, | |
| "learning_rate": 8.296296296296297e-06, | |
| "loss": 0.2878, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.917974747844571, | |
| "learning_rate": 8.314814814814816e-06, | |
| "loss": 0.2703, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.225709818814864, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.2594, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1943687433117205, | |
| "learning_rate": 8.351851851851851e-06, | |
| "loss": 0.2184, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.918405805463593, | |
| "learning_rate": 8.37037037037037e-06, | |
| "loss": 0.2855, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.723128091977472, | |
| "learning_rate": 8.38888888888889e-06, | |
| "loss": 0.1916, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.958157567411811, | |
| "learning_rate": 8.407407407407409e-06, | |
| "loss": 0.1901, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4763912525479064, | |
| "learning_rate": 8.425925925925926e-06, | |
| "loss": 0.273, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5981461116737503, | |
| "learning_rate": 8.444444444444446e-06, | |
| "loss": 0.2516, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.1663828771437823, | |
| "learning_rate": 8.462962962962963e-06, | |
| "loss": 0.1716, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4781190549476864, | |
| "learning_rate": 8.481481481481482e-06, | |
| "loss": 0.2412, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6193928401336815, | |
| "learning_rate": 8.5e-06, | |
| "loss": 0.2716, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6339004624552358, | |
| "learning_rate": 8.518518518518519e-06, | |
| "loss": 0.1968, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.260078140056335, | |
| "learning_rate": 8.537037037037038e-06, | |
| "loss": 0.2227, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7074133840265566, | |
| "learning_rate": 8.555555555555556e-06, | |
| "loss": 0.219, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5611418448064829, | |
| "learning_rate": 8.574074074074075e-06, | |
| "loss": 0.1963, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6694050753250427, | |
| "learning_rate": 8.592592592592593e-06, | |
| "loss": 0.205, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5774347382027096, | |
| "learning_rate": 8.611111111111112e-06, | |
| "loss": 0.2314, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.707162173333124, | |
| "learning_rate": 8.62962962962963e-06, | |
| "loss": 0.2333, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.586900107102287, | |
| "learning_rate": 8.648148148148149e-06, | |
| "loss": 0.1828, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8205988008032974, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.2781, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.011013273961918, | |
| "learning_rate": 8.685185185185185e-06, | |
| "loss": 0.2364, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.347424978140611, | |
| "learning_rate": 8.703703703703705e-06, | |
| "loss": 0.2951, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5832688941725674, | |
| "learning_rate": 8.722222222222224e-06, | |
| "loss": 0.1645, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0163279823952933, | |
| "learning_rate": 8.740740740740741e-06, | |
| "loss": 0.2116, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.599090443091723, | |
| "learning_rate": 8.759259259259259e-06, | |
| "loss": 0.2338, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5651329244699874, | |
| "learning_rate": 8.777777777777778e-06, | |
| "loss": 0.2141, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.644723516265944, | |
| "learning_rate": 8.796296296296297e-06, | |
| "loss": 0.2205, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5697078465922618, | |
| "learning_rate": 8.814814814814817e-06, | |
| "loss": 0.1948, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4385062614115038, | |
| "learning_rate": 8.833333333333334e-06, | |
| "loss": 0.2373, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.911017504582339, | |
| "learning_rate": 8.851851851851853e-06, | |
| "loss": 0.205, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.069808868113705, | |
| "learning_rate": 8.87037037037037e-06, | |
| "loss": 0.2354, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.159608690490603, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 0.2083, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4701455010284599, | |
| "learning_rate": 8.907407407407408e-06, | |
| "loss": 0.2135, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8772804379750925, | |
| "learning_rate": 8.925925925925927e-06, | |
| "loss": 0.1787, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3222927854219297, | |
| "learning_rate": 8.944444444444446e-06, | |
| "loss": 0.2602, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9651963465511846, | |
| "learning_rate": 8.962962962962963e-06, | |
| "loss": 0.1747, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9266834331682001, | |
| "learning_rate": 8.981481481481483e-06, | |
| "loss": 0.1919, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3278082610152648, | |
| "learning_rate": 9e-06, | |
| "loss": 0.2168, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.0527498297286506, | |
| "learning_rate": 9.01851851851852e-06, | |
| "loss": 0.2822, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4196503456996559, | |
| "learning_rate": 9.037037037037037e-06, | |
| "loss": 0.2282, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7355838892748336, | |
| "learning_rate": 9.055555555555556e-06, | |
| "loss": 0.2613, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.3124993169628887, | |
| "learning_rate": 9.074074074074075e-06, | |
| "loss": 0.2076, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.55742161398934, | |
| "learning_rate": 9.092592592592593e-06, | |
| "loss": 0.1866, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.12557886859245, | |
| "learning_rate": 9.111111111111112e-06, | |
| "loss": 0.1925, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1746743501029098, | |
| "learning_rate": 9.12962962962963e-06, | |
| "loss": 0.1506, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.524886716057685, | |
| "learning_rate": 9.148148148148149e-06, | |
| "loss": 0.2345, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.179892451724111, | |
| "learning_rate": 9.166666666666666e-06, | |
| "loss": 0.2059, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.913187582169457, | |
| "learning_rate": 9.185185185185186e-06, | |
| "loss": 0.2595, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6506808324873237, | |
| "learning_rate": 9.203703703703705e-06, | |
| "loss": 0.2009, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 7.353623914997798, | |
| "learning_rate": 9.222222222222224e-06, | |
| "loss": 0.2359, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.73397872452955, | |
| "learning_rate": 9.240740740740742e-06, | |
| "loss": 0.1601, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.363800054935029, | |
| "learning_rate": 9.25925925925926e-06, | |
| "loss": 0.2178, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.174926117165057, | |
| "learning_rate": 9.277777777777778e-06, | |
| "loss": 0.2262, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6754495456894998, | |
| "learning_rate": 9.296296296296296e-06, | |
| "loss": 0.2648, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1212048896630415, | |
| "learning_rate": 9.314814814814815e-06, | |
| "loss": 0.3119, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.845141499967797, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.214, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6034717530580787, | |
| "learning_rate": 9.351851851851854e-06, | |
| "loss": 0.1861, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.494876834777987, | |
| "learning_rate": 9.370370370370371e-06, | |
| "loss": 0.1951, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.567749735780204, | |
| "learning_rate": 9.38888888888889e-06, | |
| "loss": 0.2589, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.156161180339284, | |
| "learning_rate": 9.407407407407408e-06, | |
| "loss": 0.2119, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1757434074631155, | |
| "learning_rate": 9.425925925925925e-06, | |
| "loss": 0.2806, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6893535871344756, | |
| "learning_rate": 9.444444444444445e-06, | |
| "loss": 0.2379, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7028334459930194, | |
| "learning_rate": 9.462962962962964e-06, | |
| "loss": 0.2342, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.573367833466672, | |
| "learning_rate": 9.481481481481483e-06, | |
| "loss": 0.2728, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.629665728283705, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.1883, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.469608392104702, | |
| "learning_rate": 9.51851851851852e-06, | |
| "loss": 0.2699, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.922868529122991, | |
| "learning_rate": 9.537037037037037e-06, | |
| "loss": 0.2474, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.383420583648189, | |
| "learning_rate": 9.555555555555556e-06, | |
| "loss": 0.2799, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7284155714312717, | |
| "learning_rate": 9.574074074074074e-06, | |
| "loss": 0.2199, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8042763638037695, | |
| "learning_rate": 9.592592592592593e-06, | |
| "loss": 0.2357, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8240537997703765, | |
| "learning_rate": 9.611111111111112e-06, | |
| "loss": 0.2571, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.240434759867715, | |
| "learning_rate": 9.62962962962963e-06, | |
| "loss": 0.2571, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2212595515134352, | |
| "learning_rate": 9.64814814814815e-06, | |
| "loss": 0.2805, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6706904432909366, | |
| "learning_rate": 9.666666666666667e-06, | |
| "loss": 0.2818, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.882622112644092, | |
| "learning_rate": 9.685185185185186e-06, | |
| "loss": 0.2546, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.003335137994384, | |
| "learning_rate": 9.703703703703703e-06, | |
| "loss": 0.2216, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8173690992162865, | |
| "learning_rate": 9.722222222222223e-06, | |
| "loss": 0.2595, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.4188288081930738, | |
| "learning_rate": 9.740740740740742e-06, | |
| "loss": 0.2453, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.275836038529327, | |
| "learning_rate": 9.759259259259261e-06, | |
| "loss": 0.2442, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3602762550601097, | |
| "learning_rate": 9.777777777777779e-06, | |
| "loss": 0.2221, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4099576775919647, | |
| "learning_rate": 9.796296296296298e-06, | |
| "loss": 0.2381, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.948210621819492, | |
| "learning_rate": 9.814814814814815e-06, | |
| "loss": 0.2942, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6352317839316701, | |
| "learning_rate": 9.833333333333333e-06, | |
| "loss": 0.2261, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.07004143541843, | |
| "learning_rate": 9.851851851851852e-06, | |
| "loss": 0.1908, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.15105594941232, | |
| "learning_rate": 9.870370370370371e-06, | |
| "loss": 0.2878, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.0665011897929353, | |
| "learning_rate": 9.88888888888889e-06, | |
| "loss": 0.2648, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3177102461777124, | |
| "learning_rate": 9.907407407407408e-06, | |
| "loss": 0.1964, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6617003227758134, | |
| "learning_rate": 9.925925925925927e-06, | |
| "loss": 0.2061, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8712692178466874, | |
| "learning_rate": 9.944444444444445e-06, | |
| "loss": 0.2097, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2364405901770519, | |
| "learning_rate": 9.962962962962964e-06, | |
| "loss": 0.2007, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.60292206138748, | |
| "learning_rate": 9.981481481481482e-06, | |
| "loss": 0.2364, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8072231920574293, | |
| "learning_rate": 1e-05, | |
| "loss": 0.2238, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.4814728889599436, | |
| "learning_rate": 9.999999918848563e-06, | |
| "loss": 0.2314, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7318830824208753, | |
| "learning_rate": 9.999999675394253e-06, | |
| "loss": 0.2389, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.3036697895542924, | |
| "learning_rate": 9.999999269637079e-06, | |
| "loss": 0.1491, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8513482106621912, | |
| "learning_rate": 9.999998701577052e-06, | |
| "loss": 0.2016, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2647752911372168, | |
| "learning_rate": 9.999997971214192e-06, | |
| "loss": 0.2791, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.897363047140287, | |
| "learning_rate": 9.999997078548524e-06, | |
| "loss": 0.2325, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5670415512729239, | |
| "learning_rate": 9.999996023580074e-06, | |
| "loss": 0.2251, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6066296463318857, | |
| "learning_rate": 9.99999480630888e-06, | |
| "loss": 0.2611, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4653422867881003, | |
| "learning_rate": 9.999993426734977e-06, | |
| "loss": 0.2573, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5471928587812813, | |
| "learning_rate": 9.999991884858413e-06, | |
| "loss": 0.2317, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1788321358326717, | |
| "learning_rate": 9.999990180679238e-06, | |
| "loss": 0.2661, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9518145246539516, | |
| "learning_rate": 9.999988314197507e-06, | |
| "loss": 0.1772, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6427564762279832, | |
| "learning_rate": 9.999986285413278e-06, | |
| "loss": 0.2232, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7725487637369426, | |
| "learning_rate": 9.99998409432662e-06, | |
| "loss": 0.1818, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7108703016558175, | |
| "learning_rate": 9.999981740937604e-06, | |
| "loss": 0.1876, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8711769627044077, | |
| "learning_rate": 9.999979225246305e-06, | |
| "loss": 0.3121, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.7045900117922645, | |
| "learning_rate": 9.999976547252805e-06, | |
| "loss": 0.1916, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.048128523173138, | |
| "learning_rate": 9.999973706957191e-06, | |
| "loss": 0.2373, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9221990901329062, | |
| "learning_rate": 9.999970704359555e-06, | |
| "loss": 0.2004, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1596146848014603, | |
| "learning_rate": 9.999967539459996e-06, | |
| "loss": 0.2664, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2490925057696007, | |
| "learning_rate": 9.999964212258612e-06, | |
| "loss": 0.1911, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7084579310879742, | |
| "learning_rate": 9.999960722755519e-06, | |
| "loss": 0.2211, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8416896032362209, | |
| "learning_rate": 9.999957070950824e-06, | |
| "loss": 0.2526, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7889661492301776, | |
| "learning_rate": 9.999953256844646e-06, | |
| "loss": 0.2224, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8237790858313632, | |
| "learning_rate": 9.999949280437111e-06, | |
| "loss": 0.1634, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4797735469173663, | |
| "learning_rate": 9.999945141728348e-06, | |
| "loss": 0.2205, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.4426823569233567, | |
| "learning_rate": 9.99994084071849e-06, | |
| "loss": 0.3041, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.743574684996697, | |
| "learning_rate": 9.999936377407677e-06, | |
| "loss": 0.2238, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.032513000231454, | |
| "learning_rate": 9.999931751796055e-06, | |
| "loss": 0.1836, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.299920431087586, | |
| "learning_rate": 9.99992696388377e-06, | |
| "loss": 0.2829, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.456484249618141, | |
| "learning_rate": 9.999922013670984e-06, | |
| "loss": 0.1619, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8247965197914737, | |
| "learning_rate": 9.999916901157852e-06, | |
| "loss": 0.2324, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8103485101634382, | |
| "learning_rate": 9.999911626344544e-06, | |
| "loss": 0.2591, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4997873254847325, | |
| "learning_rate": 9.999906189231228e-06, | |
| "loss": 0.2105, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6577781968518213, | |
| "learning_rate": 9.999900589818083e-06, | |
| "loss": 0.2225, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.0842225165438453, | |
| "learning_rate": 9.99989482810529e-06, | |
| "loss": 0.1728, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4611910074773522, | |
| "learning_rate": 9.999888904093035e-06, | |
| "loss": 0.193, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2211246342575959, | |
| "learning_rate": 9.99988281778151e-06, | |
| "loss": 0.1969, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8041481599306388, | |
| "learning_rate": 9.999876569170916e-06, | |
| "loss": 0.291, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.436450340993971, | |
| "learning_rate": 9.99987015826145e-06, | |
| "loss": 0.3033, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5594826042435612, | |
| "learning_rate": 9.999863585053327e-06, | |
| "loss": 0.1409, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9152897928877035, | |
| "learning_rate": 9.999856849546757e-06, | |
| "loss": 0.267, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6390096341345133, | |
| "learning_rate": 9.999849951741955e-06, | |
| "loss": 0.2145, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.903619272035446, | |
| "learning_rate": 9.999842891639151e-06, | |
| "loss": 0.2076, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.055727158980303, | |
| "learning_rate": 9.999835669238571e-06, | |
| "loss": 0.2839, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.464435144020495, | |
| "learning_rate": 9.999828284540451e-06, | |
| "loss": 0.178, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2701477725215002, | |
| "learning_rate": 9.99982073754503e-06, | |
| "loss": 0.2349, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.1983313414618901, | |
| "learning_rate": 9.999813028252551e-06, | |
| "loss": 0.2407, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4233421299492355, | |
| "learning_rate": 9.999805156663267e-06, | |
| "loss": 0.2286, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4703401938433902, | |
| "learning_rate": 9.999797122777433e-06, | |
| "loss": 0.1695, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2974353988467726, | |
| "learning_rate": 9.999788926595309e-06, | |
| "loss": 0.2403, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.754992726258613, | |
| "learning_rate": 9.99978056811716e-06, | |
| "loss": 0.2765, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.109167652182334, | |
| "learning_rate": 9.999772047343259e-06, | |
| "loss": 0.2608, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7035748167716884, | |
| "learning_rate": 9.999763364273884e-06, | |
| "loss": 0.2052, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.569435155660177, | |
| "learning_rate": 9.999754518909314e-06, | |
| "loss": 0.2147, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4123044469514268, | |
| "learning_rate": 9.999745511249837e-06, | |
| "loss": 0.2548, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2550973923976543, | |
| "learning_rate": 9.999736341295746e-06, | |
| "loss": 0.2043, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.0765398045800105, | |
| "learning_rate": 9.999727009047337e-06, | |
| "loss": 0.2845, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6420925960269117, | |
| "learning_rate": 9.999717514504917e-06, | |
| "loss": 0.2908, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5955704665399983, | |
| "learning_rate": 9.99970785766879e-06, | |
| "loss": 0.204, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9013730574616672, | |
| "learning_rate": 9.99969803853927e-06, | |
| "loss": 0.2616, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.300116200022206, | |
| "learning_rate": 9.999688057116679e-06, | |
| "loss": 0.1658, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1232774516287902, | |
| "learning_rate": 9.999677913401335e-06, | |
| "loss": 0.2344, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7319872675478898, | |
| "learning_rate": 9.999667607393576e-06, | |
| "loss": 0.2378, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4052874396755204, | |
| "learning_rate": 9.999657139093727e-06, | |
| "loss": 0.2119, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8178640032969893, | |
| "learning_rate": 9.999646508502134e-06, | |
| "loss": 0.2131, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.824809053601352, | |
| "learning_rate": 9.99963571561914e-06, | |
| "loss": 0.2898, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 18.329759841943982, | |
| "learning_rate": 9.999624760445095e-06, | |
| "loss": 0.3558, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.959488207961797, | |
| "learning_rate": 9.999613642980358e-06, | |
| "loss": 0.2528, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 10.810279662319726, | |
| "learning_rate": 9.999602363225284e-06, | |
| "loss": 0.2493, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.752698701205404, | |
| "learning_rate": 9.999590921180244e-06, | |
| "loss": 0.276, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 43.669199514580086, | |
| "learning_rate": 9.999579316845607e-06, | |
| "loss": 0.2679, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 20.58903500382208, | |
| "learning_rate": 9.99956755022175e-06, | |
| "loss": 0.3086, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 17.772749385717987, | |
| "learning_rate": 9.999555621309057e-06, | |
| "loss": 0.2392, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 39.173913440838724, | |
| "learning_rate": 9.999543530107912e-06, | |
| "loss": 0.3374, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 12.994662509599983, | |
| "learning_rate": 9.99953127661871e-06, | |
| "loss": 0.3013, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 81.81398140634857, | |
| "learning_rate": 9.999518860841847e-06, | |
| "loss": 0.3234, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 41.446118041182025, | |
| "learning_rate": 9.999506282777727e-06, | |
| "loss": 0.3536, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 29.228570897145367, | |
| "learning_rate": 9.999493542426759e-06, | |
| "loss": 0.4052, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 15.15354187357157, | |
| "learning_rate": 9.999480639789355e-06, | |
| "loss": 0.2878, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.612631786742226, | |
| "learning_rate": 9.999467574865935e-06, | |
| "loss": 0.2893, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 24.43898009674187, | |
| "learning_rate": 9.999454347656923e-06, | |
| "loss": 0.3064, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 14.64972989090464, | |
| "learning_rate": 9.999440958162747e-06, | |
| "loss": 0.3189, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.2441817068017054, | |
| "learning_rate": 9.999427406383843e-06, | |
| "loss": 0.2497, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.36137774749413, | |
| "learning_rate": 9.99941369232065e-06, | |
| "loss": 0.304, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.610408422117223, | |
| "learning_rate": 9.999399815973615e-06, | |
| "loss": 0.2792, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.644214887304561, | |
| "learning_rate": 9.999385777343185e-06, | |
| "loss": 0.2389, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.995091961958238, | |
| "learning_rate": 9.999371576429819e-06, | |
| "loss": 0.1999, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 9.846007654361046, | |
| "learning_rate": 9.999357213233978e-06, | |
| "loss": 0.32, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 14.346899613459236, | |
| "learning_rate": 9.999342687756126e-06, | |
| "loss": 0.229, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7492375075104223, | |
| "learning_rate": 9.999327999996735e-06, | |
| "loss": 0.2714, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.713373966378423, | |
| "learning_rate": 9.999313149956282e-06, | |
| "loss": 0.2408, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5228538250927752, | |
| "learning_rate": 9.99929813763525e-06, | |
| "loss": 0.2474, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5658819838583038, | |
| "learning_rate": 9.999282963034126e-06, | |
| "loss": 0.2009, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3916280188471633, | |
| "learning_rate": 9.999267626153401e-06, | |
| "loss": 0.2009, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.7101261122944824, | |
| "learning_rate": 9.999252126993574e-06, | |
| "loss": 0.2652, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7148812535384157, | |
| "learning_rate": 9.999236465555152e-06, | |
| "loss": 0.2354, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0234141624607167, | |
| "learning_rate": 9.999220641838637e-06, | |
| "loss": 0.2267, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3750651300784082, | |
| "learning_rate": 9.999204655844543e-06, | |
| "loss": 0.2218, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7894919600454031, | |
| "learning_rate": 9.999188507573394e-06, | |
| "loss": 0.2294, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.253131242210937, | |
| "learning_rate": 9.99917219702571e-06, | |
| "loss": 0.2007, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7178947835267584, | |
| "learning_rate": 9.999155724202022e-06, | |
| "loss": 0.2208, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4817840701843323, | |
| "learning_rate": 9.999139089102866e-06, | |
| "loss": 0.1922, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.2511555432970494, | |
| "learning_rate": 9.999122291728778e-06, | |
| "loss": 0.2371, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3644123822672882, | |
| "learning_rate": 9.999105332080306e-06, | |
| "loss": 0.1903, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2690162200868096, | |
| "learning_rate": 9.999088210158001e-06, | |
| "loss": 0.217, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7579445153572213, | |
| "learning_rate": 9.999070925962418e-06, | |
| "loss": 0.237, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.7747401066383834, | |
| "learning_rate": 9.999053479494118e-06, | |
| "loss": 0.2233, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.625083673597082, | |
| "learning_rate": 9.999035870753669e-06, | |
| "loss": 0.2504, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.455600206556279, | |
| "learning_rate": 9.99901809974164e-06, | |
| "loss": 0.3197, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3696478585684608, | |
| "learning_rate": 9.999000166458607e-06, | |
| "loss": 0.1852, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.9877473640982473, | |
| "learning_rate": 9.998982070905155e-06, | |
| "loss": 0.2738, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5267221376121667, | |
| "learning_rate": 9.99896381308187e-06, | |
| "loss": 0.2145, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.62593829324627, | |
| "learning_rate": 9.998945392989347e-06, | |
| "loss": 0.2533, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.001065789798318, | |
| "learning_rate": 9.99892681062818e-06, | |
| "loss": 0.2617, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.603263756945268, | |
| "learning_rate": 9.998908065998975e-06, | |
| "loss": 0.2039, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.956740344387672, | |
| "learning_rate": 9.998889159102339e-06, | |
| "loss": 0.2122, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.584203293391321, | |
| "learning_rate": 9.998870089938886e-06, | |
| "loss": 0.1865, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.053990771737211, | |
| "learning_rate": 9.998850858509237e-06, | |
| "loss": 0.2554, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.405207222241233, | |
| "learning_rate": 9.998831464814014e-06, | |
| "loss": 0.254, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.808261957851011, | |
| "learning_rate": 9.998811908853847e-06, | |
| "loss": 0.2548, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5276001400400812, | |
| "learning_rate": 9.998792190629369e-06, | |
| "loss": 0.2019, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.2381691796438554, | |
| "learning_rate": 9.998772310141225e-06, | |
| "loss": 0.2737, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.413871066209702, | |
| "learning_rate": 9.998752267390055e-06, | |
| "loss": 0.2401, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.229324476334034, | |
| "learning_rate": 9.998732062376513e-06, | |
| "loss": 0.1934, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7869477329215326, | |
| "learning_rate": 9.998711695101254e-06, | |
| "loss": 0.2307, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2130204037635122, | |
| "learning_rate": 9.998691165564938e-06, | |
| "loss": 0.222, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5596636826017594, | |
| "learning_rate": 9.998670473768232e-06, | |
| "loss": 0.2044, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3948911007574005, | |
| "learning_rate": 9.998649619711808e-06, | |
| "loss": 0.2502, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.359095121040132, | |
| "learning_rate": 9.998628603396345e-06, | |
| "loss": 0.2524, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7274161942575648, | |
| "learning_rate": 9.998607424822522e-06, | |
| "loss": 0.2523, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.43300454353923, | |
| "learning_rate": 9.998586083991028e-06, | |
| "loss": 0.2306, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1139468627339784, | |
| "learning_rate": 9.998564580902555e-06, | |
| "loss": 0.2472, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1596330005523834, | |
| "learning_rate": 9.9985429155578e-06, | |
| "loss": 0.2363, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.280091409544863, | |
| "learning_rate": 9.998521087957468e-06, | |
| "loss": 0.2438, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9700134628218318, | |
| "learning_rate": 9.998499098102268e-06, | |
| "loss": 0.2778, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.06506438214983, | |
| "learning_rate": 9.998476945992913e-06, | |
| "loss": 0.2987, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8740205073967353, | |
| "learning_rate": 9.998454631630123e-06, | |
| "loss": 0.2418, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8872574773562758, | |
| "learning_rate": 9.998432155014619e-06, | |
| "loss": 0.2837, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4657243828131423, | |
| "learning_rate": 9.998409516147135e-06, | |
| "loss": 0.1898, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3584560221400532, | |
| "learning_rate": 9.998386715028403e-06, | |
| "loss": 0.2326, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8820926350629803, | |
| "learning_rate": 9.998363751659163e-06, | |
| "loss": 0.1695, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.9141438654363108, | |
| "learning_rate": 9.998340626040162e-06, | |
| "loss": 0.2036, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7084189934789658, | |
| "learning_rate": 9.99831733817215e-06, | |
| "loss": 0.2271, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3658176248622982, | |
| "learning_rate": 9.998293888055882e-06, | |
| "loss": 0.2688, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4298539742233574, | |
| "learning_rate": 9.998270275692123e-06, | |
| "loss": 0.2012, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1142214501053354, | |
| "learning_rate": 9.998246501081635e-06, | |
| "loss": 0.2675, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7491912345971081, | |
| "learning_rate": 9.998222564225191e-06, | |
| "loss": 0.2313, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9556946882636561, | |
| "learning_rate": 9.998198465123569e-06, | |
| "loss": 0.2405, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.733282763422793, | |
| "learning_rate": 9.998174203777549e-06, | |
| "loss": 0.2521, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5037118810910108, | |
| "learning_rate": 9.998149780187922e-06, | |
| "loss": 0.1822, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.9634766172075806, | |
| "learning_rate": 9.998125194355479e-06, | |
| "loss": 0.2111, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5280912623747476, | |
| "learning_rate": 9.998100446281018e-06, | |
| "loss": 0.2512, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7715209591251764, | |
| "learning_rate": 9.998075535965342e-06, | |
| "loss": 0.2257, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9308633117820866, | |
| "learning_rate": 9.998050463409259e-06, | |
| "loss": 0.2138, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2120358669477806, | |
| "learning_rate": 9.998025228613586e-06, | |
| "loss": 0.2171, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.948725910167626, | |
| "learning_rate": 9.997999831579138e-06, | |
| "loss": 0.2203, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3921277895023731, | |
| "learning_rate": 9.997974272306742e-06, | |
| "loss": 0.2406, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2562402812026698, | |
| "learning_rate": 9.997948550797227e-06, | |
| "loss": 0.165, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.610502840874703, | |
| "learning_rate": 9.997922667051429e-06, | |
| "loss": 0.2431, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.276328494150188, | |
| "learning_rate": 9.997896621070187e-06, | |
| "loss": 0.1982, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1114722669380392, | |
| "learning_rate": 9.997870412854347e-06, | |
| "loss": 0.2066, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.78201244918868, | |
| "learning_rate": 9.997844042404758e-06, | |
| "loss": 0.2583, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.535084620835797, | |
| "learning_rate": 9.997817509722279e-06, | |
| "loss": 0.2257, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8874994325321177, | |
| "learning_rate": 9.997790814807769e-06, | |
| "loss": 0.2009, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6047968049973862, | |
| "learning_rate": 9.997763957662094e-06, | |
| "loss": 0.2602, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7570357757703434, | |
| "learning_rate": 9.997736938286129e-06, | |
| "loss": 0.2485, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.2229389968292472, | |
| "learning_rate": 9.997709756680746e-06, | |
| "loss": 0.2572, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8492538247369952, | |
| "learning_rate": 9.997682412846835e-06, | |
| "loss": 0.2053, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7469708897898746, | |
| "learning_rate": 9.997654906785274e-06, | |
| "loss": 0.2146, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.2291057918531525, | |
| "learning_rate": 9.997627238496964e-06, | |
| "loss": 0.2099, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3402541063235494, | |
| "learning_rate": 9.9975994079828e-06, | |
| "loss": 0.1807, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.922145502701153, | |
| "learning_rate": 9.997571415243684e-06, | |
| "loss": 0.236, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4461143048070895, | |
| "learning_rate": 9.997543260280527e-06, | |
| "loss": 0.1837, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3119016202921865, | |
| "learning_rate": 9.997514943094243e-06, | |
| "loss": 0.2211, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.0686545931001525, | |
| "learning_rate": 9.997486463685748e-06, | |
| "loss": 0.1679, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.8344728665347683, | |
| "learning_rate": 9.99745782205597e-06, | |
| "loss": 0.2857, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.4148963426375163, | |
| "learning_rate": 9.997429018205838e-06, | |
| "loss": 0.246, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3087572791826942, | |
| "learning_rate": 9.997400052136284e-06, | |
| "loss": 0.2206, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8846658472718998, | |
| "learning_rate": 9.997370923848253e-06, | |
| "loss": 0.2204, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.4933567951325903, | |
| "learning_rate": 9.997341633342685e-06, | |
| "loss": 0.1732, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4171284742165549, | |
| "learning_rate": 9.997312180620538e-06, | |
| "loss": 0.1865, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7608028746274034, | |
| "learning_rate": 9.99728256568276e-06, | |
| "loss": 0.2024, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.12302828221747, | |
| "learning_rate": 9.997252788530318e-06, | |
| "loss": 0.2497, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.926509571172836, | |
| "learning_rate": 9.997222849164179e-06, | |
| "loss": 0.2529, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 9.988579785507007, | |
| "learning_rate": 9.997192747585309e-06, | |
| "loss": 0.2325, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.073780616996417, | |
| "learning_rate": 9.997162483794692e-06, | |
| "loss": 0.2371, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 83.88128606717183, | |
| "learning_rate": 9.997132057793306e-06, | |
| "loss": 0.2815, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6923507763339276, | |
| "learning_rate": 9.99710146958214e-06, | |
| "loss": 0.205, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6437592540596508, | |
| "learning_rate": 9.997070719162185e-06, | |
| "loss": 0.2277, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1464775022860074, | |
| "learning_rate": 9.997039806534441e-06, | |
| "loss": 0.2652, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7918314370547077, | |
| "learning_rate": 9.997008731699914e-06, | |
| "loss": 0.1765, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1126204754928446, | |
| "learning_rate": 9.99697749465961e-06, | |
| "loss": 0.2301, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9214132517978426, | |
| "learning_rate": 9.99694609541454e-06, | |
| "loss": 0.2226, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3356586968469206, | |
| "learning_rate": 9.996914533965729e-06, | |
| "loss": 0.2596, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.049688458611854, | |
| "learning_rate": 9.996882810314198e-06, | |
| "loss": 0.2259, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.5737350773575582, | |
| "learning_rate": 9.996850924460977e-06, | |
| "loss": 0.2308, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5406058289958093, | |
| "learning_rate": 9.996818876407101e-06, | |
| "loss": 0.2375, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.538738234726375, | |
| "learning_rate": 9.996786666153612e-06, | |
| "loss": 0.2012, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.453470927255759, | |
| "learning_rate": 9.996754293701556e-06, | |
| "loss": 0.2343, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6459359356329737, | |
| "learning_rate": 9.99672175905198e-06, | |
| "loss": 0.2573, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7620574473342865, | |
| "learning_rate": 9.996689062205942e-06, | |
| "loss": 0.2457, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7957641319017301, | |
| "learning_rate": 9.996656203164505e-06, | |
| "loss": 0.2719, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5850265357732467, | |
| "learning_rate": 9.996623181928735e-06, | |
| "loss": 0.2108, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 6.063883358148109, | |
| "learning_rate": 9.996589998499702e-06, | |
| "loss": 0.2384, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7691083322695482, | |
| "learning_rate": 9.996556652878486e-06, | |
| "loss": 0.233, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8960295111073695, | |
| "learning_rate": 9.996523145066165e-06, | |
| "loss": 0.1974, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6525652491229723, | |
| "learning_rate": 9.996489475063832e-06, | |
| "loss": 0.2616, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6148126159936937, | |
| "learning_rate": 9.996455642872578e-06, | |
| "loss": 0.1963, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7864077623918613, | |
| "learning_rate": 9.996421648493499e-06, | |
| "loss": 0.1906, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.830951504661101, | |
| "learning_rate": 9.996387491927699e-06, | |
| "loss": 0.251, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1138158384711583, | |
| "learning_rate": 9.99635317317629e-06, | |
| "loss": 0.1347, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9654294424616947, | |
| "learning_rate": 9.996318692240384e-06, | |
| "loss": 0.2566, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4760254016795331, | |
| "learning_rate": 9.996284049121098e-06, | |
| "loss": 0.2391, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5792199953262465, | |
| "learning_rate": 9.99624924381956e-06, | |
| "loss": 0.2341, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 9.185073220631361, | |
| "learning_rate": 9.9962142763369e-06, | |
| "loss": 0.2156, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3936048959223153, | |
| "learning_rate": 9.99617914667425e-06, | |
| "loss": 0.263, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7616782892152645, | |
| "learning_rate": 9.996143854832752e-06, | |
| "loss": 0.2508, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.72638969937547, | |
| "learning_rate": 9.99610840081355e-06, | |
| "loss": 0.2191, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.205201257894953, | |
| "learning_rate": 9.996072784617799e-06, | |
| "loss": 0.2754, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3208722296787774, | |
| "learning_rate": 9.996037006246651e-06, | |
| "loss": 0.2637, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4094917998582825, | |
| "learning_rate": 9.99600106570127e-06, | |
| "loss": 0.1922, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4576681294561826, | |
| "learning_rate": 9.99596496298282e-06, | |
| "loss": 0.212, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.372567508758709, | |
| "learning_rate": 9.995928698092475e-06, | |
| "loss": 0.1416, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5621205047855777, | |
| "learning_rate": 9.99589227103141e-06, | |
| "loss": 0.171, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4635162543628049, | |
| "learning_rate": 9.995855681800813e-06, | |
| "loss": 0.241, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.308129291318679, | |
| "learning_rate": 9.995818930401865e-06, | |
| "loss": 0.252, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6108515734099502, | |
| "learning_rate": 9.995782016835762e-06, | |
| "loss": 0.2097, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5092952335991863, | |
| "learning_rate": 9.995744941103702e-06, | |
| "loss": 0.2199, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5698018121380966, | |
| "learning_rate": 9.995707703206889e-06, | |
| "loss": 0.2054, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0919332949536926, | |
| "learning_rate": 9.99567030314653e-06, | |
| "loss": 0.2476, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7983041221681502, | |
| "learning_rate": 9.995632740923841e-06, | |
| "loss": 0.2442, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8123833026807628, | |
| "learning_rate": 9.99559501654004e-06, | |
| "loss": 0.2489, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4794587109495483, | |
| "learning_rate": 9.995557129996354e-06, | |
| "loss": 0.2479, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0845419800043787, | |
| "learning_rate": 9.995519081294009e-06, | |
| "loss": 0.2502, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.218294768577398, | |
| "learning_rate": 9.995480870434241e-06, | |
| "loss": 0.2272, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3143656873032976, | |
| "learning_rate": 9.995442497418295e-06, | |
| "loss": 0.2182, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.029352181849417, | |
| "learning_rate": 9.995403962247411e-06, | |
| "loss": 0.2909, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.0203498024423483, | |
| "learning_rate": 9.995365264922841e-06, | |
| "loss": 0.2256, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.1115985241987407, | |
| "learning_rate": 9.995326405445842e-06, | |
| "loss": 0.2991, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.0550399013924285, | |
| "learning_rate": 9.995287383817676e-06, | |
| "loss": 0.2447, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2567733646813406, | |
| "learning_rate": 9.99524820003961e-06, | |
| "loss": 0.1906, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5716726618425232, | |
| "learning_rate": 9.995208854112915e-06, | |
| "loss": 0.2231, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1434299163118575, | |
| "learning_rate": 9.995169346038867e-06, | |
| "loss": 0.2275, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7054133877612792, | |
| "learning_rate": 9.995129675818748e-06, | |
| "loss": 0.2149, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6301066003282731, | |
| "learning_rate": 9.995089843453849e-06, | |
| "loss": 0.2611, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9479567545745378, | |
| "learning_rate": 9.995049848945462e-06, | |
| "loss": 0.2367, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7888615018469156, | |
| "learning_rate": 9.995009692294884e-06, | |
| "loss": 0.2558, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1355459858878072, | |
| "learning_rate": 9.994969373503419e-06, | |
| "loss": 0.1715, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4047483851102234, | |
| "learning_rate": 9.994928892572376e-06, | |
| "loss": 0.187, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3005230908061722, | |
| "learning_rate": 9.994888249503069e-06, | |
| "loss": 0.2253, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3781808222820444, | |
| "learning_rate": 9.994847444296816e-06, | |
| "loss": 0.2364, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1397672458882684, | |
| "learning_rate": 9.994806476954943e-06, | |
| "loss": 0.1481, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.147034264635771, | |
| "learning_rate": 9.99476534747878e-06, | |
| "loss": 0.2296, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2264614868482613, | |
| "learning_rate": 9.994724055869663e-06, | |
| "loss": 0.2105, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2980497193169003, | |
| "learning_rate": 9.994682602128929e-06, | |
| "loss": 0.2495, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2960108727647346, | |
| "learning_rate": 9.994640986257927e-06, | |
| "loss": 0.1762, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6657532801801207, | |
| "learning_rate": 9.994599208258005e-06, | |
| "loss": 0.2725, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3637181759625494, | |
| "learning_rate": 9.99455726813052e-06, | |
| "loss": 0.281, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.004064282176184, | |
| "learning_rate": 9.994515165876837e-06, | |
| "loss": 0.1306, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.160079748026799, | |
| "learning_rate": 9.994472901498318e-06, | |
| "loss": 0.2201, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6866050484001025, | |
| "learning_rate": 9.994430474996337e-06, | |
| "loss": 0.1441, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2357125188438258, | |
| "learning_rate": 9.994387886372269e-06, | |
| "loss": 0.213, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3157086179306139, | |
| "learning_rate": 9.994345135627498e-06, | |
| "loss": 0.1935, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.088398720819187, | |
| "learning_rate": 9.994302222763415e-06, | |
| "loss": 0.2422, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.501032900823252, | |
| "learning_rate": 9.99425914778141e-06, | |
| "loss": 0.2431, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9161484426335658, | |
| "learning_rate": 9.994215910682878e-06, | |
| "loss": 0.2639, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.4251877267893638, | |
| "learning_rate": 9.994172511469227e-06, | |
| "loss": 0.1807, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.585305987844208, | |
| "learning_rate": 9.994128950141866e-06, | |
| "loss": 0.1572, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.568296769722774, | |
| "learning_rate": 9.994085226702206e-06, | |
| "loss": 0.218, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.279281497790149, | |
| "learning_rate": 9.994041341151667e-06, | |
| "loss": 0.2671, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6708094329583227, | |
| "learning_rate": 9.993997293491674e-06, | |
| "loss": 0.2519, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8452941885547565, | |
| "learning_rate": 9.99395308372366e-06, | |
| "loss": 0.2501, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.313985562878818, | |
| "learning_rate": 9.993908711849055e-06, | |
| "loss": 0.2488, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.329512446431142, | |
| "learning_rate": 9.993864177869302e-06, | |
| "loss": 0.2596, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2622987695407983, | |
| "learning_rate": 9.993819481785846e-06, | |
| "loss": 0.1941, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.629491924865182, | |
| "learning_rate": 9.993774623600138e-06, | |
| "loss": 0.129, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.8711916222778915, | |
| "learning_rate": 9.993729603313633e-06, | |
| "loss": 0.2262, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.445170470295729, | |
| "learning_rate": 9.993684420927795e-06, | |
| "loss": 0.2237, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.5140740488568305, | |
| "learning_rate": 9.993639076444089e-06, | |
| "loss": 0.3494, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9510408076807002, | |
| "learning_rate": 9.993593569863987e-06, | |
| "loss": 0.2524, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8622112240714863, | |
| "learning_rate": 9.993547901188966e-06, | |
| "loss": 0.2383, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7631780539261597, | |
| "learning_rate": 9.993502070420509e-06, | |
| "loss": 0.2936, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.1521535190488015, | |
| "learning_rate": 9.993456077560101e-06, | |
| "loss": 0.2377, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4783259714859684, | |
| "learning_rate": 9.993409922609241e-06, | |
| "loss": 0.215, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.625916769383279, | |
| "learning_rate": 9.993363605569421e-06, | |
| "loss": 0.3517, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.901423682190051, | |
| "learning_rate": 9.993317126442149e-06, | |
| "loss": 0.2951, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.843750507144535, | |
| "learning_rate": 9.993270485228929e-06, | |
| "loss": 0.2428, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.410532408497231, | |
| "learning_rate": 9.993223681931278e-06, | |
| "loss": 0.2409, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3757206981467418, | |
| "learning_rate": 9.993176716550717e-06, | |
| "loss": 0.2084, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3048156115741543, | |
| "learning_rate": 9.993129589088769e-06, | |
| "loss": 0.2426, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.866408569674609, | |
| "learning_rate": 9.993082299546961e-06, | |
| "loss": 0.2548, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7268773095065082, | |
| "learning_rate": 9.99303484792683e-06, | |
| "loss": 0.217, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6728730899029136, | |
| "learning_rate": 9.992987234229918e-06, | |
| "loss": 0.211, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4376750015422304, | |
| "learning_rate": 9.992939458457769e-06, | |
| "loss": 0.2419, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9700654850317781, | |
| "learning_rate": 9.992891520611934e-06, | |
| "loss": 0.203, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5474833703380089, | |
| "learning_rate": 9.99284342069397e-06, | |
| "loss": 0.1894, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2430915601614154, | |
| "learning_rate": 9.992795158705434e-06, | |
| "loss": 0.229, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1066378706181776, | |
| "learning_rate": 9.9927467346479e-06, | |
| "loss": 0.138, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2442485052912813, | |
| "learning_rate": 9.992698148522934e-06, | |
| "loss": 0.2188, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.503172641026925, | |
| "learning_rate": 9.992649400332117e-06, | |
| "loss": 0.1977, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3095615053840808, | |
| "learning_rate": 9.992600490077027e-06, | |
| "loss": 0.2181, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4209163953033057, | |
| "learning_rate": 9.992551417759256e-06, | |
| "loss": 0.2142, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8985850478946014, | |
| "learning_rate": 9.992502183380395e-06, | |
| "loss": 0.231, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4331381850919158, | |
| "learning_rate": 9.992452786942041e-06, | |
| "loss": 0.2471, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4496724917035175, | |
| "learning_rate": 9.9924032284458e-06, | |
| "loss": 0.1898, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.0682342637360658, | |
| "learning_rate": 9.992353507893279e-06, | |
| "loss": 0.1589, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.811711592041193, | |
| "learning_rate": 9.992303625286092e-06, | |
| "loss": 0.2533, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5553208671215994, | |
| "learning_rate": 9.992253580625858e-06, | |
| "loss": 0.2926, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3665783765002752, | |
| "learning_rate": 9.992203373914203e-06, | |
| "loss": 0.2051, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.278038370450238, | |
| "learning_rate": 9.992153005152754e-06, | |
| "loss": 0.2622, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.244775285609426, | |
| "learning_rate": 9.99210247434315e-06, | |
| "loss": 0.2412, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.460435046526099, | |
| "learning_rate": 9.992051781487029e-06, | |
| "loss": 0.1935, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3709198713766988, | |
| "learning_rate": 9.992000926586035e-06, | |
| "loss": 0.1716, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.486706223187014, | |
| "learning_rate": 9.99194990964182e-06, | |
| "loss": 0.2501, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5583334970814147, | |
| "learning_rate": 9.991898730656043e-06, | |
| "loss": 0.1993, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.437353572436606, | |
| "learning_rate": 9.99184738963036e-06, | |
| "loss": 0.2311, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.677794414329712, | |
| "learning_rate": 9.991795886566443e-06, | |
| "loss": 0.2295, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9166710040874402, | |
| "learning_rate": 9.991744221465958e-06, | |
| "loss": 0.2475, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8914227024451598, | |
| "learning_rate": 9.991692394330586e-06, | |
| "loss": 0.2385, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3891599678615987, | |
| "learning_rate": 9.991640405162009e-06, | |
| "loss": 0.2042, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.536812150590555, | |
| "learning_rate": 9.991588253961914e-06, | |
| "loss": 0.2438, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8795405722864267, | |
| "learning_rate": 9.991535940731993e-06, | |
| "loss": 0.2164, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8151272218590928, | |
| "learning_rate": 9.991483465473945e-06, | |
| "loss": 0.2886, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9047040318216781, | |
| "learning_rate": 9.991430828189476e-06, | |
| "loss": 0.218, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5089580256101758, | |
| "learning_rate": 9.99137802888029e-06, | |
| "loss": 0.238, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5526845456171137, | |
| "learning_rate": 9.991325067548103e-06, | |
| "loss": 0.2379, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8013273763946662, | |
| "learning_rate": 9.991271944194634e-06, | |
| "loss": 0.2145, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8404494582374002, | |
| "learning_rate": 9.991218658821609e-06, | |
| "loss": 0.1939, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.08758554825834, | |
| "learning_rate": 9.991165211430753e-06, | |
| "loss": 0.2482, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.7042416204901096, | |
| "learning_rate": 9.991111602023807e-06, | |
| "loss": 0.2697, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.766875578430197, | |
| "learning_rate": 9.991057830602508e-06, | |
| "loss": 0.2023, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.1795710221482967, | |
| "learning_rate": 9.9910038971686e-06, | |
| "loss": 0.2272, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6079584572606918, | |
| "learning_rate": 9.990949801723837e-06, | |
| "loss": 0.1936, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9629808232771345, | |
| "learning_rate": 9.990895544269973e-06, | |
| "loss": 0.214, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9922395499161029, | |
| "learning_rate": 9.99084112480877e-06, | |
| "loss": 0.1953, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7868187756680873, | |
| "learning_rate": 9.990786543341994e-06, | |
| "loss": 0.268, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4733962873437458, | |
| "learning_rate": 9.990731799871415e-06, | |
| "loss": 0.185, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1905698216535727, | |
| "learning_rate": 9.990676894398815e-06, | |
| "loss": 0.1686, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.429458474747954, | |
| "learning_rate": 9.990621826925972e-06, | |
| "loss": 0.1919, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.214006551656187, | |
| "learning_rate": 9.990566597454673e-06, | |
| "loss": 0.2069, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9883021684174255, | |
| "learning_rate": 9.990511205986716e-06, | |
| "loss": 0.1796, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6791241432970971, | |
| "learning_rate": 9.990455652523893e-06, | |
| "loss": 0.3108, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.6095545191777498, | |
| "learning_rate": 9.99039993706801e-06, | |
| "loss": 0.2519, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3335942051042562, | |
| "learning_rate": 9.990344059620876e-06, | |
| "loss": 0.2722, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1723544475154293, | |
| "learning_rate": 9.990288020184303e-06, | |
| "loss": 0.2113, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5290073057293918, | |
| "learning_rate": 9.990231818760112e-06, | |
| "loss": 0.2109, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.4602109607153175, | |
| "learning_rate": 9.990175455350126e-06, | |
| "loss": 0.2651, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1566241374285202, | |
| "learning_rate": 9.990118929956175e-06, | |
| "loss": 0.2727, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.052044855199194, | |
| "learning_rate": 9.990062242580096e-06, | |
| "loss": 0.2241, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.4177814076146151, | |
| "learning_rate": 9.990005393223726e-06, | |
| "loss": 0.2151, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7672564303364384, | |
| "learning_rate": 9.989948381888913e-06, | |
| "loss": 0.2271, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.3500005649194595, | |
| "learning_rate": 9.989891208577502e-06, | |
| "loss": 0.1935, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.641037130816496, | |
| "learning_rate": 9.989833873291357e-06, | |
| "loss": 0.2766, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.7856500556157282, | |
| "learning_rate": 9.989776376032333e-06, | |
| "loss": 0.2342, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2303187324263358, | |
| "learning_rate": 9.989718716802299e-06, | |
| "loss": 0.2207, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.407066620705677, | |
| "learning_rate": 9.989660895603127e-06, | |
| "loss": 0.2123, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2960471216727876, | |
| "learning_rate": 9.989602912436692e-06, | |
| "loss": 0.2201, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.8542379372718563, | |
| "learning_rate": 9.989544767304877e-06, | |
| "loss": 0.2902, | |
| "step": 899 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 17977, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 899, | |
| "total_flos": 52192960905216.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |