| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.97191011235955, |
| "eval_steps": 25, |
| "global_step": 1775, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.1404494382022472, |
| "grad_norm": 0.5412795543670654, |
| "learning_rate": 0.0001973018549747049, |
| "loss": 1.3134, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.2808988764044944, |
| "grad_norm": 0.4412384033203125, |
| "learning_rate": 0.0001944912872400225, |
| "loss": 0.6041, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.42134831460674155, |
| "grad_norm": 0.45605987310409546, |
| "learning_rate": 0.00019168071950534008, |
| "loss": 0.6272, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5617977528089888, |
| "grad_norm": 0.3537271320819855, |
| "learning_rate": 0.00018887015177065767, |
| "loss": 0.5295, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.702247191011236, |
| "grad_norm": 0.46697843074798584, |
| "learning_rate": 0.00018605958403597526, |
| "loss": 0.537, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.8426966292134831, |
| "grad_norm": 0.4086565375328064, |
| "learning_rate": 0.00018324901630129288, |
| "loss": 0.5809, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9831460674157303, |
| "grad_norm": 0.5682910084724426, |
| "learning_rate": 0.00018043844856661047, |
| "loss": 0.4466, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1235955056179776, |
| "grad_norm": 0.5230486392974854, |
| "learning_rate": 0.00017762788083192804, |
| "loss": 0.5645, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.2640449438202248, |
| "grad_norm": 0.49830254912376404, |
| "learning_rate": 0.00017481731309724566, |
| "loss": 0.3961, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.404494382022472, |
| "grad_norm": 0.48381373286247253, |
| "learning_rate": 0.00017200674536256325, |
| "loss": 0.497, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.5449438202247192, |
| "grad_norm": 0.4403741657733917, |
| "learning_rate": 0.00016919617762788084, |
| "loss": 0.4314, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.6853932584269664, |
| "grad_norm": 0.4472004175186157, |
| "learning_rate": 0.00016638560989319843, |
| "loss": 0.406, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.8258426966292136, |
| "grad_norm": 0.5165215134620667, |
| "learning_rate": 0.00016357504215851602, |
| "loss": 0.4481, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.9662921348314608, |
| "grad_norm": 0.4695923626422882, |
| "learning_rate": 0.00016076447442383361, |
| "loss": 0.3498, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.106741573033708, |
| "grad_norm": 0.4390884339809418, |
| "learning_rate": 0.00015795390668915123, |
| "loss": 0.3793, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.247191011235955, |
| "grad_norm": 0.5412095785140991, |
| "learning_rate": 0.00015514333895446882, |
| "loss": 0.2648, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.3876404494382024, |
| "grad_norm": 0.6369752287864685, |
| "learning_rate": 0.0001523327712197864, |
| "loss": 0.3644, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.5280898876404496, |
| "grad_norm": 0.6540620923042297, |
| "learning_rate": 0.000149522203485104, |
| "loss": 0.3211, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.668539325842697, |
| "grad_norm": 0.5721971988677979, |
| "learning_rate": 0.0001467116357504216, |
| "loss": 0.3184, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.808988764044944, |
| "grad_norm": 0.7850697040557861, |
| "learning_rate": 0.0001439010680157392, |
| "loss": 0.3142, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.949438202247191, |
| "grad_norm": 0.6294387578964233, |
| "learning_rate": 0.00014109050028105678, |
| "loss": 0.2964, |
| "step": 525 |
| }, |
| { |
| "epoch": 3.0898876404494384, |
| "grad_norm": 0.6372372508049011, |
| "learning_rate": 0.00013827993254637437, |
| "loss": 0.2902, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.2303370786516856, |
| "grad_norm": 0.5713627934455872, |
| "learning_rate": 0.00013546936481169196, |
| "loss": 0.2066, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.370786516853933, |
| "grad_norm": 0.5869475603103638, |
| "learning_rate": 0.00013265879707700956, |
| "loss": 0.2699, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.51123595505618, |
| "grad_norm": 0.7703843116760254, |
| "learning_rate": 0.00012984822934232717, |
| "loss": 0.2038, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.6516853932584272, |
| "grad_norm": 0.5455925464630127, |
| "learning_rate": 0.00012703766160764474, |
| "loss": 0.2509, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.7921348314606744, |
| "grad_norm": 0.6485171318054199, |
| "learning_rate": 0.00012422709387296233, |
| "loss": 0.232, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.932584269662921, |
| "grad_norm": 0.5719711780548096, |
| "learning_rate": 0.00012141652613827993, |
| "loss": 0.2115, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.073033707865169, |
| "grad_norm": 0.5950255393981934, |
| "learning_rate": 0.00011860595840359754, |
| "loss": 0.2093, |
| "step": 725 |
| }, |
| { |
| "epoch": 4.213483146067416, |
| "grad_norm": 0.6047451496124268, |
| "learning_rate": 0.00011579539066891512, |
| "loss": 0.1529, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.353932584269663, |
| "grad_norm": 0.4110608696937561, |
| "learning_rate": 0.00011298482293423271, |
| "loss": 0.1893, |
| "step": 775 |
| }, |
| { |
| "epoch": 4.49438202247191, |
| "grad_norm": 0.28061643242836, |
| "learning_rate": 0.00011017425519955031, |
| "loss": 0.1469, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.634831460674158, |
| "grad_norm": 0.5715160369873047, |
| "learning_rate": 0.00010736368746486792, |
| "loss": 0.2024, |
| "step": 825 |
| }, |
| { |
| "epoch": 4.775280898876405, |
| "grad_norm": 0.8154908418655396, |
| "learning_rate": 0.00010455311973018551, |
| "loss": 0.1652, |
| "step": 850 |
| }, |
| { |
| "epoch": 4.915730337078652, |
| "grad_norm": 0.7108107209205627, |
| "learning_rate": 0.00010174255199550309, |
| "loss": 0.1824, |
| "step": 875 |
| }, |
| { |
| "epoch": 5.056179775280899, |
| "grad_norm": 0.4340110421180725, |
| "learning_rate": 0.00009893198426082069, |
| "loss": 0.1595, |
| "step": 900 |
| }, |
| { |
| "epoch": 5.196629213483146, |
| "grad_norm": 0.5752900838851929, |
| "learning_rate": 0.00009612141652613828, |
| "loss": 0.1282, |
| "step": 925 |
| }, |
| { |
| "epoch": 5.337078651685394, |
| "grad_norm": 0.7457758188247681, |
| "learning_rate": 0.00009331084879145588, |
| "loss": 0.1407, |
| "step": 950 |
| }, |
| { |
| "epoch": 5.477528089887641, |
| "grad_norm": 0.5357733368873596, |
| "learning_rate": 0.00009050028105677347, |
| "loss": 0.1233, |
| "step": 975 |
| }, |
| { |
| "epoch": 5.617977528089888, |
| "grad_norm": 0.5387812852859497, |
| "learning_rate": 0.00008768971332209107, |
| "loss": 0.1437, |
| "step": 1000 |
| }, |
| { |
| "epoch": 5.758426966292134, |
| "grad_norm": 0.8078483939170837, |
| "learning_rate": 0.00008487914558740866, |
| "loss": 0.1341, |
| "step": 1025 |
| }, |
| { |
| "epoch": 5.898876404494382, |
| "grad_norm": 0.841056227684021, |
| "learning_rate": 0.00008206857785272625, |
| "loss": 0.1443, |
| "step": 1050 |
| }, |
| { |
| "epoch": 6.03932584269663, |
| "grad_norm": 0.6065801382064819, |
| "learning_rate": 0.00007925801011804385, |
| "loss": 0.1285, |
| "step": 1075 |
| }, |
| { |
| "epoch": 6.179775280898877, |
| "grad_norm": 0.5575238466262817, |
| "learning_rate": 0.00007644744238336145, |
| "loss": 0.1088, |
| "step": 1100 |
| }, |
| { |
| "epoch": 6.320224719101123, |
| "grad_norm": 0.6412163376808167, |
| "learning_rate": 0.00007363687464867903, |
| "loss": 0.1079, |
| "step": 1125 |
| }, |
| { |
| "epoch": 6.460674157303371, |
| "grad_norm": 0.3780171573162079, |
| "learning_rate": 0.00007082630691399663, |
| "loss": 0.1087, |
| "step": 1150 |
| }, |
| { |
| "epoch": 6.601123595505618, |
| "grad_norm": 0.5227295160293579, |
| "learning_rate": 0.00006801573917931423, |
| "loss": 0.1204, |
| "step": 1175 |
| }, |
| { |
| "epoch": 6.741573033707866, |
| "grad_norm": 0.28560328483581543, |
| "learning_rate": 0.00006520517144463182, |
| "loss": 0.1119, |
| "step": 1200 |
| }, |
| { |
| "epoch": 6.882022471910112, |
| "grad_norm": 0.5268654227256775, |
| "learning_rate": 0.00006239460370994942, |
| "loss": 0.1124, |
| "step": 1225 |
| }, |
| { |
| "epoch": 7.022471910112359, |
| "grad_norm": 0.4442940354347229, |
| "learning_rate": 0.000059584035975267006, |
| "loss": 0.1138, |
| "step": 1250 |
| }, |
| { |
| "epoch": 7.162921348314606, |
| "grad_norm": 0.3350606858730316, |
| "learning_rate": 0.000056773468240584605, |
| "loss": 0.0937, |
| "step": 1275 |
| }, |
| { |
| "epoch": 7.303370786516854, |
| "grad_norm": 0.3864946961402893, |
| "learning_rate": 0.00005396290050590219, |
| "loss": 0.0968, |
| "step": 1300 |
| }, |
| { |
| "epoch": 7.443820224719101, |
| "grad_norm": 0.5451478958129883, |
| "learning_rate": 0.00005115233277121979, |
| "loss": 0.096, |
| "step": 1325 |
| }, |
| { |
| "epoch": 7.584269662921348, |
| "grad_norm": 0.463236927986145, |
| "learning_rate": 0.000048341765036537386, |
| "loss": 0.0957, |
| "step": 1350 |
| }, |
| { |
| "epoch": 7.724719101123595, |
| "grad_norm": 0.3199273347854614, |
| "learning_rate": 0.00004553119730185498, |
| "loss": 0.1027, |
| "step": 1375 |
| }, |
| { |
| "epoch": 7.865168539325842, |
| "grad_norm": 0.5982705950737, |
| "learning_rate": 0.00004272062956717257, |
| "loss": 0.1013, |
| "step": 1400 |
| }, |
| { |
| "epoch": 8.00561797752809, |
| "grad_norm": 0.4638069272041321, |
| "learning_rate": 0.00003991006183249017, |
| "loss": 0.1003, |
| "step": 1425 |
| }, |
| { |
| "epoch": 8.146067415730338, |
| "grad_norm": 0.40993738174438477, |
| "learning_rate": 0.00003709949409780776, |
| "loss": 0.084, |
| "step": 1450 |
| }, |
| { |
| "epoch": 8.286516853932584, |
| "grad_norm": 0.45901650190353394, |
| "learning_rate": 0.00003428892636312535, |
| "loss": 0.0874, |
| "step": 1475 |
| }, |
| { |
| "epoch": 8.426966292134832, |
| "grad_norm": 0.3773433566093445, |
| "learning_rate": 0.00003147835862844295, |
| "loss": 0.0836, |
| "step": 1500 |
| }, |
| { |
| "epoch": 8.567415730337078, |
| "grad_norm": 0.4382336437702179, |
| "learning_rate": 0.000028667790893760543, |
| "loss": 0.089, |
| "step": 1525 |
| }, |
| { |
| "epoch": 8.707865168539326, |
| "grad_norm": 0.4534280300140381, |
| "learning_rate": 0.000025857223159078137, |
| "loss": 0.0897, |
| "step": 1550 |
| }, |
| { |
| "epoch": 8.848314606741573, |
| "grad_norm": 0.37525683641433716, |
| "learning_rate": 0.00002304665542439573, |
| "loss": 0.0888, |
| "step": 1575 |
| }, |
| { |
| "epoch": 8.98876404494382, |
| "grad_norm": 0.3811222314834595, |
| "learning_rate": 0.000020236087689713324, |
| "loss": 0.0942, |
| "step": 1600 |
| }, |
| { |
| "epoch": 9.129213483146067, |
| "grad_norm": 0.4298257529735565, |
| "learning_rate": 0.00001742551995503092, |
| "loss": 0.0792, |
| "step": 1625 |
| }, |
| { |
| "epoch": 9.269662921348315, |
| "grad_norm": 0.3410011827945709, |
| "learning_rate": 0.00001461495222034851, |
| "loss": 0.0811, |
| "step": 1650 |
| }, |
| { |
| "epoch": 9.410112359550562, |
| "grad_norm": 0.4006299376487732, |
| "learning_rate": 0.000011804384485666105, |
| "loss": 0.0785, |
| "step": 1675 |
| }, |
| { |
| "epoch": 9.55056179775281, |
| "grad_norm": 0.35740622878074646, |
| "learning_rate": 0.0000089938167509837, |
| "loss": 0.0816, |
| "step": 1700 |
| }, |
| { |
| "epoch": 9.691011235955056, |
| "grad_norm": 0.4826361835002899, |
| "learning_rate": 0.000006183249016301293, |
| "loss": 0.0839, |
| "step": 1725 |
| }, |
| { |
| "epoch": 9.831460674157304, |
| "grad_norm": 0.46845364570617676, |
| "learning_rate": 0.000003372681281618887, |
| "loss": 0.0808, |
| "step": 1750 |
| }, |
| { |
| "epoch": 9.97191011235955, |
| "grad_norm": 0.3881346583366394, |
| "learning_rate": 5.621135469364812e-7, |
| "loss": 0.0845, |
| "step": 1775 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 1780, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 25, |
| "total_flos": 5731260450938880, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
