| { |
| "best_metric": 0.2512021064758301, |
| "best_model_checkpoint": "multilingual-e5-small-aligned-quality/checkpoint-40644", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 40644, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.03690581635665781, |
| "grad_norm": 5.902834892272949, |
| "learning_rate": 4.938490306072237e-05, |
| "loss": 0.4031, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07381163271331562, |
| "grad_norm": 2.7090084552764893, |
| "learning_rate": 4.876980612144474e-05, |
| "loss": 0.3469, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.11071744906997343, |
| "grad_norm": 2.5691611766815186, |
| "learning_rate": 4.815470918216711e-05, |
| "loss": 0.3437, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14762326542663123, |
| "grad_norm": 2.3187239170074463, |
| "learning_rate": 4.7539612242889484e-05, |
| "loss": 0.3309, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.18452908178328906, |
| "grad_norm": 2.1093502044677734, |
| "learning_rate": 4.692451530361185e-05, |
| "loss": 0.3247, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.22143489813994685, |
| "grad_norm": 1.9845925569534302, |
| "learning_rate": 4.6309418364334224e-05, |
| "loss": 0.3169, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2583407144966047, |
| "grad_norm": 2.292973756790161, |
| "learning_rate": 4.5694321425056594e-05, |
| "loss": 0.3197, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.29524653085326247, |
| "grad_norm": 1.499457597732544, |
| "learning_rate": 4.507922448577896e-05, |
| "loss": 0.3142, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.33215234720992026, |
| "grad_norm": 1.7365167140960693, |
| "learning_rate": 4.4464127546501335e-05, |
| "loss": 0.3138, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.3690581635665781, |
| "grad_norm": 2.04133939743042, |
| "learning_rate": 4.38490306072237e-05, |
| "loss": 0.3132, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4059639799232359, |
| "grad_norm": 1.8704568147659302, |
| "learning_rate": 4.323393366794607e-05, |
| "loss": 0.3104, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.4428697962798937, |
| "grad_norm": 2.452059268951416, |
| "learning_rate": 4.261883672866844e-05, |
| "loss": 0.3046, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.4797756126365515, |
| "grad_norm": 2.5406882762908936, |
| "learning_rate": 4.200373978939081e-05, |
| "loss": 0.2989, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.5166814289932093, |
| "grad_norm": 1.574673056602478, |
| "learning_rate": 4.138864285011318e-05, |
| "loss": 0.3005, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.5535872453498671, |
| "grad_norm": 2.1640470027923584, |
| "learning_rate": 4.077354591083555e-05, |
| "loss": 0.3013, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.5904930617065249, |
| "grad_norm": 2.8707878589630127, |
| "learning_rate": 4.015844897155792e-05, |
| "loss": 0.2981, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.6273988780631827, |
| "grad_norm": 2.8684544563293457, |
| "learning_rate": 3.954335203228029e-05, |
| "loss": 0.2979, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.6643046944198405, |
| "grad_norm": 2.2373464107513428, |
| "learning_rate": 3.892825509300266e-05, |
| "loss": 0.288, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.7012105107764984, |
| "grad_norm": 2.0412282943725586, |
| "learning_rate": 3.8313158153725024e-05, |
| "loss": 0.292, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.7381163271331562, |
| "grad_norm": 2.2188100814819336, |
| "learning_rate": 3.76980612144474e-05, |
| "loss": 0.2909, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.775022143489814, |
| "grad_norm": 1.4839853048324585, |
| "learning_rate": 3.708296427516977e-05, |
| "loss": 0.2851, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.8119279598464718, |
| "grad_norm": 1.4828788042068481, |
| "learning_rate": 3.6467867335892135e-05, |
| "loss": 0.2894, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.8488337762031296, |
| "grad_norm": 1.8619405031204224, |
| "learning_rate": 3.585277039661451e-05, |
| "loss": 0.2885, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.8857395925597874, |
| "grad_norm": 1.9477214813232422, |
| "learning_rate": 3.5237673457336876e-05, |
| "loss": 0.2813, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.9226454089164452, |
| "grad_norm": 2.7381999492645264, |
| "learning_rate": 3.4622576518059246e-05, |
| "loss": 0.284, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.959551225273103, |
| "grad_norm": 1.8171463012695312, |
| "learning_rate": 3.400747957878162e-05, |
| "loss": 0.2811, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.9964570416297609, |
| "grad_norm": 2.59826922416687, |
| "learning_rate": 3.3392382639503986e-05, |
| "loss": 0.283, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.27975523471832275, |
| "eval_mse": 0.27975526814178425, |
| "eval_runtime": 52.0159, |
| "eval_samples_per_second": 1852.088, |
| "eval_steps_per_second": 231.525, |
| "step": 13548 |
| }, |
| { |
| "epoch": 1.0333628579864187, |
| "grad_norm": 3.655153751373291, |
| "learning_rate": 3.277728570022636e-05, |
| "loss": 0.236, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.0702686743430765, |
| "grad_norm": 2.276049852371216, |
| "learning_rate": 3.216218876094873e-05, |
| "loss": 0.2364, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.1071744906997343, |
| "grad_norm": 1.4967354536056519, |
| "learning_rate": 3.15470918216711e-05, |
| "loss": 0.2317, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.144080307056392, |
| "grad_norm": 1.4636516571044922, |
| "learning_rate": 3.093199488239347e-05, |
| "loss": 0.2342, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.1809861234130499, |
| "grad_norm": 2.246140956878662, |
| "learning_rate": 3.0316897943115834e-05, |
| "loss": 0.2288, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.2178919397697077, |
| "grad_norm": 1.4207803010940552, |
| "learning_rate": 2.9701801003838208e-05, |
| "loss": 0.2302, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.2547977561263655, |
| "grad_norm": 2.0020480155944824, |
| "learning_rate": 2.9086704064560578e-05, |
| "loss": 0.2331, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.2917035724830233, |
| "grad_norm": 1.7502425909042358, |
| "learning_rate": 2.8471607125282945e-05, |
| "loss": 0.2296, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.328609388839681, |
| "grad_norm": 1.819958209991455, |
| "learning_rate": 2.7856510186005312e-05, |
| "loss": 0.2346, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.3655152051963388, |
| "grad_norm": 2.5178093910217285, |
| "learning_rate": 2.7241413246727686e-05, |
| "loss": 0.2291, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.4024210215529966, |
| "grad_norm": 1.7607210874557495, |
| "learning_rate": 2.6626316307450056e-05, |
| "loss": 0.2266, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.4393268379096544, |
| "grad_norm": 2.5194263458251953, |
| "learning_rate": 2.6011219368172423e-05, |
| "loss": 0.2292, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.4762326542663124, |
| "grad_norm": 1.6286081075668335, |
| "learning_rate": 2.5396122428894797e-05, |
| "loss": 0.2298, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.51313847062297, |
| "grad_norm": 2.4123353958129883, |
| "learning_rate": 2.4781025489617167e-05, |
| "loss": 0.2283, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.550044286979628, |
| "grad_norm": 1.9285629987716675, |
| "learning_rate": 2.4165928550339534e-05, |
| "loss": 0.2263, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.5869501033362858, |
| "grad_norm": 2.4015371799468994, |
| "learning_rate": 2.3550831611061904e-05, |
| "loss": 0.2265, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.6238559196929436, |
| "grad_norm": 1.3897498846054077, |
| "learning_rate": 2.2935734671784274e-05, |
| "loss": 0.2279, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.6607617360496014, |
| "grad_norm": 1.909913182258606, |
| "learning_rate": 2.2320637732506645e-05, |
| "loss": 0.2235, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.6976675524062592, |
| "grad_norm": 2.007033586502075, |
| "learning_rate": 2.1705540793229015e-05, |
| "loss": 0.2226, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.734573368762917, |
| "grad_norm": 1.4410597085952759, |
| "learning_rate": 2.1090443853951382e-05, |
| "loss": 0.2237, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.7714791851195748, |
| "grad_norm": 1.568517804145813, |
| "learning_rate": 2.0475346914673755e-05, |
| "loss": 0.2236, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.8083850014762326, |
| "grad_norm": 1.9290361404418945, |
| "learning_rate": 1.9860249975396122e-05, |
| "loss": 0.2245, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.8452908178328906, |
| "grad_norm": 1.7693965435028076, |
| "learning_rate": 1.9245153036118493e-05, |
| "loss": 0.2219, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.8821966341895484, |
| "grad_norm": 1.637657642364502, |
| "learning_rate": 1.8630056096840863e-05, |
| "loss": 0.2222, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.9191024505462062, |
| "grad_norm": 1.8758279085159302, |
| "learning_rate": 1.8014959157563233e-05, |
| "loss": 0.2237, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.956008266902864, |
| "grad_norm": 1.9924167394638062, |
| "learning_rate": 1.7399862218285603e-05, |
| "loss": 0.2221, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.9929140832595218, |
| "grad_norm": 1.6823917627334595, |
| "learning_rate": 1.678476527900797e-05, |
| "loss": 0.2212, |
| "step": 27000 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.2521688938140869, |
| "eval_mse": 0.2521688884473344, |
| "eval_runtime": 52.0006, |
| "eval_samples_per_second": 1852.634, |
| "eval_steps_per_second": 231.594, |
| "step": 27096 |
| }, |
| { |
| "epoch": 2.0298198996161796, |
| "grad_norm": 1.8799372911453247, |
| "learning_rate": 1.6169668339730344e-05, |
| "loss": 0.1923, |
| "step": 27500 |
| }, |
| { |
| "epoch": 2.0667257159728374, |
| "grad_norm": 1.8323724269866943, |
| "learning_rate": 1.555457140045271e-05, |
| "loss": 0.1843, |
| "step": 28000 |
| }, |
| { |
| "epoch": 2.103631532329495, |
| "grad_norm": 2.1051783561706543, |
| "learning_rate": 1.4939474461175081e-05, |
| "loss": 0.1828, |
| "step": 28500 |
| }, |
| { |
| "epoch": 2.140537348686153, |
| "grad_norm": 1.5870431661605835, |
| "learning_rate": 1.4324377521897453e-05, |
| "loss": 0.1871, |
| "step": 29000 |
| }, |
| { |
| "epoch": 2.1774431650428108, |
| "grad_norm": 1.8576958179473877, |
| "learning_rate": 1.3709280582619822e-05, |
| "loss": 0.1845, |
| "step": 29500 |
| }, |
| { |
| "epoch": 2.2143489813994686, |
| "grad_norm": 1.5509694814682007, |
| "learning_rate": 1.3094183643342192e-05, |
| "loss": 0.1838, |
| "step": 30000 |
| }, |
| { |
| "epoch": 2.2512547977561264, |
| "grad_norm": 1.8506149053573608, |
| "learning_rate": 1.2479086704064562e-05, |
| "loss": 0.1849, |
| "step": 30500 |
| }, |
| { |
| "epoch": 2.288160614112784, |
| "grad_norm": 1.8075580596923828, |
| "learning_rate": 1.186398976478693e-05, |
| "loss": 0.1858, |
| "step": 31000 |
| }, |
| { |
| "epoch": 2.325066430469442, |
| "grad_norm": 2.2976126670837402, |
| "learning_rate": 1.1248892825509301e-05, |
| "loss": 0.187, |
| "step": 31500 |
| }, |
| { |
| "epoch": 2.3619722468260997, |
| "grad_norm": 2.127387046813965, |
| "learning_rate": 1.0633795886231671e-05, |
| "loss": 0.1851, |
| "step": 32000 |
| }, |
| { |
| "epoch": 2.3988780631827575, |
| "grad_norm": 1.7915741205215454, |
| "learning_rate": 1.001869894695404e-05, |
| "loss": 0.1813, |
| "step": 32500 |
| }, |
| { |
| "epoch": 2.4357838795394153, |
| "grad_norm": 2.1885006427764893, |
| "learning_rate": 9.40360200767641e-06, |
| "loss": 0.1807, |
| "step": 33000 |
| }, |
| { |
| "epoch": 2.472689695896073, |
| "grad_norm": 2.7843916416168213, |
| "learning_rate": 8.78850506839878e-06, |
| "loss": 0.1839, |
| "step": 33500 |
| }, |
| { |
| "epoch": 2.509595512252731, |
| "grad_norm": 1.519360899925232, |
| "learning_rate": 8.17340812912115e-06, |
| "loss": 0.1846, |
| "step": 34000 |
| }, |
| { |
| "epoch": 2.5465013286093887, |
| "grad_norm": 1.867719292640686, |
| "learning_rate": 7.55831118984352e-06, |
| "loss": 0.1843, |
| "step": 34500 |
| }, |
| { |
| "epoch": 2.5834071449660465, |
| "grad_norm": 1.8827580213546753, |
| "learning_rate": 6.94321425056589e-06, |
| "loss": 0.182, |
| "step": 35000 |
| }, |
| { |
| "epoch": 2.6203129613227043, |
| "grad_norm": 2.268225908279419, |
| "learning_rate": 6.328117311288259e-06, |
| "loss": 0.1817, |
| "step": 35500 |
| }, |
| { |
| "epoch": 2.657218777679362, |
| "grad_norm": 1.7755805253982544, |
| "learning_rate": 5.713020372010629e-06, |
| "loss": 0.1821, |
| "step": 36000 |
| }, |
| { |
| "epoch": 2.69412459403602, |
| "grad_norm": 1.9568016529083252, |
| "learning_rate": 5.097923432732999e-06, |
| "loss": 0.18, |
| "step": 36500 |
| }, |
| { |
| "epoch": 2.7310304103926777, |
| "grad_norm": 2.343839406967163, |
| "learning_rate": 4.482826493455368e-06, |
| "loss": 0.181, |
| "step": 37000 |
| }, |
| { |
| "epoch": 2.7679362267493355, |
| "grad_norm": 2.2050397396087646, |
| "learning_rate": 3.8677295541777385e-06, |
| "loss": 0.1817, |
| "step": 37500 |
| }, |
| { |
| "epoch": 2.8048420431059933, |
| "grad_norm": 1.7823182344436646, |
| "learning_rate": 3.2526326149001084e-06, |
| "loss": 0.1779, |
| "step": 38000 |
| }, |
| { |
| "epoch": 2.841747859462651, |
| "grad_norm": 1.8498305082321167, |
| "learning_rate": 2.6375356756224782e-06, |
| "loss": 0.1819, |
| "step": 38500 |
| }, |
| { |
| "epoch": 2.878653675819309, |
| "grad_norm": 2.2064967155456543, |
| "learning_rate": 2.022438736344848e-06, |
| "loss": 0.182, |
| "step": 39000 |
| }, |
| { |
| "epoch": 2.9155594921759667, |
| "grad_norm": 2.3844711780548096, |
| "learning_rate": 1.4073417970672177e-06, |
| "loss": 0.1786, |
| "step": 39500 |
| }, |
| { |
| "epoch": 2.952465308532625, |
| "grad_norm": 1.8031284809112549, |
| "learning_rate": 7.922448577895876e-07, |
| "loss": 0.1815, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.9893711248892827, |
| "grad_norm": 1.6803677082061768, |
| "learning_rate": 1.771479185119575e-07, |
| "loss": 0.1801, |
| "step": 40500 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.2512021064758301, |
| "eval_mse": 0.2512021179375455, |
| "eval_runtime": 59.0402, |
| "eval_samples_per_second": 1631.736, |
| "eval_steps_per_second": 203.98, |
| "step": 40644 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 40644, |
| "total_flos": 4.283504864539085e+16, |
| "train_loss": 0.23920188012548746, |
| "train_runtime": 3164.8098, |
| "train_samples_per_second": 821.89, |
| "train_steps_per_second": 12.842 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 40644, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.283504864539085e+16, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
