| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.99709911361805, |
| "eval_steps": 100, |
| "global_step": 12400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.032232070910556, |
| "grad_norm": 8.376817069736529, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 3.8567, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.032232070910556, |
| "eval_loss": 3.3241677284240723, |
| "eval_runtime": 43.0421, |
| "eval_samples_per_second": 23.233, |
| "eval_steps_per_second": 5.808, |
| "eval_text_contr_loss": 0.40461004638671877, |
| "eval_total_custom_loss": 6.231916015625, |
| "eval_total_image_loss": 7.38401416015625, |
| "eval_total_text_loss": 1.925572509765625, |
| "eval_vision_contr_loss": 5.827306640625, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.064464141821112, |
| "grad_norm": 5.36489946474968, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 2.8427, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.064464141821112, |
| "eval_loss": 2.458766222000122, |
| "eval_runtime": 43.0713, |
| "eval_samples_per_second": 23.217, |
| "eval_steps_per_second": 5.804, |
| "eval_text_contr_loss": 0.17913763427734375, |
| "eval_total_custom_loss": 4.625837890625, |
| "eval_total_image_loss": 5.636779296875, |
| "eval_total_text_loss": 0.8462789306640625, |
| "eval_vision_contr_loss": 4.4467001953125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.09669621273166801, |
| "grad_norm": 6.147009169947269, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.4532, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09669621273166801, |
| "eval_loss": 2.3321802616119385, |
| "eval_runtime": 43.3413, |
| "eval_samples_per_second": 23.073, |
| "eval_steps_per_second": 5.768, |
| "eval_text_contr_loss": 0.15445872497558594, |
| "eval_total_custom_loss": 4.38212109375, |
| "eval_total_image_loss": 5.35918359375, |
| "eval_total_text_loss": 0.7293816528320313, |
| "eval_vision_contr_loss": 4.227662109375, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.128928283642224, |
| "grad_norm": 3.5097872406813813, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 2.3181, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.128928283642224, |
| "eval_loss": 2.226626396179199, |
| "eval_runtime": 43.1188, |
| "eval_samples_per_second": 23.192, |
| "eval_steps_per_second": 5.798, |
| "eval_text_contr_loss": 0.14448023986816405, |
| "eval_total_custom_loss": 4.18251220703125, |
| "eval_total_image_loss": 5.11893896484375, |
| "eval_total_text_loss": 0.68219287109375, |
| "eval_vision_contr_loss": 4.03803125, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16116035455278002, |
| "grad_norm": 4.265746378158, |
| "learning_rate": 9.999755224249292e-06, |
| "loss": 2.2306, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16116035455278002, |
| "eval_loss": 2.111872911453247, |
| "eval_runtime": 43.1542, |
| "eval_samples_per_second": 23.173, |
| "eval_steps_per_second": 5.793, |
| "eval_text_contr_loss": 0.13938406372070314, |
| "eval_total_custom_loss": 3.968442626953125, |
| "eval_total_image_loss": 4.85413525390625, |
| "eval_total_text_loss": 0.658082275390625, |
| "eval_vision_contr_loss": 3.829057861328125, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19339242546333602, |
| "grad_norm": 4.544534340107222, |
| "learning_rate": 9.997797178014507e-06, |
| "loss": 2.1246, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19339242546333602, |
| "eval_loss": 2.0428073406219482, |
| "eval_runtime": 43.371, |
| "eval_samples_per_second": 23.057, |
| "eval_steps_per_second": 5.764, |
| "eval_text_contr_loss": 0.13477769470214843, |
| "eval_total_custom_loss": 3.8388486328125, |
| "eval_total_image_loss": 4.69573974609375, |
| "eval_total_text_loss": 0.6362749633789062, |
| "eval_vision_contr_loss": 3.704071044921875, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.22562449637389204, |
| "grad_norm": 3.5412226982166963, |
| "learning_rate": 9.993881937579076e-06, |
| "loss": 2.0743, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.22562449637389204, |
| "eval_loss": 1.9881960153579712, |
| "eval_runtime": 43.7215, |
| "eval_samples_per_second": 22.872, |
| "eval_steps_per_second": 5.718, |
| "eval_text_contr_loss": 0.13119364929199218, |
| "eval_total_custom_loss": 3.736088623046875, |
| "eval_total_image_loss": 4.57005029296875, |
| "eval_total_text_loss": 0.6193148193359375, |
| "eval_vision_contr_loss": 3.60489501953125, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.257856567284448, |
| "grad_norm": 4.897001360182838, |
| "learning_rate": 9.98801120664051e-06, |
| "loss": 2.0124, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.257856567284448, |
| "eval_loss": 1.964741587638855, |
| "eval_runtime": 43.0246, |
| "eval_samples_per_second": 23.242, |
| "eval_steps_per_second": 5.811, |
| "eval_text_contr_loss": 0.12790821838378907, |
| "eval_total_custom_loss": 3.69105322265625, |
| "eval_total_image_loss": 4.5171328125, |
| "eval_total_text_loss": 0.6036654663085937, |
| "eval_vision_contr_loss": 3.563144775390625, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.290088638195004, |
| "grad_norm": 4.196177043276632, |
| "learning_rate": 9.980187539818349e-06, |
| "loss": 1.979, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.290088638195004, |
| "eval_loss": 1.9333972930908203, |
| "eval_runtime": 43.6492, |
| "eval_samples_per_second": 22.91, |
| "eval_steps_per_second": 5.727, |
| "eval_text_contr_loss": 0.12648372650146483, |
| "eval_total_custom_loss": 3.63245361328125, |
| "eval_total_image_loss": 4.444640625, |
| "eval_total_text_loss": 0.5969776000976562, |
| "eval_vision_contr_loss": 3.505969482421875, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.32232070910556004, |
| "grad_norm": 2.517458079297082, |
| "learning_rate": 9.970414341542523e-06, |
| "loss": 1.9419, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.32232070910556004, |
| "eval_loss": 1.9163663387298584, |
| "eval_runtime": 42.8571, |
| "eval_samples_per_second": 23.333, |
| "eval_steps_per_second": 5.833, |
| "eval_text_contr_loss": 0.12434061431884766, |
| "eval_total_custom_loss": 3.599889404296875, |
| "eval_total_image_loss": 4.4060947265625, |
| "eval_total_text_loss": 0.5867772827148438, |
| "eval_vision_contr_loss": 3.47554931640625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.354552780016116, |
| "grad_norm": 2.239292209724041, |
| "learning_rate": 9.958695864571933e-06, |
| "loss": 1.9184, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.354552780016116, |
| "eval_loss": 1.8987705707550049, |
| "eval_runtime": 43.2237, |
| "eval_samples_per_second": 23.135, |
| "eval_steps_per_second": 5.784, |
| "eval_text_contr_loss": 0.12296145629882813, |
| "eval_total_custom_loss": 3.5664951171875, |
| "eval_total_image_loss": 4.3655224609375, |
| "eval_total_text_loss": 0.5803037109375, |
| "eval_vision_contr_loss": 3.44353466796875, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.38678485092667203, |
| "grad_norm": 2.6680379186401098, |
| "learning_rate": 9.945037208143885e-06, |
| "loss": 1.9488, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.38678485092667203, |
| "eval_loss": 1.8872787952423096, |
| "eval_runtime": 43.681, |
| "eval_samples_per_second": 22.893, |
| "eval_steps_per_second": 5.723, |
| "eval_text_contr_loss": 0.12142788696289063, |
| "eval_total_custom_loss": 3.544423828125, |
| "eval_total_image_loss": 4.3394892578125, |
| "eval_total_text_loss": 0.57302685546875, |
| "eval_vision_contr_loss": 3.42299609375, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.41901692183722805, |
| "grad_norm": 2.8407509665859063, |
| "learning_rate": 9.929444315755184e-06, |
| "loss": 1.8984, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.41901692183722805, |
| "eval_loss": 1.8737540245056152, |
| "eval_runtime": 42.7457, |
| "eval_samples_per_second": 23.394, |
| "eval_steps_per_second": 5.849, |
| "eval_text_contr_loss": 0.12054175567626953, |
| "eval_total_custom_loss": 3.5189599609375, |
| "eval_total_image_loss": 4.3083427734375, |
| "eval_total_text_loss": 0.5688414916992187, |
| "eval_vision_contr_loss": 3.39841845703125, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4512489927477841, |
| "grad_norm": 2.7099504564117214, |
| "learning_rate": 9.911923972575844e-06, |
| "loss": 1.9214, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.4512489927477841, |
| "eval_loss": 1.8677526712417603, |
| "eval_runtime": 42.6477, |
| "eval_samples_per_second": 23.448, |
| "eval_steps_per_second": 5.862, |
| "eval_text_contr_loss": 0.11904737091064453, |
| "eval_total_custom_loss": 3.506833251953125, |
| "eval_total_image_loss": 4.29482470703125, |
| "eval_total_text_loss": 0.5617998046875, |
| "eval_vision_contr_loss": 3.3877861328125, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.48348106365834004, |
| "grad_norm": 2.1559236619034126, |
| "learning_rate": 9.892483802496567e-06, |
| "loss": 1.8909, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.48348106365834004, |
| "eval_loss": 1.8571125268936157, |
| "eval_runtime": 42.6701, |
| "eval_samples_per_second": 23.436, |
| "eval_steps_per_second": 5.859, |
| "eval_text_contr_loss": 0.11790892791748046, |
| "eval_total_custom_loss": 3.486457275390625, |
| "eval_total_image_loss": 4.270455078125, |
| "eval_total_text_loss": 0.556384521484375, |
| "eval_vision_contr_loss": 3.36854736328125, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.515713134568896, |
| "grad_norm": 4.470842059114152, |
| "learning_rate": 9.87113226481123e-06, |
| "loss": 1.8716, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.515713134568896, |
| "eval_loss": 1.8490651845932007, |
| "eval_runtime": 42.803, |
| "eval_samples_per_second": 23.363, |
| "eval_steps_per_second": 5.841, |
| "eval_text_contr_loss": 0.11713390350341797, |
| "eval_total_custom_loss": 3.471124755859375, |
| "eval_total_image_loss": 4.25204296875, |
| "eval_total_text_loss": 0.5526325073242188, |
| "eval_vision_contr_loss": 3.35399072265625, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "grad_norm": 2.577700492879793, |
| "learning_rate": 9.847878650535872e-06, |
| "loss": 1.8718, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "eval_loss": 1.8381274938583374, |
| "eval_runtime": 43.4452, |
| "eval_samples_per_second": 23.017, |
| "eval_steps_per_second": 5.754, |
| "eval_text_contr_loss": 0.11611717987060546, |
| "eval_total_custom_loss": 3.450317626953125, |
| "eval_total_image_loss": 4.2269052734375, |
| "eval_total_text_loss": 0.5478128662109375, |
| "eval_vision_contr_loss": 3.334201171875, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.580177276390008, |
| "grad_norm": 2.2420338794696875, |
| "learning_rate": 9.822733078365759e-06, |
| "loss": 1.8512, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.580177276390008, |
| "eval_loss": 1.8326914310455322, |
| "eval_runtime": 43.0625, |
| "eval_samples_per_second": 23.222, |
| "eval_steps_per_second": 5.806, |
| "eval_text_contr_loss": 0.11557137298583985, |
| "eval_total_custom_loss": 3.439968017578125, |
| "eval_total_image_loss": 4.21451025390625, |
| "eval_total_text_loss": 0.5452426147460937, |
| "eval_vision_contr_loss": 3.324396240234375, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6124093473005641, |
| "grad_norm": 3.2369310814743195, |
| "learning_rate": 9.79570649027228e-06, |
| "loss": 1.858, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6124093473005641, |
| "eval_loss": 1.8280653953552246, |
| "eval_runtime": 43.1494, |
| "eval_samples_per_second": 23.175, |
| "eval_steps_per_second": 5.794, |
| "eval_text_contr_loss": 0.11462459564208985, |
| "eval_total_custom_loss": 3.43068505859375, |
| "eval_total_image_loss": 4.20393994140625, |
| "eval_total_text_loss": 0.5407430419921875, |
| "eval_vision_contr_loss": 3.316060302734375, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6446414182111201, |
| "grad_norm": 2.1087018207267123, |
| "learning_rate": 9.766810646741595e-06, |
| "loss": 1.8538, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6446414182111201, |
| "eval_loss": 1.8192895650863647, |
| "eval_runtime": 43.4977, |
| "eval_samples_per_second": 22.99, |
| "eval_steps_per_second": 5.747, |
| "eval_text_contr_loss": 0.11377765655517579, |
| "eval_total_custom_loss": 3.414066650390625, |
| "eval_total_image_loss": 4.1839619140625, |
| "eval_total_text_loss": 0.5367439575195313, |
| "eval_vision_contr_loss": 3.3002890625, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6768734891216761, |
| "grad_norm": 1.7994274749762051, |
| "learning_rate": 9.736058121657131e-06, |
| "loss": 1.8419, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.6768734891216761, |
| "eval_loss": 1.8163025379180908, |
| "eval_runtime": 43.2677, |
| "eval_samples_per_second": 23.112, |
| "eval_steps_per_second": 5.778, |
| "eval_text_contr_loss": 0.11306369018554688, |
| "eval_total_custom_loss": 3.408015625, |
| "eval_total_image_loss": 4.1771630859375, |
| "eval_total_text_loss": 0.533274169921875, |
| "eval_vision_contr_loss": 3.294951904296875, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.709105560032232, |
| "grad_norm": 1.5532153517574525, |
| "learning_rate": 9.703462296828106e-06, |
| "loss": 1.8411, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.709105560032232, |
| "eval_loss": 1.8098113536834717, |
| "eval_runtime": 43.1134, |
| "eval_samples_per_second": 23.195, |
| "eval_steps_per_second": 5.799, |
| "eval_text_contr_loss": 0.11252593994140625, |
| "eval_total_custom_loss": 3.39573583984375, |
| "eval_total_image_loss": 4.16230810546875, |
| "eval_total_text_loss": 0.5307877197265625, |
| "eval_vision_contr_loss": 3.28320947265625, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.741337630942788, |
| "grad_norm": 2.6894191960932177, |
| "learning_rate": 9.669037356166514e-06, |
| "loss": 1.8233, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.741337630942788, |
| "eval_loss": 1.8054653406143188, |
| "eval_runtime": 43.2697, |
| "eval_samples_per_second": 23.111, |
| "eval_steps_per_second": 5.778, |
| "eval_text_contr_loss": 0.1121211166381836, |
| "eval_total_custom_loss": 3.3874794921875, |
| "eval_total_image_loss": 4.1523466796875, |
| "eval_total_text_loss": 0.5288152465820313, |
| "eval_vision_contr_loss": 3.2753583984375, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7735697018533441, |
| "grad_norm": 1.7558102211650422, |
| "learning_rate": 9.632798279515048e-06, |
| "loss": 1.8282, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.7735697018533441, |
| "eval_loss": 1.7984919548034668, |
| "eval_runtime": 43.0473, |
| "eval_samples_per_second": 23.23, |
| "eval_steps_per_second": 5.808, |
| "eval_text_contr_loss": 0.11167151641845703, |
| "eval_total_custom_loss": 3.3743779296875, |
| "eval_total_image_loss": 4.1363369140625, |
| "eval_total_text_loss": 0.5266166381835937, |
| "eval_vision_contr_loss": 3.2627060546875, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.8058017727639001, |
| "grad_norm": 2.189718486325206, |
| "learning_rate": 9.594760836128718e-06, |
| "loss": 1.8272, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8058017727639001, |
| "eval_loss": 1.796999454498291, |
| "eval_runtime": 43.2243, |
| "eval_samples_per_second": 23.135, |
| "eval_steps_per_second": 5.784, |
| "eval_text_contr_loss": 0.11117787170410157, |
| "eval_total_custom_loss": 3.3712236328125, |
| "eval_total_image_loss": 4.132939453125, |
| "eval_total_text_loss": 0.5243654174804687, |
| "eval_vision_contr_loss": 3.260046142578125, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8380338436744561, |
| "grad_norm": 2.07083629988929, |
| "learning_rate": 9.55494157781292e-06, |
| "loss": 1.828, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8380338436744561, |
| "eval_loss": 1.7920169830322266, |
| "eval_runtime": 43.0701, |
| "eval_samples_per_second": 23.218, |
| "eval_steps_per_second": 5.804, |
| "eval_text_contr_loss": 0.11067650604248047, |
| "eval_total_custom_loss": 3.3617353515625, |
| "eval_total_image_loss": 4.1215615234375, |
| "eval_total_text_loss": 0.5220291748046875, |
| "eval_vision_contr_loss": 3.25105859375, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8702659145850121, |
| "grad_norm": 2.437655358902012, |
| "learning_rate": 9.513357831721002e-06, |
| "loss": 1.816, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.8702659145850121, |
| "eval_loss": 1.7867939472198486, |
| "eval_runtime": 43.0641, |
| "eval_samples_per_second": 23.221, |
| "eval_steps_per_second": 5.805, |
| "eval_text_contr_loss": 0.11017485046386719, |
| "eval_total_custom_loss": 3.35179833984375, |
| "eval_total_image_loss": 4.1096103515625, |
| "eval_total_text_loss": 0.519625732421875, |
| "eval_vision_contr_loss": 3.241623291015625, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.9024979854955681, |
| "grad_norm": 1.9142874919425596, |
| "learning_rate": 9.470027692814453e-06, |
| "loss": 1.7628, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.9024979854955681, |
| "eval_loss": 1.7855441570281982, |
| "eval_runtime": 43.2125, |
| "eval_samples_per_second": 23.141, |
| "eval_steps_per_second": 5.785, |
| "eval_text_contr_loss": 0.10965695190429688, |
| "eval_total_custom_loss": 3.349080078125, |
| "eval_total_image_loss": 4.10679736328125, |
| "eval_total_text_loss": 0.5172005615234375, |
| "eval_vision_contr_loss": 3.2394228515625, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.934730056406124, |
| "grad_norm": 1.8433712863938758, |
| "learning_rate": 9.424970015988945e-06, |
| "loss": 1.8155, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.934730056406124, |
| "eval_loss": 1.7826323509216309, |
| "eval_runtime": 43.4344, |
| "eval_samples_per_second": 23.023, |
| "eval_steps_per_second": 5.756, |
| "eval_text_contr_loss": 0.10918792724609375, |
| "eval_total_custom_loss": 3.34338037109375, |
| "eval_total_image_loss": 4.100208984375, |
| "eval_total_text_loss": 0.5150006103515625, |
| "eval_vision_contr_loss": 3.23419287109375, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9669621273166801, |
| "grad_norm": 1.7431036135091218, |
| "learning_rate": 9.378204407869748e-06, |
| "loss": 1.7956, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.9669621273166801, |
| "eval_loss": 1.7770920991897583, |
| "eval_runtime": 43.1363, |
| "eval_samples_per_second": 23.182, |
| "eval_steps_per_second": 5.796, |
| "eval_text_contr_loss": 0.108552001953125, |
| "eval_total_custom_loss": 3.3327802734375, |
| "eval_total_image_loss": 4.08755419921875, |
| "eval_total_text_loss": 0.5119426574707031, |
| "eval_vision_contr_loss": 3.224228759765625, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.9991941982272361, |
| "grad_norm": 2.1897189823570646, |
| "learning_rate": 9.329751218279976e-06, |
| "loss": 1.8034, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.9991941982272361, |
| "eval_loss": 1.7757591009140015, |
| "eval_runtime": 43.4575, |
| "eval_samples_per_second": 23.011, |
| "eval_steps_per_second": 5.753, |
| "eval_text_contr_loss": 0.10834796142578125, |
| "eval_total_custom_loss": 3.33019140625, |
| "eval_total_image_loss": 4.084512451171875, |
| "eval_total_text_loss": 0.5109953002929688, |
| "eval_vision_contr_loss": 3.22184375, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.031426269137792, |
| "grad_norm": 1.6481602504338035, |
| "learning_rate": 9.279631531385484e-06, |
| "loss": 1.7484, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.031426269137792, |
| "eval_loss": 1.7711955308914185, |
| "eval_runtime": 43.1879, |
| "eval_samples_per_second": 23.155, |
| "eval_steps_per_second": 5.789, |
| "eval_text_contr_loss": 0.10868955993652343, |
| "eval_total_custom_loss": 3.3221103515625, |
| "eval_total_image_loss": 4.0738515625, |
| "eval_total_text_loss": 0.5125972900390625, |
| "eval_vision_contr_loss": 3.213421142578125, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.0636583400483481, |
| "grad_norm": 1.7900383558924777, |
| "learning_rate": 9.227867156520188e-06, |
| "loss": 1.7429, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.0636583400483481, |
| "eval_loss": 1.7699233293533325, |
| "eval_runtime": 43.0499, |
| "eval_samples_per_second": 23.229, |
| "eval_steps_per_second": 5.807, |
| "eval_text_contr_loss": 0.10875718688964844, |
| "eval_total_custom_loss": 3.31983349609375, |
| "eval_total_image_loss": 4.0709267578125, |
| "eval_total_text_loss": 0.51294189453125, |
| "eval_vision_contr_loss": 3.21107666015625, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.095890410958904, |
| "grad_norm": 1.4167928322005499, |
| "learning_rate": 9.17448061869583e-06, |
| "loss": 1.7704, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.095890410958904, |
| "eval_loss": 1.769239068031311, |
| "eval_runtime": 43.3181, |
| "eval_samples_per_second": 23.085, |
| "eval_steps_per_second": 5.771, |
| "eval_text_contr_loss": 0.10824945068359375, |
| "eval_total_custom_loss": 3.31817138671875, |
| "eval_total_image_loss": 4.069458251953125, |
| "eval_total_text_loss": 0.51047802734375, |
| "eval_vision_contr_loss": 3.20992236328125, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.1281224818694602, |
| "grad_norm": 1.859931203369117, |
| "learning_rate": 9.119495148800357e-06, |
| "loss": 1.7449, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.1281224818694602, |
| "eval_loss": 1.763574481010437, |
| "eval_runtime": 43.105, |
| "eval_samples_per_second": 23.199, |
| "eval_steps_per_second": 5.8, |
| "eval_text_contr_loss": 0.10772032928466797, |
| "eval_total_custom_loss": 3.30740576171875, |
| "eval_total_image_loss": 4.0564755859375, |
| "eval_total_text_loss": 0.50800439453125, |
| "eval_vision_contr_loss": 3.199684814453125, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.160354552780016, |
| "grad_norm": 2.068989185774414, |
| "learning_rate": 9.062934673489092e-06, |
| "loss": 1.7687, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.160354552780016, |
| "eval_loss": 1.7613393068313599, |
| "eval_runtime": 42.9491, |
| "eval_samples_per_second": 23.283, |
| "eval_steps_per_second": 5.821, |
| "eval_text_contr_loss": 0.10758199310302734, |
| "eval_total_custom_loss": 3.303072265625, |
| "eval_total_image_loss": 4.05116064453125, |
| "eval_total_text_loss": 0.5073269958496094, |
| "eval_vision_contr_loss": 3.195490234375, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.192586623690572, |
| "grad_norm": 2.141082949004269, |
| "learning_rate": 9.004823804773181e-06, |
| "loss": 1.7297, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.192586623690572, |
| "eval_loss": 1.7592214345932007, |
| "eval_runtime": 43.069, |
| "eval_samples_per_second": 23.219, |
| "eval_steps_per_second": 5.805, |
| "eval_text_contr_loss": 0.10733989715576171, |
| "eval_total_custom_loss": 3.2991220703125, |
| "eval_total_image_loss": 4.046507080078125, |
| "eval_total_text_loss": 0.5061781921386719, |
| "eval_vision_contr_loss": 3.1917822265625, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.2248186946011281, |
| "grad_norm": 1.8450064802531847, |
| "learning_rate": 8.945187829309785e-06, |
| "loss": 1.7589, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.2248186946011281, |
| "eval_loss": 1.7595419883728027, |
| "eval_runtime": 43.6782, |
| "eval_samples_per_second": 22.895, |
| "eval_steps_per_second": 5.724, |
| "eval_text_contr_loss": 0.10679227447509766, |
| "eval_total_custom_loss": 3.29919677734375, |
| "eval_total_image_loss": 4.04727490234375, |
| "eval_total_text_loss": 0.5035033569335937, |
| "eval_vision_contr_loss": 3.192405029296875, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.257050765511684, |
| "grad_norm": 1.5670039690273154, |
| "learning_rate": 8.884052697398737e-06, |
| "loss": 1.7627, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.257050765511684, |
| "eval_loss": 1.7528612613677979, |
| "eval_runtime": 43.1783, |
| "eval_samples_per_second": 23.16, |
| "eval_steps_per_second": 5.79, |
| "eval_text_contr_loss": 0.10662190246582032, |
| "eval_total_custom_loss": 3.286930908203125, |
| "eval_total_image_loss": 4.031930908203125, |
| "eval_total_text_loss": 0.502760498046875, |
| "eval_vision_contr_loss": 3.180308349609375, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.2892828364222402, |
| "grad_norm": 1.5003342439172258, |
| "learning_rate": 8.82144501169037e-06, |
| "loss": 1.7692, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.2892828364222402, |
| "eval_loss": 1.7518749237060547, |
| "eval_runtime": 43.142, |
| "eval_samples_per_second": 23.179, |
| "eval_steps_per_second": 5.795, |
| "eval_text_contr_loss": 0.10632988739013671, |
| "eval_total_custom_loss": 3.2848466796875, |
| "eval_total_image_loss": 4.02964599609375, |
| "eval_total_text_loss": 0.501397216796875, |
| "eval_vision_contr_loss": 3.178516357421875, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.321514907332796, |
| "grad_norm": 1.588181678069688, |
| "learning_rate": 8.757392015609536e-06, |
| "loss": 1.7336, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.321514907332796, |
| "eval_loss": 1.7515907287597656, |
| "eval_runtime": 43.2497, |
| "eval_samples_per_second": 23.122, |
| "eval_steps_per_second": 5.78, |
| "eval_text_contr_loss": 0.10626918029785157, |
| "eval_total_custom_loss": 3.284319091796875, |
| "eval_total_image_loss": 4.029078125, |
| "eval_total_text_loss": 0.5010674743652344, |
| "eval_vision_contr_loss": 3.17805078125, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.3537469782433522, |
| "grad_norm": 1.7924143802949446, |
| "learning_rate": 8.691921581500737e-06, |
| "loss": 1.7931, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.3537469782433522, |
| "eval_loss": 1.746930718421936, |
| "eval_runtime": 42.8299, |
| "eval_samples_per_second": 23.348, |
| "eval_steps_per_second": 5.837, |
| "eval_text_contr_loss": 0.10574241638183594, |
| "eval_total_custom_loss": 3.27539111328125, |
| "eval_total_image_loss": 4.018408203125, |
| "eval_total_text_loss": 0.4985403747558594, |
| "eval_vision_contr_loss": 3.16964892578125, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.3859790491539081, |
| "grad_norm": 1.2696679831034872, |
| "learning_rate": 8.62506219849963e-06, |
| "loss": 1.747, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.3859790491539081, |
| "eval_loss": 1.7456879615783691, |
| "eval_runtime": 42.9935, |
| "eval_samples_per_second": 23.259, |
| "eval_steps_per_second": 5.815, |
| "eval_text_contr_loss": 0.10543916320800781, |
| "eval_total_custom_loss": 3.272862548828125, |
| "eval_total_image_loss": 4.0155888671875, |
| "eval_total_text_loss": 0.49712225341796873, |
| "eval_vision_contr_loss": 3.167423095703125, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.418211120064464, |
| "grad_norm": 1.4038670024142585, |
| "learning_rate": 8.556842960136109e-06, |
| "loss": 1.7542, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.418211120064464, |
| "eval_loss": 1.7419202327728271, |
| "eval_runtime": 43.1291, |
| "eval_samples_per_second": 23.186, |
| "eval_steps_per_second": 5.797, |
| "eval_text_contr_loss": 0.10515576171875, |
| "eval_total_custom_loss": 3.2657568359375, |
| "eval_total_image_loss": 4.006947265625, |
| "eval_total_text_loss": 0.49575506591796875, |
| "eval_vision_contr_loss": 3.160601318359375, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.4504431909750202, |
| "grad_norm": 1.553147953245719, |
| "learning_rate": 8.487293551674407e-06, |
| "loss": 1.7504, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.4504431909750202, |
| "eval_loss": 1.740807056427002, |
| "eval_runtime": 42.8972, |
| "eval_samples_per_second": 23.312, |
| "eval_steps_per_second": 5.828, |
| "eval_text_contr_loss": 0.10501337432861328, |
| "eval_total_custom_loss": 3.263591796875, |
| "eval_total_image_loss": 4.004369140625, |
| "eval_total_text_loss": 0.495142578125, |
| "eval_vision_contr_loss": 3.15857861328125, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.482675261885576, |
| "grad_norm": 1.5490326450615954, |
| "learning_rate": 8.416444237195702e-06, |
| "loss": 1.754, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.482675261885576, |
| "eval_loss": 1.7383344173431396, |
| "eval_runtime": 43.0597, |
| "eval_samples_per_second": 23.224, |
| "eval_steps_per_second": 5.806, |
| "eval_text_contr_loss": 0.10456053924560547, |
| "eval_total_custom_loss": 3.25873291015625, |
| "eval_total_image_loss": 3.99877001953125, |
| "eval_total_text_loss": 0.4929710693359375, |
| "eval_vision_contr_loss": 3.154172119140625, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.514907332796132, |
| "grad_norm": 1.306313286524459, |
| "learning_rate": 8.34432584642884e-06, |
| "loss": 1.7429, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.514907332796132, |
| "eval_loss": 1.7368396520614624, |
| "eval_runtime": 43.2244, |
| "eval_samples_per_second": 23.135, |
| "eval_steps_per_second": 5.784, |
| "eval_text_contr_loss": 0.10414806365966797, |
| "eval_total_custom_loss": 3.2556689453125, |
| "eval_total_image_loss": 3.99540576171875, |
| "eval_total_text_loss": 0.49097271728515623, |
| "eval_vision_contr_loss": 3.151520263671875, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.5471394037066881, |
| "grad_norm": 1.2887661649855016, |
| "learning_rate": 8.270969761334946e-06, |
| "loss": 1.7619, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.5471394037066881, |
| "eval_loss": 1.7330701351165771, |
| "eval_runtime": 43.0538, |
| "eval_samples_per_second": 23.227, |
| "eval_steps_per_second": 5.807, |
| "eval_text_contr_loss": 0.10417289733886718, |
| "eval_total_custom_loss": 3.24881494140625, |
| "eval_total_image_loss": 3.98670556640625, |
| "eval_total_text_loss": 0.4910880126953125, |
| "eval_vision_contr_loss": 3.144642822265625, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.5793714746172443, |
| "grad_norm": 1.3604255924953426, |
| "learning_rate": 8.1964079024517e-06, |
| "loss": 1.7679, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.5793714746172443, |
| "eval_loss": 1.729392170906067, |
| "eval_runtime": 43.2858, |
| "eval_samples_per_second": 23.102, |
| "eval_steps_per_second": 5.776, |
| "eval_text_contr_loss": 0.10385750579833984, |
| "eval_total_custom_loss": 3.241834716796875, |
| "eval_total_image_loss": 3.97827783203125, |
| "eval_total_text_loss": 0.4896236572265625, |
| "eval_vision_contr_loss": 3.137977294921875, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.6116035455278002, |
| "grad_norm": 1.1049881715481917, |
| "learning_rate": 8.120672715003294e-06, |
| "loss": 1.7428, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.6116035455278002, |
| "eval_loss": 1.7302324771881104, |
| "eval_runtime": 43.5243, |
| "eval_samples_per_second": 22.976, |
| "eval_steps_per_second": 5.744, |
| "eval_text_contr_loss": 0.10343788909912109, |
| "eval_total_custom_loss": 3.243067138671875, |
| "eval_total_image_loss": 3.9803583984375, |
| "eval_total_text_loss": 0.4876519775390625, |
| "eval_vision_contr_loss": 3.13962939453125, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.643835616438356, |
| "grad_norm": 1.4871373362175029, |
| "learning_rate": 8.043797154782041e-06, |
| "loss": 1.7438, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.643835616438356, |
| "eval_loss": 1.7294504642486572, |
| "eval_runtime": 43.2467, |
| "eval_samples_per_second": 23.123, |
| "eval_steps_per_second": 5.781, |
| "eval_text_contr_loss": 0.10337482452392578, |
| "eval_total_custom_loss": 3.24157080078125, |
| "eval_total_image_loss": 3.978525634765625, |
| "eval_total_text_loss": 0.4873544921875, |
| "eval_vision_contr_loss": 3.138195556640625, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.6760676873489122, |
| "grad_norm": 1.4862996756725702, |
| "learning_rate": 7.965814673807827e-06, |
| "loss": 1.7258, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.6760676873489122, |
| "eval_loss": 1.7246971130371094, |
| "eval_runtime": 43.1195, |
| "eval_samples_per_second": 23.191, |
| "eval_steps_per_second": 5.798, |
| "eval_text_contr_loss": 0.10332577514648437, |
| "eval_total_custom_loss": 3.232852294921875, |
| "eval_total_image_loss": 3.96752294921875, |
| "eval_total_text_loss": 0.4871480712890625, |
| "eval_vision_contr_loss": 3.12952587890625, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.7082997582594683, |
| "grad_norm": 1.412355388159593, |
| "learning_rate": 7.886759205771625e-06, |
| "loss": 1.7256, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.7082997582594683, |
| "eval_loss": 1.7225898504257202, |
| "eval_runtime": 42.8073, |
| "eval_samples_per_second": 23.361, |
| "eval_steps_per_second": 5.84, |
| "eval_text_contr_loss": 0.10268486022949219, |
| "eval_total_custom_loss": 3.228478759765625, |
| "eval_total_image_loss": 3.96278955078125, |
| "eval_total_text_loss": 0.48410064697265626, |
| "eval_vision_contr_loss": 3.12579345703125, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.740531829170024, |
| "grad_norm": 1.7627888517566388, |
| "learning_rate": 7.806665151269424e-06, |
| "loss": 1.7288, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.740531829170024, |
| "eval_loss": 1.722500205039978, |
| "eval_runtime": 42.9419, |
| "eval_samples_per_second": 23.287, |
| "eval_steps_per_second": 5.822, |
| "eval_text_contr_loss": 0.10271249389648437, |
| "eval_total_custom_loss": 3.228342041015625, |
| "eval_total_image_loss": 3.96258447265625, |
| "eval_total_text_loss": 0.4842587890625, |
| "eval_vision_contr_loss": 3.1256298828125, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.7727639000805802, |
| "grad_norm": 1.1625897768555602, |
| "learning_rate": 7.725567362832988e-06, |
| "loss": 1.7119, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.7727639000805802, |
| "eval_loss": 1.7217448949813843, |
| "eval_runtime": 43.5739, |
| "eval_samples_per_second": 22.95, |
| "eval_steps_per_second": 5.737, |
| "eval_text_contr_loss": 0.102185302734375, |
| "eval_total_custom_loss": 3.22654345703125, |
| "eval_total_image_loss": 3.960973876953125, |
| "eval_total_text_loss": 0.48181881713867186, |
| "eval_vision_contr_loss": 3.124358154296875, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.8049959709911363, |
| "grad_norm": 1.2532474256069803, |
| "learning_rate": 7.643501129763925e-06, |
| "loss": 1.7249, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.8049959709911363, |
| "eval_loss": 1.719870686531067, |
| "eval_runtime": 43.0446, |
| "eval_samples_per_second": 23.232, |
| "eval_steps_per_second": 5.808, |
| "eval_text_contr_loss": 0.1021416015625, |
| "eval_total_custom_loss": 3.2230703125, |
| "eval_total_image_loss": 3.95665185546875, |
| "eval_total_text_loss": 0.48166421508789065, |
| "eval_vision_contr_loss": 3.120928955078125, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.8372280419016922, |
| "grad_norm": 1.186401836865202, |
| "learning_rate": 7.56050216277774e-06, |
| "loss": 1.7236, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.8372280419016922, |
| "eval_loss": 1.7167900800704956, |
| "eval_runtime": 43.0532, |
| "eval_samples_per_second": 23.227, |
| "eval_steps_per_second": 5.807, |
| "eval_text_contr_loss": 0.10181983947753906, |
| "eval_total_custom_loss": 3.217169677734375, |
| "eval_total_image_loss": 3.94959619140625, |
| "eval_total_text_loss": 0.4800431213378906, |
| "eval_vision_contr_loss": 3.11535009765625, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.869460112812248, |
| "grad_norm": 1.8611578087256904, |
| "learning_rate": 7.476606578464497e-06, |
| "loss": 1.7196, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.869460112812248, |
| "eval_loss": 1.7161837816238403, |
| "eval_runtime": 43.0611, |
| "eval_samples_per_second": 23.223, |
| "eval_steps_per_second": 5.806, |
| "eval_text_contr_loss": 0.10173680114746093, |
| "eval_total_custom_loss": 3.216015380859375, |
| "eval_total_image_loss": 3.94821630859375, |
| "eval_total_text_loss": 0.4796446533203125, |
| "eval_vision_contr_loss": 3.1142783203125, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.9016921837228042, |
| "grad_norm": 1.1970358284464848, |
| "learning_rate": 7.391850883572849e-06, |
| "loss": 1.7154, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.9016921837228042, |
| "eval_loss": 1.7155755758285522, |
| "eval_runtime": 43.668, |
| "eval_samples_per_second": 22.9, |
| "eval_steps_per_second": 5.725, |
| "eval_text_contr_loss": 0.101461669921875, |
| "eval_total_custom_loss": 3.21466650390625, |
| "eval_total_image_loss": 3.946880859375, |
| "eval_total_text_loss": 0.4783258056640625, |
| "eval_vision_contr_loss": 3.113205322265625, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.9339242546333602, |
| "grad_norm": 1.2468389300551599, |
| "learning_rate": 7.306271959124313e-06, |
| "loss": 1.7497, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.9339242546333602, |
| "eval_loss": 1.711749792098999, |
| "eval_runtime": 43.0167, |
| "eval_samples_per_second": 23.247, |
| "eval_steps_per_second": 5.812, |
| "eval_text_contr_loss": 0.10137190246582031, |
| "eval_total_custom_loss": 3.207614990234375, |
| "eval_total_image_loss": 3.93804150390625, |
| "eval_total_text_loss": 0.4779098205566406, |
| "eval_vision_contr_loss": 3.10624267578125, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.966156325543916, |
| "grad_norm": 1.3879414435610702, |
| "learning_rate": 7.219907044364683e-06, |
| "loss": 1.7212, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.966156325543916, |
| "eval_loss": 1.7115145921707153, |
| "eval_runtime": 43.2586, |
| "eval_samples_per_second": 23.117, |
| "eval_steps_per_second": 5.779, |
| "eval_text_contr_loss": 0.10102347564697266, |
| "eval_total_custom_loss": 3.206907958984375, |
| "eval_total_image_loss": 3.937591796875, |
| "eval_total_text_loss": 0.476210205078125, |
| "eval_vision_contr_loss": 3.105884765625, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.9983883964544722, |
| "grad_norm": 1.2689982880943955, |
| "learning_rate": 7.132793720559548e-06, |
| "loss": 1.7293, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.9983883964544722, |
| "eval_loss": 1.710171103477478, |
| "eval_runtime": 43.0121, |
| "eval_samples_per_second": 23.249, |
| "eval_steps_per_second": 5.812, |
| "eval_text_contr_loss": 0.100876708984375, |
| "eval_total_custom_loss": 3.204313232421875, |
| "eval_total_image_loss": 3.93449755859375, |
| "eval_total_text_loss": 0.47554855346679686, |
| "eval_vision_contr_loss": 3.103436767578125, |
| "step": 6200 |
| }, |
| { |
| "epoch": 2.0306204673650283, |
| "grad_norm": 1.3950821678120036, |
| "learning_rate": 7.044969894640985e-06, |
| "loss": 1.6634, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.0306204673650283, |
| "eval_loss": 1.7124313116073608, |
| "eval_runtime": 43.1043, |
| "eval_samples_per_second": 23.2, |
| "eval_steps_per_second": 5.8, |
| "eval_text_contr_loss": 0.10253661346435547, |
| "eval_total_custom_loss": 3.209766357421875, |
| "eval_total_image_loss": 3.93932373046875, |
| "eval_total_text_loss": 0.4833622741699219, |
| "eval_vision_contr_loss": 3.10723046875, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.062852538275584, |
| "grad_norm": 1.6330256517316408, |
| "learning_rate": 6.9564737827125624e-06, |
| "loss": 1.654, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.062852538275584, |
| "eval_loss": 1.7117656469345093, |
| "eval_runtime": 43.2236, |
| "eval_samples_per_second": 23.136, |
| "eval_steps_per_second": 5.784, |
| "eval_text_contr_loss": 0.10246735382080079, |
| "eval_total_custom_loss": 3.208496337890625, |
| "eval_total_image_loss": 3.93780859375, |
| "eval_total_text_loss": 0.48304425048828126, |
| "eval_vision_contr_loss": 3.106028564453125, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.09508460918614, |
| "grad_norm": 1.0726622018398422, |
| "learning_rate": 6.867343893419779e-06, |
| "loss": 1.6844, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.09508460918614, |
| "eval_loss": 1.710357427597046, |
| "eval_runtime": 43.1642, |
| "eval_samples_per_second": 23.167, |
| "eval_steps_per_second": 5.792, |
| "eval_text_contr_loss": 0.1026227798461914, |
| "eval_total_custom_loss": 3.206042236328125, |
| "eval_total_image_loss": 3.93451171875, |
| "eval_total_text_loss": 0.483800048828125, |
| "eval_vision_contr_loss": 3.10341943359375, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.1273166800966963, |
| "grad_norm": 1.1677656833173125, |
| "learning_rate": 6.777619011193214e-06, |
| "loss": 1.6812, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.1273166800966963, |
| "eval_loss": 1.708493709564209, |
| "eval_runtime": 43.1562, |
| "eval_samples_per_second": 23.172, |
| "eval_steps_per_second": 5.793, |
| "eval_text_contr_loss": 0.10243350219726563, |
| "eval_total_custom_loss": 3.20248828125, |
| "eval_total_image_loss": 3.93024072265625, |
| "eval_total_text_loss": 0.482855224609375, |
| "eval_vision_contr_loss": 3.1000546875, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.1595487510072524, |
| "grad_norm": 1.6646093520541214, |
| "learning_rate": 6.6873381793716865e-06, |
| "loss": 1.6777, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.1595487510072524, |
| "eval_loss": 1.7090308666229248, |
| "eval_runtime": 42.7292, |
| "eval_samples_per_second": 23.403, |
| "eval_steps_per_second": 5.851, |
| "eval_text_contr_loss": 0.10214550018310548, |
| "eval_total_custom_loss": 3.2032421875, |
| "eval_total_image_loss": 3.931541748046875, |
| "eval_total_text_loss": 0.4815105590820313, |
| "eval_vision_contr_loss": 3.10109619140625, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.191780821917808, |
| "grad_norm": 1.118793791053252, |
| "learning_rate": 6.596540683212729e-06, |
| "loss": 1.662, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.191780821917808, |
| "eval_loss": 1.707641363143921, |
| "eval_runtime": 43.0524, |
| "eval_samples_per_second": 23.228, |
| "eval_steps_per_second": 5.807, |
| "eval_text_contr_loss": 0.10229474639892579, |
| "eval_total_custom_loss": 3.200827392578125, |
| "eval_total_image_loss": 3.9283203125, |
| "eval_total_text_loss": 0.48220172119140625, |
| "eval_vision_contr_loss": 3.09853271484375, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.2240128928283642, |
| "grad_norm": 1.5524306551850715, |
| "learning_rate": 6.505266032797806e-06, |
| "loss": 1.6846, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.2240128928283642, |
| "eval_loss": 1.7059853076934814, |
| "eval_runtime": 43.1533, |
| "eval_samples_per_second": 23.173, |
| "eval_steps_per_second": 5.793, |
| "eval_text_contr_loss": 0.10189845275878906, |
| "eval_total_custom_loss": 3.1974970703125, |
| "eval_total_image_loss": 3.924572265625, |
| "eval_total_text_loss": 0.4803218994140625, |
| "eval_vision_contr_loss": 3.09559814453125, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.2562449637389204, |
| "grad_norm": 1.0266753499509045, |
| "learning_rate": 6.413553945839697e-06, |
| "loss": 1.6714, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.2562449637389204, |
| "eval_loss": 1.705426812171936, |
| "eval_runtime": 43.1904, |
| "eval_samples_per_second": 23.153, |
| "eval_steps_per_second": 5.788, |
| "eval_text_contr_loss": 0.10180580139160156, |
| "eval_total_custom_loss": 3.196394287109375, |
| "eval_total_image_loss": 3.923303955078125, |
| "eval_total_text_loss": 0.47996240234375, |
| "eval_vision_contr_loss": 3.09458837890625, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.288477034649476, |
| "grad_norm": 1.2088814629290832, |
| "learning_rate": 6.321444330399532e-06, |
| "loss": 1.66, |
| "step": 7100 |
| }, |
| { |
| "epoch": 2.288477034649476, |
| "eval_loss": 1.7046881914138794, |
| "eval_runtime": 43.2519, |
| "eval_samples_per_second": 23.12, |
| "eval_steps_per_second": 5.78, |
| "eval_text_contr_loss": 0.10193362426757813, |
| "eval_total_custom_loss": 3.1951435546875, |
| "eval_total_image_loss": 3.92156982421875, |
| "eval_total_text_loss": 0.4805397338867187, |
| "eval_vision_contr_loss": 3.0932099609375, |
| "step": 7100 |
| }, |
| { |
| "epoch": 2.320709105560032, |
| "grad_norm": 1.3694715406974758, |
| "learning_rate": 6.228977267520991e-06, |
| "loss": 1.665, |
| "step": 7200 |
| }, |
| { |
| "epoch": 2.320709105560032, |
| "eval_loss": 1.7047983407974243, |
| "eval_runtime": 42.9671, |
| "eval_samples_per_second": 23.274, |
| "eval_steps_per_second": 5.818, |
| "eval_text_contr_loss": 0.1015860595703125, |
| "eval_total_custom_loss": 3.1950625, |
| "eval_total_image_loss": 3.92192333984375, |
| "eval_total_text_loss": 0.47889395141601565, |
| "eval_vision_contr_loss": 3.093476806640625, |
| "step": 7200 |
| }, |
| { |
| "epoch": 2.3529411764705883, |
| "grad_norm": 1.1989074798894601, |
| "learning_rate": 6.136192993789241e-06, |
| "loss": 1.6754, |
| "step": 7300 |
| }, |
| { |
| "epoch": 2.3529411764705883, |
| "eval_loss": 1.7038034200668335, |
| "eval_runtime": 43.194, |
| "eval_samples_per_second": 23.151, |
| "eval_steps_per_second": 5.788, |
| "eval_text_contr_loss": 0.1014683837890625, |
| "eval_total_custom_loss": 3.193150390625, |
| "eval_total_image_loss": 3.9196484375, |
| "eval_total_text_loss": 0.4783086547851563, |
| "eval_vision_contr_loss": 3.09168212890625, |
| "step": 7300 |
| }, |
| { |
| "epoch": 2.385173247381144, |
| "grad_norm": 1.1841765547179885, |
| "learning_rate": 6.043131883822186e-06, |
| "loss": 1.6716, |
| "step": 7400 |
| }, |
| { |
| "epoch": 2.385173247381144, |
| "eval_loss": 1.7007592916488647, |
| "eval_runtime": 43.0911, |
| "eval_samples_per_second": 23.207, |
| "eval_steps_per_second": 5.802, |
| "eval_text_contr_loss": 0.10157785034179688, |
| "eval_total_custom_loss": 3.1876787109375, |
| "eval_total_image_loss": 3.912532958984375, |
| "eval_total_text_loss": 0.4788715515136719, |
| "eval_vision_contr_loss": 3.0861005859375, |
| "step": 7400 |
| }, |
| { |
| "epoch": 2.4174053182917, |
| "grad_norm": 1.09623045255461, |
| "learning_rate": 5.949834432701642e-06, |
| "loss": 1.6904, |
| "step": 7500 |
| }, |
| { |
| "epoch": 2.4174053182917, |
| "eval_loss": 1.7012134790420532, |
| "eval_runtime": 43.2095, |
| "eval_samples_per_second": 23.143, |
| "eval_steps_per_second": 5.786, |
| "eval_text_contr_loss": 0.10139631652832032, |
| "eval_total_custom_loss": 3.188372314453125, |
| "eval_total_image_loss": 3.91363525390625, |
| "eval_total_text_loss": 0.47799374389648436, |
| "eval_vision_contr_loss": 3.086975830078125, |
| "step": 7500 |
| }, |
| { |
| "epoch": 2.4496373892022563, |
| "grad_norm": 1.2798135292777189, |
| "learning_rate": 5.856341238352114e-06, |
| "loss": 1.6686, |
| "step": 7600 |
| }, |
| { |
| "epoch": 2.4496373892022563, |
| "eval_loss": 1.699338674545288, |
| "eval_runtime": 43.1463, |
| "eval_samples_per_second": 23.177, |
| "eval_steps_per_second": 5.794, |
| "eval_text_contr_loss": 0.10125347900390624, |
| "eval_total_custom_loss": 3.18483154296875, |
| "eval_total_image_loss": 3.909332275390625, |
| "eval_total_text_loss": 0.47738201904296873, |
| "eval_vision_contr_loss": 3.083578125, |
| "step": 7600 |
| }, |
| { |
| "epoch": 2.4821917808219176, |
| "grad_norm": 1.2387160690879455, |
| "learning_rate": 5.762692983874807e-06, |
| "loss": 1.6875, |
| "step": 7700 |
| }, |
| { |
| "epoch": 2.4821917808219176, |
| "eval_loss": 1.699604868888855, |
| "eval_runtime": 43.2954, |
| "eval_samples_per_second": 23.097, |
| "eval_steps_per_second": 5.774, |
| "eval_text_contr_loss": 0.10113139343261719, |
| "eval_total_custom_loss": 3.18522021484375, |
| "eval_total_image_loss": 3.90997802734375, |
| "eval_total_text_loss": 0.47675457763671875, |
| "eval_vision_contr_loss": 3.084088134765625, |
| "step": 7700 |
| }, |
| { |
| "epoch": 2.5144238517324737, |
| "grad_norm": 1.2888845613016715, |
| "learning_rate": 5.668930419844569e-06, |
| "loss": 1.6694, |
| "step": 7800 |
| }, |
| { |
| "epoch": 2.5144238517324737, |
| "eval_loss": 1.6977527141571045, |
| "eval_runtime": 42.8068, |
| "eval_samples_per_second": 23.361, |
| "eval_steps_per_second": 5.84, |
| "eval_text_contr_loss": 0.10074325561523438, |
| "eval_total_custom_loss": 3.1815302734375, |
| "eval_total_image_loss": 3.9057802734375, |
| "eval_total_text_loss": 0.47487213134765627, |
| "eval_vision_contr_loss": 3.080787353515625, |
| "step": 7800 |
| }, |
| { |
| "epoch": 2.54665592264303, |
| "grad_norm": 1.0961945452459818, |
| "learning_rate": 5.575094346577487e-06, |
| "loss": 1.6843, |
| "step": 7900 |
| }, |
| { |
| "epoch": 2.54665592264303, |
| "eval_loss": 1.6972546577453613, |
| "eval_runtime": 43.1625, |
| "eval_samples_per_second": 23.168, |
| "eval_steps_per_second": 5.792, |
| "eval_text_contr_loss": 0.10105512237548828, |
| "eval_total_custom_loss": 3.180876708984375, |
| "eval_total_image_loss": 3.904545166015625, |
| "eval_total_text_loss": 0.47634335327148436, |
| "eval_vision_contr_loss": 3.07982177734375, |
| "step": 7900 |
| }, |
| { |
| "epoch": 2.578887993553586, |
| "grad_norm": 1.0730302928206912, |
| "learning_rate": 5.481225596376832e-06, |
| "loss": 1.6531, |
| "step": 8000 |
| }, |
| { |
| "epoch": 2.578887993553586, |
| "eval_loss": 1.6951245069503784, |
| "eval_runtime": 42.7536, |
| "eval_samples_per_second": 23.39, |
| "eval_steps_per_second": 5.847, |
| "eval_text_contr_loss": 0.10080006408691407, |
| "eval_total_custom_loss": 3.1767880859375, |
| "eval_total_image_loss": 3.899679443359375, |
| "eval_total_text_loss": 0.4752117919921875, |
| "eval_vision_contr_loss": 3.075987548828125, |
| "step": 8000 |
| }, |
| { |
| "epoch": 2.6111200644641417, |
| "grad_norm": 1.2012985411125285, |
| "learning_rate": 5.387365015765072e-06, |
| "loss": 1.6645, |
| "step": 8100 |
| }, |
| { |
| "epoch": 2.6111200644641417, |
| "eval_loss": 1.6954604387283325, |
| "eval_runtime": 42.8389, |
| "eval_samples_per_second": 23.343, |
| "eval_steps_per_second": 5.836, |
| "eval_text_contr_loss": 0.10047319793701172, |
| "eval_total_custom_loss": 3.17713623046875, |
| "eval_total_image_loss": 3.90052880859375, |
| "eval_total_text_loss": 0.47367898559570315, |
| "eval_vision_contr_loss": 3.0766630859375, |
| "step": 8100 |
| }, |
| { |
| "epoch": 2.643352135374698, |
| "grad_norm": 1.0726584383882933, |
| "learning_rate": 5.2935534477097296e-06, |
| "loss": 1.6677, |
| "step": 8200 |
| }, |
| { |
| "epoch": 2.643352135374698, |
| "eval_loss": 1.6943846940994263, |
| "eval_runtime": 42.5793, |
| "eval_samples_per_second": 23.486, |
| "eval_steps_per_second": 5.871, |
| "eval_text_contr_loss": 0.10054948425292969, |
| "eval_total_custom_loss": 3.175241943359375, |
| "eval_total_image_loss": 3.898025146484375, |
| "eval_total_text_loss": 0.4740495300292969, |
| "eval_vision_contr_loss": 3.07469189453125, |
| "step": 8200 |
| }, |
| { |
| "epoch": 2.675584206285254, |
| "grad_norm": 1.0454265169766854, |
| "learning_rate": 5.199831713850748e-06, |
| "loss": 1.6843, |
| "step": 8300 |
| }, |
| { |
| "epoch": 2.675584206285254, |
| "eval_loss": 1.693207025527954, |
| "eval_runtime": 42.8178, |
| "eval_samples_per_second": 23.355, |
| "eval_steps_per_second": 5.839, |
| "eval_text_contr_loss": 0.10044010162353516, |
| "eval_total_custom_loss": 3.17299267578125, |
| "eval_total_image_loss": 3.895315673828125, |
| "eval_total_text_loss": 0.4735074768066406, |
| "eval_vision_contr_loss": 3.072552490234375, |
| "step": 8300 |
| }, |
| { |
| "epoch": 2.7078162771958096, |
| "grad_norm": 1.0376317976485014, |
| "learning_rate": 5.106240596737168e-06, |
| "loss": 1.6772, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.7078162771958096, |
| "eval_loss": 1.6923362016677856, |
| "eval_runtime": 42.9651, |
| "eval_samples_per_second": 23.275, |
| "eval_steps_per_second": 5.819, |
| "eval_text_contr_loss": 0.1002273178100586, |
| "eval_total_custom_loss": 3.17123046875, |
| "eval_total_image_loss": 3.893354736328125, |
| "eval_total_text_loss": 0.4724638671875, |
| "eval_vision_contr_loss": 3.07100341796875, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.7400483481063658, |
| "grad_norm": 1.1505481111073788, |
| "learning_rate": 5.012820822080799e-06, |
| "loss": 1.6677, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.7400483481063658, |
| "eval_loss": 1.6918821334838867, |
| "eval_runtime": 43.5347, |
| "eval_samples_per_second": 22.97, |
| "eval_steps_per_second": 5.743, |
| "eval_text_contr_loss": 0.10038319396972656, |
| "eval_total_custom_loss": 3.170523193359375, |
| "eval_total_image_loss": 3.892265625, |
| "eval_total_text_loss": 0.473227294921875, |
| "eval_vision_contr_loss": 3.070140380859375, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.772280419016922, |
| "grad_norm": 1.2546342286772034, |
| "learning_rate": 4.919613041034628e-06, |
| "loss": 1.6525, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.772280419016922, |
| "eval_loss": 1.6920381784439087, |
| "eval_runtime": 43.2028, |
| "eval_samples_per_second": 23.147, |
| "eval_steps_per_second": 5.787, |
| "eval_text_contr_loss": 0.10001284027099609, |
| "eval_total_custom_loss": 3.170507568359375, |
| "eval_total_image_loss": 3.892719482421875, |
| "eval_total_text_loss": 0.47142926025390625, |
| "eval_vision_contr_loss": 3.07049462890625, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.804512489927478, |
| "grad_norm": 1.0449956888200327, |
| "learning_rate": 4.8266578125036675e-06, |
| "loss": 1.655, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.804512489927478, |
| "eval_loss": 1.6917293071746826, |
| "eval_runtime": 42.7617, |
| "eval_samples_per_second": 23.385, |
| "eval_steps_per_second": 5.846, |
| "eval_text_contr_loss": 0.10005457305908202, |
| "eval_total_custom_loss": 3.16998046875, |
| "eval_total_image_loss": 3.89201171875, |
| "eval_total_text_loss": 0.47171200561523435, |
| "eval_vision_contr_loss": 3.06992578125, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.8367445608380337, |
| "grad_norm": 1.1304255420893947, |
| "learning_rate": 4.733995585495955e-06, |
| "loss": 1.6619, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.8367445608380337, |
| "eval_loss": 1.6887074708938599, |
| "eval_runtime": 42.8364, |
| "eval_samples_per_second": 23.345, |
| "eval_steps_per_second": 5.836, |
| "eval_text_contr_loss": 0.09995537567138672, |
| "eval_total_custom_loss": 3.1643916015625, |
| "eval_total_image_loss": 3.8850234375, |
| "eval_total_text_loss": 0.471197998046875, |
| "eval_vision_contr_loss": 3.06443603515625, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.86897663174859, |
| "grad_norm": 1.1635596710167195, |
| "learning_rate": 4.6416666815213646e-06, |
| "loss": 1.6539, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.86897663174859, |
| "eval_loss": 1.6882895231246948, |
| "eval_runtime": 42.7082, |
| "eval_samples_per_second": 23.415, |
| "eval_steps_per_second": 5.854, |
| "eval_text_contr_loss": 0.099897216796875, |
| "eval_total_custom_loss": 3.16357763671875, |
| "eval_total_image_loss": 3.88407275390625, |
| "eval_total_text_loss": 0.47090353393554685, |
| "eval_vision_contr_loss": 3.0636806640625, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.901208702659146, |
| "grad_norm": 1.4475543234008788, |
| "learning_rate": 4.549711277045895e-06, |
| "loss": 1.6513, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.901208702659146, |
| "eval_loss": 1.6892811059951782, |
| "eval_runtime": 42.7435, |
| "eval_samples_per_second": 23.395, |
| "eval_steps_per_second": 5.849, |
| "eval_text_contr_loss": 0.09978788757324218, |
| "eval_total_custom_loss": 3.16530078125, |
| "eval_total_image_loss": 3.88640869140625, |
| "eval_total_text_loss": 0.4704385681152344, |
| "eval_vision_contr_loss": 3.06551318359375, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.9334407735697017, |
| "grad_norm": 1.082082592198345, |
| "learning_rate": 4.458169386009095e-06, |
| "loss": 1.6623, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.9334407735697017, |
| "eval_loss": 1.6865910291671753, |
| "eval_runtime": 42.7896, |
| "eval_samples_per_second": 23.37, |
| "eval_steps_per_second": 5.843, |
| "eval_text_contr_loss": 0.0996867904663086, |
| "eval_total_custom_loss": 3.16030908203125, |
| "eval_total_image_loss": 3.880197021484375, |
| "eval_total_text_loss": 0.46994622802734376, |
| "eval_vision_contr_loss": 3.06062255859375, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.965672844480258, |
| "grad_norm": 1.252913071666507, |
| "learning_rate": 4.367080842412176e-06, |
| "loss": 1.667, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.965672844480258, |
| "eval_loss": 1.685819149017334, |
| "eval_runtime": 42.9823, |
| "eval_samples_per_second": 23.265, |
| "eval_steps_per_second": 5.816, |
| "eval_text_contr_loss": 0.09963002014160156, |
| "eval_total_custom_loss": 3.1588515625, |
| "eval_total_image_loss": 3.878440185546875, |
| "eval_total_text_loss": 0.46969296264648436, |
| "eval_vision_contr_loss": 3.059221435546875, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.997904915390814, |
| "grad_norm": 1.2123646326849216, |
| "learning_rate": 4.2764852829844575e-06, |
| "loss": 1.6493, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.997904915390814, |
| "eval_loss": 1.684321403503418, |
| "eval_runtime": 43.2065, |
| "eval_samples_per_second": 23.145, |
| "eval_steps_per_second": 5.786, |
| "eval_text_contr_loss": 0.09949755859375, |
| "eval_total_custom_loss": 3.156007568359375, |
| "eval_total_image_loss": 3.875003662109375, |
| "eval_total_text_loss": 0.469060302734375, |
| "eval_vision_contr_loss": 3.056509033203125, |
| "step": 9300 |
| }, |
| { |
| "epoch": 3.03013698630137, |
| "grad_norm": 1.2765862298497435, |
| "learning_rate": 4.186422129935634e-06, |
| "loss": 1.6081, |
| "step": 9400 |
| }, |
| { |
| "epoch": 3.03013698630137, |
| "eval_loss": 1.6938881874084473, |
| "eval_runtime": 43.1138, |
| "eval_samples_per_second": 23.194, |
| "eval_steps_per_second": 5.799, |
| "eval_text_contr_loss": 0.10148472595214844, |
| "eval_total_custom_loss": 3.175074462890625, |
| "eval_total_image_loss": 3.896648681640625, |
| "eval_total_text_loss": 0.4784152221679687, |
| "eval_vision_contr_loss": 3.07359033203125, |
| "step": 9400 |
| }, |
| { |
| "epoch": 3.0623690572119258, |
| "grad_norm": 1.2098762882131135, |
| "learning_rate": 4.096930573801397e-06, |
| "loss": 1.634, |
| "step": 9500 |
| }, |
| { |
| "epoch": 3.0623690572119258, |
| "eval_loss": 1.6933133602142334, |
| "eval_runtime": 42.9251, |
| "eval_samples_per_second": 23.296, |
| "eval_steps_per_second": 5.824, |
| "eval_text_contr_loss": 0.101427734375, |
| "eval_total_custom_loss": 3.1739755859375, |
| "eval_total_image_loss": 3.89532421875, |
| "eval_total_text_loss": 0.4781582641601563, |
| "eval_vision_contr_loss": 3.07254736328125, |
| "step": 9500 |
| }, |
| { |
| "epoch": 3.094601128122482, |
| "grad_norm": 1.3163746415227902, |
| "learning_rate": 4.008049556389867e-06, |
| "loss": 1.5951, |
| "step": 9600 |
| }, |
| { |
| "epoch": 3.094601128122482, |
| "eval_loss": 1.6907294988632202, |
| "eval_runtime": 42.9029, |
| "eval_samples_per_second": 23.308, |
| "eval_steps_per_second": 5.827, |
| "eval_text_contr_loss": 0.10167989349365235, |
| "eval_total_custom_loss": 3.16946728515625, |
| "eval_total_image_loss": 3.88928515625, |
| "eval_total_text_loss": 0.47932699584960936, |
| "eval_vision_contr_loss": 3.067786376953125, |
| "step": 9600 |
| }, |
| { |
| "epoch": 3.126833199033038, |
| "grad_norm": 1.2525529317293345, |
| "learning_rate": 3.919817753836259e-06, |
| "loss": 1.6167, |
| "step": 9700 |
| }, |
| { |
| "epoch": 3.126833199033038, |
| "eval_loss": 1.692821741104126, |
| "eval_runtime": 43.003, |
| "eval_samples_per_second": 23.254, |
| "eval_steps_per_second": 5.814, |
| "eval_text_contr_loss": 0.10175180816650391, |
| "eval_total_custom_loss": 3.173349365234375, |
| "eval_total_image_loss": 3.894118896484375, |
| "eval_total_text_loss": 0.4796273193359375, |
| "eval_vision_contr_loss": 3.0715966796875, |
| "step": 9700 |
| }, |
| { |
| "epoch": 3.1590652699435937, |
| "grad_norm": 1.126369009113395, |
| "learning_rate": 3.832273559773153e-06, |
| "loss": 1.6043, |
| "step": 9800 |
| }, |
| { |
| "epoch": 3.1590652699435937, |
| "eval_loss": 1.6909953355789185, |
| "eval_runtime": 42.8655, |
| "eval_samples_per_second": 23.329, |
| "eval_steps_per_second": 5.832, |
| "eval_text_contr_loss": 0.10167758178710938, |
| "eval_total_custom_loss": 3.169955078125, |
| "eval_total_image_loss": 3.889908203125, |
| "eval_total_text_loss": 0.4793105163574219, |
| "eval_vision_contr_loss": 3.06827734375, |
| "step": 9800 |
| }, |
| { |
| "epoch": 3.19129734085415, |
| "grad_norm": 1.123771397464815, |
| "learning_rate": 3.7454550686236945e-06, |
| "loss": 1.6073, |
| "step": 9900 |
| }, |
| { |
| "epoch": 3.19129734085415, |
| "eval_loss": 1.6896721124649048, |
| "eval_runtime": 42.8425, |
| "eval_samples_per_second": 23.341, |
| "eval_steps_per_second": 5.835, |
| "eval_text_contr_loss": 0.1015400161743164, |
| "eval_total_custom_loss": 3.16741552734375, |
| "eval_total_image_loss": 3.88685693359375, |
| "eval_total_text_loss": 0.47866622924804686, |
| "eval_vision_contr_loss": 3.065875732421875, |
| "step": 9900 |
| }, |
| { |
| "epoch": 3.223529411764706, |
| "grad_norm": 1.0983682310218152, |
| "learning_rate": 3.6594000590249946e-06, |
| "loss": 1.62, |
| "step": 10000 |
| }, |
| { |
| "epoch": 3.223529411764706, |
| "eval_loss": 1.6913846731185913, |
| "eval_runtime": 42.7475, |
| "eval_samples_per_second": 23.393, |
| "eval_steps_per_second": 5.848, |
| "eval_text_contr_loss": 0.10158514404296876, |
| "eval_total_custom_loss": 3.17058740234375, |
| "eval_total_image_loss": 3.890841552734375, |
| "eval_total_text_loss": 0.4788506469726562, |
| "eval_vision_contr_loss": 3.06900244140625, |
| "step": 10000 |
| }, |
| { |
| "epoch": 3.255761482675262, |
| "grad_norm": 1.1391042191009226, |
| "learning_rate": 3.5741459773889415e-06, |
| "loss": 1.6032, |
| "step": 10100 |
| }, |
| { |
| "epoch": 3.255761482675262, |
| "eval_loss": 1.6893099546432495, |
| "eval_runtime": 42.7757, |
| "eval_samples_per_second": 23.378, |
| "eval_steps_per_second": 5.844, |
| "eval_text_contr_loss": 0.10135261535644531, |
| "eval_total_custom_loss": 3.1666064453125, |
| "eval_total_image_loss": 3.886076171875, |
| "eval_total_text_loss": 0.47780508422851564, |
| "eval_vision_contr_loss": 3.06525390625, |
| "step": 10100 |
| }, |
| { |
| "epoch": 3.287993553585818, |
| "grad_norm": 1.2951870930310643, |
| "learning_rate": 3.4897299216075838e-06, |
| "loss": 1.6156, |
| "step": 10200 |
| }, |
| { |
| "epoch": 3.287993553585818, |
| "eval_loss": 1.6886229515075684, |
| "eval_runtime": 42.9874, |
| "eval_samples_per_second": 23.263, |
| "eval_steps_per_second": 5.816, |
| "eval_text_contr_loss": 0.10141517639160157, |
| "eval_total_custom_loss": 3.16539208984375, |
| "eval_total_image_loss": 3.884467041015625, |
| "eval_total_text_loss": 0.4781048889160156, |
| "eval_vision_contr_loss": 3.063976806640625, |
| "step": 10200 |
| }, |
| { |
| "epoch": 3.320225624496374, |
| "grad_norm": 1.1576760253285912, |
| "learning_rate": 3.40618862491016e-06, |
| "loss": 1.607, |
| "step": 10300 |
| }, |
| { |
| "epoch": 3.320225624496374, |
| "eval_loss": 1.6859066486358643, |
| "eval_runtime": 42.9508, |
| "eval_samples_per_second": 23.282, |
| "eval_steps_per_second": 5.821, |
| "eval_text_contr_loss": 0.10142912292480469, |
| "eval_total_custom_loss": 3.160448486328125, |
| "eval_total_image_loss": 3.878161376953125, |
| "eval_total_text_loss": 0.47815496826171877, |
| "eval_vision_contr_loss": 3.05901953125, |
| "step": 10300 |
| }, |
| { |
| "epoch": 3.35245769540693, |
| "grad_norm": 1.1233070454350762, |
| "learning_rate": 3.3235584398788225e-06, |
| "loss": 1.6302, |
| "step": 10400 |
| }, |
| { |
| "epoch": 3.35245769540693, |
| "eval_loss": 1.686716079711914, |
| "eval_runtime": 42.7155, |
| "eval_samples_per_second": 23.411, |
| "eval_steps_per_second": 5.853, |
| "eval_text_contr_loss": 0.10136524200439453, |
| "eval_total_custom_loss": 3.161879638671875, |
| "eval_total_image_loss": 3.880064208984375, |
| "eval_total_text_loss": 0.4778822631835937, |
| "eval_vision_contr_loss": 3.0605146484375, |
| "step": 10400 |
| }, |
| { |
| "epoch": 3.3846897663174857, |
| "grad_norm": 1.1327092213015983, |
| "learning_rate": 3.241875322629986e-06, |
| "loss": 1.6036, |
| "step": 10500 |
| }, |
| { |
| "epoch": 3.3846897663174857, |
| "eval_loss": 1.6858470439910889, |
| "eval_runtime": 42.7744, |
| "eval_samples_per_second": 23.378, |
| "eval_steps_per_second": 5.845, |
| "eval_text_contr_loss": 0.10138286590576172, |
| "eval_total_custom_loss": 3.160292236328125, |
| "eval_total_image_loss": 3.8780537109375, |
| "eval_total_text_loss": 0.47793585205078126, |
| "eval_vision_contr_loss": 3.0589091796875, |
| "step": 10500 |
| }, |
| { |
| "epoch": 3.416921837228042, |
| "grad_norm": 1.1339295712914674, |
| "learning_rate": 3.1611748171682016e-06, |
| "loss": 1.6453, |
| "step": 10600 |
| }, |
| { |
| "epoch": 3.416921837228042, |
| "eval_loss": 1.687591314315796, |
| "eval_runtime": 42.8807, |
| "eval_samples_per_second": 23.321, |
| "eval_steps_per_second": 5.83, |
| "eval_text_contr_loss": 0.10116822052001953, |
| "eval_total_custom_loss": 3.16331298828125, |
| "eval_total_image_loss": 3.882153076171875, |
| "eval_total_text_loss": 0.4768859558105469, |
| "eval_vision_contr_loss": 3.06214453125, |
| "step": 10600 |
| }, |
| { |
| "epoch": 3.449153908138598, |
| "grad_norm": 1.0997773503486938, |
| "learning_rate": 3.081492039919361e-06, |
| "loss": 1.6054, |
| "step": 10700 |
| }, |
| { |
| "epoch": 3.449153908138598, |
| "eval_loss": 1.6868486404418945, |
| "eval_runtime": 42.8674, |
| "eval_samples_per_second": 23.328, |
| "eval_steps_per_second": 5.832, |
| "eval_text_contr_loss": 0.10126123046875, |
| "eval_total_custom_loss": 3.162032470703125, |
| "eval_total_image_loss": 3.880401123046875, |
| "eval_total_text_loss": 0.47728997802734374, |
| "eval_vision_contr_loss": 3.060771484375, |
| "step": 10700 |
| }, |
| { |
| "epoch": 3.481385979049154, |
| "grad_norm": 1.219354719842817, |
| "learning_rate": 3.0028616644499574e-06, |
| "loss": 1.5969, |
| "step": 10800 |
| }, |
| { |
| "epoch": 3.481385979049154, |
| "eval_loss": 1.6862396001815796, |
| "eval_runtime": 42.9267, |
| "eval_samples_per_second": 23.296, |
| "eval_steps_per_second": 5.824, |
| "eval_text_contr_loss": 0.10140933227539063, |
| "eval_total_custom_loss": 3.16104345703125, |
| "eval_total_image_loss": 3.878958984375, |
| "eval_total_text_loss": 0.4780615234375, |
| "eval_vision_contr_loss": 3.0596337890625, |
| "step": 10800 |
| }, |
| { |
| "epoch": 3.51361804995971, |
| "grad_norm": 1.175772050996846, |
| "learning_rate": 2.9253179063790525e-06, |
| "loss": 1.5918, |
| "step": 10900 |
| }, |
| { |
| "epoch": 3.51361804995971, |
| "eval_loss": 1.6859683990478516, |
| "eval_runtime": 42.9594, |
| "eval_samples_per_second": 23.278, |
| "eval_steps_per_second": 5.819, |
| "eval_text_contr_loss": 0.1010609359741211, |
| "eval_total_custom_loss": 3.1602666015625, |
| "eval_total_image_loss": 3.8784208984375, |
| "eval_total_text_loss": 0.47643841552734373, |
| "eval_vision_contr_loss": 3.059205810546875, |
| "step": 10900 |
| }, |
| { |
| "epoch": 3.545850120870266, |
| "grad_norm": 1.1237469272528742, |
| "learning_rate": 2.8488945084895257e-06, |
| "loss": 1.6129, |
| "step": 11000 |
| }, |
| { |
| "epoch": 3.545850120870266, |
| "eval_loss": 1.6847009658813477, |
| "eval_runtime": 42.8786, |
| "eval_samples_per_second": 23.322, |
| "eval_steps_per_second": 5.83, |
| "eval_text_contr_loss": 0.10107876586914062, |
| "eval_total_custom_loss": 3.15795556640625, |
| "eval_total_image_loss": 3.87548388671875, |
| "eval_total_text_loss": 0.4764222412109375, |
| "eval_vision_contr_loss": 3.056876708984375, |
| "step": 11000 |
| }, |
| { |
| "epoch": 3.5780821917808217, |
| "grad_norm": 1.0867638145927627, |
| "learning_rate": 2.7736247260450542e-06, |
| "loss": 1.6222, |
| "step": 11100 |
| }, |
| { |
| "epoch": 3.5780821917808217, |
| "eval_loss": 1.6834853887557983, |
| "eval_runtime": 42.9899, |
| "eval_samples_per_second": 23.261, |
| "eval_steps_per_second": 5.815, |
| "eval_text_contr_loss": 0.10083826446533203, |
| "eval_total_custom_loss": 3.155547607421875, |
| "eval_total_image_loss": 3.87272802734375, |
| "eval_total_text_loss": 0.47536029052734374, |
| "eval_vision_contr_loss": 3.054708984375, |
| "step": 11100 |
| }, |
| { |
| "epoch": 3.610314262691378, |
| "grad_norm": 1.2223953493974884, |
| "learning_rate": 2.699541312319264e-06, |
| "loss": 1.6045, |
| "step": 11200 |
| }, |
| { |
| "epoch": 3.610314262691378, |
| "eval_loss": 1.684789776802063, |
| "eval_runtime": 42.8174, |
| "eval_samples_per_second": 23.355, |
| "eval_steps_per_second": 5.839, |
| "eval_text_contr_loss": 0.10071804809570313, |
| "eval_total_custom_loss": 3.1578349609375, |
| "eval_total_image_loss": 3.875773681640625, |
| "eval_total_text_loss": 0.4747677001953125, |
| "eval_vision_contr_loss": 3.0571171875, |
| "step": 11200 |
| }, |
| { |
| "epoch": 3.642546333601934, |
| "grad_norm": 1.076543018855401, |
| "learning_rate": 2.6266765043433017e-06, |
| "loss": 1.6068, |
| "step": 11300 |
| }, |
| { |
| "epoch": 3.642546333601934, |
| "eval_loss": 1.6840680837631226, |
| "eval_runtime": 42.9346, |
| "eval_samples_per_second": 23.291, |
| "eval_steps_per_second": 5.823, |
| "eval_text_contr_loss": 0.10091355895996093, |
| "eval_total_custom_loss": 3.15666748046875, |
| "eval_total_image_loss": 3.87404931640625, |
| "eval_total_text_loss": 0.4756776428222656, |
| "eval_vision_contr_loss": 3.05575390625, |
| "step": 11300 |
| }, |
| { |
| "epoch": 3.67477840451249, |
| "grad_norm": 1.201376688056067, |
| "learning_rate": 2.555062008878044e-06, |
| "loss": 1.6157, |
| "step": 11400 |
| }, |
| { |
| "epoch": 3.67477840451249, |
| "eval_loss": 1.6833868026733398, |
| "eval_runtime": 42.9832, |
| "eval_samples_per_second": 23.265, |
| "eval_steps_per_second": 5.816, |
| "eval_text_contr_loss": 0.100856201171875, |
| "eval_total_custom_loss": 3.15538037109375, |
| "eval_total_image_loss": 3.872487548828125, |
| "eval_total_text_loss": 0.47540740966796874, |
| "eval_vision_contr_loss": 3.05452392578125, |
| "step": 11400 |
| }, |
| { |
| "epoch": 3.707010475423046, |
| "grad_norm": 1.032794436813145, |
| "learning_rate": 2.484728988617063e-06, |
| "loss": 1.6082, |
| "step": 11500 |
| }, |
| { |
| "epoch": 3.707010475423046, |
| "eval_loss": 1.6835486888885498, |
| "eval_runtime": 43.5001, |
| "eval_samples_per_second": 22.988, |
| "eval_steps_per_second": 5.747, |
| "eval_text_contr_loss": 0.10072601318359375, |
| "eval_total_custom_loss": 3.15557373046875, |
| "eval_total_image_loss": 3.87289892578125, |
| "eval_total_text_loss": 0.4747868347167969, |
| "eval_vision_contr_loss": 3.054848388671875, |
| "step": 11500 |
| }, |
| { |
| "epoch": 3.739242546333602, |
| "grad_norm": 1.003411270750372, |
| "learning_rate": 2.415708048626333e-06, |
| "loss": 1.5981, |
| "step": 11600 |
| }, |
| { |
| "epoch": 3.739242546333602, |
| "eval_loss": 1.6829206943511963, |
| "eval_runtime": 42.9967, |
| "eval_samples_per_second": 23.258, |
| "eval_steps_per_second": 5.814, |
| "eval_text_contr_loss": 0.10052241516113282, |
| "eval_total_custom_loss": 3.154263916015625, |
| "eval_total_image_loss": 3.8714951171875, |
| "eval_total_text_loss": 0.4738740234375, |
| "eval_vision_contr_loss": 3.0537412109375, |
| "step": 11600 |
| }, |
| { |
| "epoch": 3.771474617244158, |
| "grad_norm": 1.063479476495336, |
| "learning_rate": 2.348029223026585e-06, |
| "loss": 1.597, |
| "step": 11700 |
| }, |
| { |
| "epoch": 3.771474617244158, |
| "eval_loss": 1.68172025680542, |
| "eval_runtime": 42.9293, |
| "eval_samples_per_second": 23.294, |
| "eval_steps_per_second": 5.824, |
| "eval_text_contr_loss": 0.10068083190917969, |
| "eval_total_custom_loss": 3.152196533203125, |
| "eval_total_image_loss": 3.86867529296875, |
| "eval_total_text_loss": 0.47459600830078125, |
| "eval_vision_contr_loss": 3.0515166015625, |
| "step": 11700 |
| }, |
| { |
| "epoch": 3.8037066881547137, |
| "grad_norm": 1.0838405339905979, |
| "learning_rate": 2.2817219619241105e-06, |
| "loss": 1.6236, |
| "step": 11800 |
| }, |
| { |
| "epoch": 3.8037066881547137, |
| "eval_loss": 1.6811496019363403, |
| "eval_runtime": 42.8946, |
| "eval_samples_per_second": 23.313, |
| "eval_steps_per_second": 5.828, |
| "eval_text_contr_loss": 0.10067573547363282, |
| "eval_total_custom_loss": 3.151148193359375, |
| "eval_total_image_loss": 3.867359375, |
| "eval_total_text_loss": 0.4745587158203125, |
| "eval_vision_contr_loss": 3.05047216796875, |
| "step": 11800 |
| }, |
| { |
| "epoch": 3.83593875906527, |
| "grad_norm": 1.079820928087788, |
| "learning_rate": 2.216815118595693e-06, |
| "loss": 1.6317, |
| "step": 11900 |
| }, |
| { |
| "epoch": 3.83593875906527, |
| "eval_loss": 1.6812784671783447, |
| "eval_runtime": 42.7509, |
| "eval_samples_per_second": 23.391, |
| "eval_steps_per_second": 5.848, |
| "eval_text_contr_loss": 0.10055113220214844, |
| "eval_total_custom_loss": 3.15128173828125, |
| "eval_total_image_loss": 3.86768896484375, |
| "eval_total_text_loss": 0.47393701171875, |
| "eval_vision_contr_loss": 3.050729736328125, |
| "step": 11900 |
| }, |
| { |
| "epoch": 3.868170829975826, |
| "grad_norm": 1.1619861502916402, |
| "learning_rate": 2.1533369369332456e-06, |
| "loss": 1.6183, |
| "step": 12000 |
| }, |
| { |
| "epoch": 3.868170829975826, |
| "eval_loss": 1.6810537576675415, |
| "eval_runtime": 42.7941, |
| "eval_samples_per_second": 23.368, |
| "eval_steps_per_second": 5.842, |
| "eval_text_contr_loss": 0.1004962387084961, |
| "eval_total_custom_loss": 3.150823974609375, |
| "eval_total_image_loss": 3.86718115234375, |
| "eval_total_text_loss": 0.4737078857421875, |
| "eval_vision_contr_loss": 3.050328125, |
| "step": 12000 |
| }, |
| { |
| "epoch": 3.900402900886382, |
| "grad_norm": 1.1726466990038384, |
| "learning_rate": 2.0913150391536236e-06, |
| "loss": 1.6114, |
| "step": 12100 |
| }, |
| { |
| "epoch": 3.900402900886382, |
| "eval_loss": 1.6809941530227661, |
| "eval_runtime": 43.1003, |
| "eval_samples_per_second": 23.202, |
| "eval_steps_per_second": 5.8, |
| "eval_text_contr_loss": 0.10044279479980468, |
| "eval_total_custom_loss": 3.150681640625, |
| "eval_total_image_loss": 3.86706689453125, |
| "eval_total_text_loss": 0.47346914672851564, |
| "eval_vision_contr_loss": 3.05023876953125, |
| "step": 12100 |
| }, |
| { |
| "epoch": 3.932634971796938, |
| "grad_norm": 1.1410317698581134, |
| "learning_rate": 2.0307764137789505e-06, |
| "loss": 1.6167, |
| "step": 12200 |
| }, |
| { |
| "epoch": 3.932634971796938, |
| "eval_loss": 1.6800341606140137, |
| "eval_runtime": 42.8924, |
| "eval_samples_per_second": 23.314, |
| "eval_steps_per_second": 5.829, |
| "eval_text_contr_loss": 0.10050942993164062, |
| "eval_total_custom_loss": 3.14897265625, |
| "eval_total_image_loss": 3.864827880859375, |
| "eval_total_text_loss": 0.47377548217773435, |
| "eval_vision_contr_loss": 3.048463134765625, |
| "step": 12200 |
| }, |
| { |
| "epoch": 3.964867042707494, |
| "grad_norm": 1.074995807709666, |
| "learning_rate": 1.9717474038926967e-06, |
| "loss": 1.6029, |
| "step": 12300 |
| }, |
| { |
| "epoch": 3.964867042707494, |
| "eval_loss": 1.678675889968872, |
| "eval_runtime": 42.9912, |
| "eval_samples_per_second": 23.261, |
| "eval_steps_per_second": 5.815, |
| "eval_text_contr_loss": 0.10038053894042968, |
| "eval_total_custom_loss": 3.14638232421875, |
| "eval_total_image_loss": 3.86171728515625, |
| "eval_total_text_loss": 0.4731833190917969, |
| "eval_vision_contr_loss": 3.046001953125, |
| "step": 12300 |
| }, |
| { |
| "epoch": 3.99709911361805, |
| "grad_norm": 1.1178357415374787, |
| "learning_rate": 1.91425369567662e-06, |
| "loss": 1.6086, |
| "step": 12400 |
| }, |
| { |
| "epoch": 3.99709911361805, |
| "eval_loss": 1.6787165403366089, |
| "eval_runtime": 42.7428, |
| "eval_samples_per_second": 23.396, |
| "eval_steps_per_second": 5.849, |
| "eval_text_contr_loss": 0.10042031860351562, |
| "eval_total_custom_loss": 3.1464853515625, |
| "eval_total_image_loss": 3.86180322265625, |
| "eval_total_text_loss": 0.4733684997558594, |
| "eval_vision_contr_loss": 3.046065185546875, |
| "step": 12400 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 15510, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 400, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1479806652776448.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
