{ "best_metric": 0.019755465909838676, "best_model_checkpoint": "influence-longformer/checkpoint-1995", "epoch": 3.0, "eval_steps": 500, "global_step": 1995, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03759398496240601, "grad_norm": 1.6022701263427734, "learning_rate": 4.229323308270677e-06, "loss": 0.1482, "step": 25 }, { "epoch": 0.07518796992481203, "grad_norm": 2.4601035118103027, "learning_rate": 8.458646616541353e-06, "loss": 0.0555, "step": 50 }, { "epoch": 0.11278195488721804, "grad_norm": 0.42991551756858826, "learning_rate": 1.2687969924812032e-05, "loss": 0.038, "step": 75 }, { "epoch": 0.15037593984962405, "grad_norm": 1.5615288019180298, "learning_rate": 1.6917293233082707e-05, "loss": 0.0332, "step": 100 }, { "epoch": 0.18796992481203006, "grad_norm": 1.0025038719177246, "learning_rate": 2.1146616541353385e-05, "loss": 0.0334, "step": 125 }, { "epoch": 0.22556390977443608, "grad_norm": 0.8407266736030579, "learning_rate": 2.5375939849624064e-05, "loss": 0.0291, "step": 150 }, { "epoch": 0.2631578947368421, "grad_norm": 2.030592441558838, "learning_rate": 2.9605263157894742e-05, "loss": 0.031, "step": 175 }, { "epoch": 0.3007518796992481, "grad_norm": 0.8694236278533936, "learning_rate": 3.3834586466165414e-05, "loss": 0.0312, "step": 200 }, { "epoch": 0.3383458646616541, "grad_norm": 0.6539453268051147, "learning_rate": 3.806390977443609e-05, "loss": 0.0282, "step": 225 }, { "epoch": 0.37593984962406013, "grad_norm": 1.2007642984390259, "learning_rate": 4.229323308270677e-05, "loss": 0.0281, "step": 250 }, { "epoch": 0.41353383458646614, "grad_norm": 0.33443132042884827, "learning_rate": 4.4830827067669176e-05, "loss": 0.0295, "step": 275 }, { "epoch": 0.45112781954887216, "grad_norm": 1.085522174835205, "learning_rate": 4.43609022556391e-05, "loss": 0.027, "step": 300 }, { "epoch": 0.48872180451127817, "grad_norm": 0.7158887982368469, "learning_rate": 4.3890977443609024e-05, "loss": 0.0264, "step": 325 }, { "epoch": 0.5263157894736842, "grad_norm": 0.23328174650669098, "learning_rate": 4.342105263157895e-05, "loss": 0.0259, "step": 350 }, { "epoch": 0.5639097744360902, "grad_norm": 0.4180866777896881, "learning_rate": 4.295112781954887e-05, "loss": 0.0265, "step": 375 }, { "epoch": 0.6015037593984962, "grad_norm": 0.2783370018005371, "learning_rate": 4.24812030075188e-05, "loss": 0.0264, "step": 400 }, { "epoch": 0.6390977443609023, "grad_norm": 1.226720929145813, "learning_rate": 4.201127819548873e-05, "loss": 0.0252, "step": 425 }, { "epoch": 0.6766917293233082, "grad_norm": 0.7401314973831177, "learning_rate": 4.154135338345865e-05, "loss": 0.0275, "step": 450 }, { "epoch": 0.7142857142857143, "grad_norm": 0.986824631690979, "learning_rate": 4.107142857142857e-05, "loss": 0.0279, "step": 475 }, { "epoch": 0.7518796992481203, "grad_norm": 0.8208933472633362, "learning_rate": 4.0601503759398494e-05, "loss": 0.0268, "step": 500 }, { "epoch": 0.7894736842105263, "grad_norm": 0.4981847405433655, "learning_rate": 4.0131578947368425e-05, "loss": 0.025, "step": 525 }, { "epoch": 0.8270676691729323, "grad_norm": 0.2331264764070511, "learning_rate": 3.966165413533835e-05, "loss": 0.0245, "step": 550 }, { "epoch": 0.8646616541353384, "grad_norm": 0.8994643092155457, "learning_rate": 3.9191729323308274e-05, "loss": 0.0258, "step": 575 }, { "epoch": 0.9022556390977443, "grad_norm": 0.1817372441291809, "learning_rate": 3.87218045112782e-05, "loss": 0.0251, "step": 600 }, { "epoch": 0.9398496240601504, "grad_norm": 0.5260267853736877, "learning_rate": 3.825187969924812e-05, "loss": 0.0251, "step": 625 }, { "epoch": 0.9774436090225563, "grad_norm": 0.4542248547077179, "learning_rate": 3.780075187969925e-05, "loss": 0.0239, "step": 650 }, { "epoch": 1.0, "eval_explained_variance": 0.28540539741516113, "eval_loss": 0.02087027207016945, "eval_mae": 0.11132633686065674, "eval_mse": 0.020866233855485916, "eval_r2": 0.2827957272529602, "eval_rmse": 0.14445149308846175, "eval_runtime": 333.1624, "eval_samples_per_second": 63.858, "eval_steps_per_second": 1.0, "step": 665 }, { "epoch": 1.0150375939849625, "grad_norm": 0.3731153607368469, "learning_rate": 3.7330827067669176e-05, "loss": 0.0238, "step": 675 }, { "epoch": 1.0526315789473684, "grad_norm": 0.5566776990890503, "learning_rate": 3.68609022556391e-05, "loss": 0.0237, "step": 700 }, { "epoch": 1.0902255639097744, "grad_norm": 0.7956374287605286, "learning_rate": 3.6390977443609025e-05, "loss": 0.0231, "step": 725 }, { "epoch": 1.1278195488721805, "grad_norm": 0.40257030725479126, "learning_rate": 3.592105263157895e-05, "loss": 0.0231, "step": 750 }, { "epoch": 1.1654135338345863, "grad_norm": 0.20914725959300995, "learning_rate": 3.5451127819548873e-05, "loss": 0.0245, "step": 775 }, { "epoch": 1.2030075187969924, "grad_norm": 0.20414456725120544, "learning_rate": 3.49812030075188e-05, "loss": 0.0235, "step": 800 }, { "epoch": 1.2406015037593985, "grad_norm": 0.5779170393943787, "learning_rate": 3.451127819548872e-05, "loss": 0.0238, "step": 825 }, { "epoch": 1.2781954887218046, "grad_norm": 0.9034671783447266, "learning_rate": 3.404135338345865e-05, "loss": 0.0237, "step": 850 }, { "epoch": 1.3157894736842106, "grad_norm": 0.2771829068660736, "learning_rate": 3.357142857142858e-05, "loss": 0.0225, "step": 875 }, { "epoch": 1.3533834586466165, "grad_norm": 0.5990172028541565, "learning_rate": 3.3101503759398495e-05, "loss": 0.024, "step": 900 }, { "epoch": 1.3909774436090225, "grad_norm": 0.6648531556129456, "learning_rate": 3.263157894736842e-05, "loss": 0.0229, "step": 925 }, { "epoch": 1.4285714285714286, "grad_norm": 0.2648594379425049, "learning_rate": 3.216165413533835e-05, "loss": 0.0224, "step": 950 }, { "epoch": 1.4661654135338344, "grad_norm": 0.26627054810523987, "learning_rate": 3.1691729323308274e-05, "loss": 0.0242, "step": 975 }, { "epoch": 1.5037593984962405, "grad_norm": 0.5062589645385742, "learning_rate": 3.12218045112782e-05, "loss": 0.0223, "step": 1000 }, { "epoch": 1.5413533834586466, "grad_norm": 0.21417106688022614, "learning_rate": 3.075187969924812e-05, "loss": 0.0218, "step": 1025 }, { "epoch": 1.5789473684210527, "grad_norm": 0.9766432046890259, "learning_rate": 3.028195488721805e-05, "loss": 0.023, "step": 1050 }, { "epoch": 1.6165413533834587, "grad_norm": 0.17392820119857788, "learning_rate": 2.981203007518797e-05, "loss": 0.023, "step": 1075 }, { "epoch": 1.6541353383458648, "grad_norm": 0.23946884274482727, "learning_rate": 2.9342105263157895e-05, "loss": 0.0218, "step": 1100 }, { "epoch": 1.6917293233082706, "grad_norm": 0.3760274648666382, "learning_rate": 2.887218045112782e-05, "loss": 0.0226, "step": 1125 }, { "epoch": 1.7293233082706767, "grad_norm": 0.3618028461933136, "learning_rate": 2.8402255639097747e-05, "loss": 0.0215, "step": 1150 }, { "epoch": 1.7669172932330826, "grad_norm": 0.24896082282066345, "learning_rate": 2.793233082706767e-05, "loss": 0.0218, "step": 1175 }, { "epoch": 1.8045112781954886, "grad_norm": 0.9801834225654602, "learning_rate": 2.7462406015037596e-05, "loss": 0.0222, "step": 1200 }, { "epoch": 1.8421052631578947, "grad_norm": 0.2100023478269577, "learning_rate": 2.699248120300752e-05, "loss": 0.024, "step": 1225 }, { "epoch": 1.8796992481203008, "grad_norm": 0.4694213569164276, "learning_rate": 2.6522556390977448e-05, "loss": 0.0221, "step": 1250 }, { "epoch": 1.9172932330827068, "grad_norm": 0.5287728309631348, "learning_rate": 2.6052631578947372e-05, "loss": 0.0223, "step": 1275 }, { "epoch": 1.954887218045113, "grad_norm": 1.2186554670333862, "learning_rate": 2.5582706766917296e-05, "loss": 0.0221, "step": 1300 }, { "epoch": 1.9924812030075187, "grad_norm": 0.18354646861553192, "learning_rate": 2.5112781954887217e-05, "loss": 0.0222, "step": 1325 }, { "epoch": 2.0, "eval_explained_variance": 0.3022691607475281, "eval_loss": 0.02030428871512413, "eval_mae": 0.11059005558490753, "eval_mse": 0.020300239324569702, "eval_r2": 0.3022497892379761, "eval_rmse": 0.14247890834986665, "eval_runtime": 332.2379, "eval_samples_per_second": 64.035, "eval_steps_per_second": 1.002, "step": 1330 }, { "epoch": 2.030075187969925, "grad_norm": 0.13428334891796112, "learning_rate": 2.4642857142857148e-05, "loss": 0.0212, "step": 1350 }, { "epoch": 2.0676691729323307, "grad_norm": 0.31226059794425964, "learning_rate": 2.417293233082707e-05, "loss": 0.0211, "step": 1375 }, { "epoch": 2.1052631578947367, "grad_norm": 0.3287919759750366, "learning_rate": 2.3703007518796993e-05, "loss": 0.022, "step": 1400 }, { "epoch": 2.142857142857143, "grad_norm": 0.43540850281715393, "learning_rate": 2.3233082706766917e-05, "loss": 0.0213, "step": 1425 }, { "epoch": 2.180451127819549, "grad_norm": 0.25581884384155273, "learning_rate": 2.2763157894736845e-05, "loss": 0.0205, "step": 1450 }, { "epoch": 2.218045112781955, "grad_norm": 0.45723602175712585, "learning_rate": 2.2293233082706766e-05, "loss": 0.021, "step": 1475 }, { "epoch": 2.255639097744361, "grad_norm": 0.5476940274238586, "learning_rate": 2.1823308270676693e-05, "loss": 0.0212, "step": 1500 }, { "epoch": 2.293233082706767, "grad_norm": 0.1626814901828766, "learning_rate": 2.1353383458646618e-05, "loss": 0.021, "step": 1525 }, { "epoch": 2.3308270676691727, "grad_norm": 0.29517662525177, "learning_rate": 2.0883458646616542e-05, "loss": 0.0204, "step": 1550 }, { "epoch": 2.3684210526315788, "grad_norm": 0.6911824345588684, "learning_rate": 2.0413533834586466e-05, "loss": 0.0203, "step": 1575 }, { "epoch": 2.406015037593985, "grad_norm": 0.42551133036613464, "learning_rate": 1.9943609022556394e-05, "loss": 0.02, "step": 1600 }, { "epoch": 2.443609022556391, "grad_norm": 0.44191497564315796, "learning_rate": 1.9473684210526315e-05, "loss": 0.0206, "step": 1625 }, { "epoch": 2.481203007518797, "grad_norm": 0.853766143321991, "learning_rate": 1.9003759398496242e-05, "loss": 0.0209, "step": 1650 }, { "epoch": 2.518796992481203, "grad_norm": 1.0731028318405151, "learning_rate": 1.8533834586466166e-05, "loss": 0.0212, "step": 1675 }, { "epoch": 2.556390977443609, "grad_norm": 0.3144964575767517, "learning_rate": 1.806390977443609e-05, "loss": 0.021, "step": 1700 }, { "epoch": 2.593984962406015, "grad_norm": 0.3022163212299347, "learning_rate": 1.7593984962406015e-05, "loss": 0.0216, "step": 1725 }, { "epoch": 2.6315789473684212, "grad_norm": 0.45970025658607483, "learning_rate": 1.7124060150375943e-05, "loss": 0.0204, "step": 1750 }, { "epoch": 2.6691729323308273, "grad_norm": 0.2722722291946411, "learning_rate": 1.6654135338345863e-05, "loss": 0.021, "step": 1775 }, { "epoch": 2.706766917293233, "grad_norm": 0.24549676477909088, "learning_rate": 1.618421052631579e-05, "loss": 0.0207, "step": 1800 }, { "epoch": 2.744360902255639, "grad_norm": 0.28373944759368896, "learning_rate": 1.5714285714285715e-05, "loss": 0.0204, "step": 1825 }, { "epoch": 2.781954887218045, "grad_norm": 0.47003814578056335, "learning_rate": 1.5244360902255641e-05, "loss": 0.0207, "step": 1850 }, { "epoch": 2.819548872180451, "grad_norm": 0.967040479183197, "learning_rate": 1.4774436090225564e-05, "loss": 0.0215, "step": 1875 }, { "epoch": 2.857142857142857, "grad_norm": 0.46782004833221436, "learning_rate": 1.430451127819549e-05, "loss": 0.0217, "step": 1900 }, { "epoch": 2.8947368421052633, "grad_norm": 0.5362545251846313, "learning_rate": 1.3834586466165414e-05, "loss": 0.0211, "step": 1925 }, { "epoch": 2.932330827067669, "grad_norm": 0.25926506519317627, "learning_rate": 1.336466165413534e-05, "loss": 0.0204, "step": 1950 }, { "epoch": 2.969924812030075, "grad_norm": 0.44383227825164795, "learning_rate": 1.2894736842105262e-05, "loss": 0.0204, "step": 1975 }, { "epoch": 3.0, "eval_explained_variance": 0.32502323389053345, "eval_loss": 0.019755465909838676, "eval_mae": 0.11072802543640137, "eval_mse": 0.019751867279410362, "eval_r2": 0.3210982084274292, "eval_rmse": 0.14054133655053364, "eval_runtime": 333.2303, "eval_samples_per_second": 63.845, "eval_steps_per_second": 0.999, "step": 1995 } ], "logging_steps": 25, "max_steps": 2660, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 5, "early_stopping_threshold": 0.01 }, "attributes": { "early_stopping_patience_counter": 2 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6.709296778916659e+17, "train_batch_size": 8, "trial_name": null, "trial_params": null }