{ "best_metric": 0.4698611489502955, "best_model_checkpoint": "/content/ViSceT5/output/8e1f61b_ViTextVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-10990", "epoch": 5.0, "eval_steps": 500, "global_step": 10990, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "adv_acc": 0.9784, "adv_loss": 8.765, "adv_neg_cos": 0.5917, "adv_pos_cos": 0.8505, "adv_ramp": 0.045, "adv_reg": 2.5495, "consformer_gate": 0.000696, "epoch": 0.04549590536851683, "grad_norm": 10.778030395507812, "ground_area": 0.0562, "ground_loss": 3.4248, "ground_mass": 0.0504, "learning_rate": 9.099181073703366e-06, "loss": 9.2663, "qavit_gate": 0.000554, "span_acc": 0.4454, "span_loss": 1.1869, "step": 100, "view_loss": 7.6822 }, { "adv_acc": 0.9994, "adv_loss": 4.8741, "adv_neg_cos": 0.0865, "adv_pos_cos": 0.7347, "adv_ramp": 0.136, "adv_reg": 1.4012, "consformer_gate": 0.00257, "epoch": 0.09099181073703366, "grad_norm": 6.862112998962402, "ground_area": 0.0554, "ground_loss": 3.1325, "ground_mass": 0.0656, "learning_rate": 1.8198362147406733e-05, "loss": 5.3738, "qavit_gate": 0.001995, "span_acc": 0.4399, "span_loss": 1.1442, "step": 200, "view_loss": 3.7276 }, { "adv_acc": 1.0, "adv_loss": 4.3715, "adv_neg_cos": 0.0731, "adv_pos_cos": 0.7789, "adv_ramp": 0.227, "adv_reg": 1.2761, "consformer_gate": 0.004525, "epoch": 0.1364877161055505, "grad_norm": 7.823195457458496, "ground_area": 0.0605, "ground_loss": 1.9638, "ground_mass": 0.2254, "learning_rate": 2.72975432211101e-05, "loss": 4.7796, "qavit_gate": 0.017032, "span_acc": 0.4531, "span_loss": 1.0589, "step": 300, "view_loss": 3.2019 }, { "adv_acc": 1.0, "adv_loss": 3.9574, "adv_neg_cos": 0.0826, "adv_pos_cos": 0.819, "adv_ramp": 0.318, "adv_reg": 1.2319, "consformer_gate": 0.007137, "epoch": 0.18198362147406733, "grad_norm": 7.270371913909912, "ground_area": 0.0533, "ground_loss": 1.7846, "ground_mass": 0.2694, "learning_rate": 3.6396724294813465e-05, "loss": 4.3785, "qavit_gate": 0.019699, "span_acc": 0.437, "span_loss": 1.0229, "step": 400, "view_loss": 2.7461 }, { "adv_acc": 1.0, "adv_loss": 3.8897, "adv_neg_cos": 0.0826, "adv_pos_cos": 0.8453, "adv_ramp": 0.409, "adv_reg": 1.2053, "consformer_gate": 0.009805, "epoch": 0.22747952684258416, "grad_norm": 7.494457721710205, "ground_area": 0.0582, "ground_loss": 1.7233, "ground_mass": 0.2811, "learning_rate": 4.5495905368516835e-05, "loss": 4.3272, "qavit_gate": 0.020436, "span_acc": 0.4622, "span_loss": 0.9407, "step": 500, "view_loss": 2.6545 }, { "adv_acc": 1.0, "adv_loss": 3.8047, "adv_neg_cos": 0.0806, "adv_pos_cos": 0.861, "adv_ramp": 0.5, "adv_reg": 1.1951, "consformer_gate": 0.012807, "epoch": 0.272975432211101, "grad_norm": 7.1969895362854, "ground_area": 0.0564, "ground_loss": 1.6603, "ground_mass": 0.2971, "learning_rate": 5.45950864422202e-05, "loss": 4.2719, "qavit_gate": 0.018249, "span_acc": 0.5007, "span_loss": 0.8573, "step": 600, "view_loss": 2.5742 }, { "adv_acc": 1.0, "adv_loss": 3.7855, "adv_neg_cos": 0.0957, "adv_pos_cos": 0.884, "adv_ramp": 0.591, "adv_reg": 1.1797, "consformer_gate": 0.016154, "epoch": 0.3184713375796178, "grad_norm": 5.2636823654174805, "ground_area": 0.0589, "ground_loss": 1.6526, "ground_mass": 0.311, "learning_rate": 6.369426751592356e-05, "loss": 4.2805, "qavit_gate": 0.018964, "span_acc": 0.5377, "span_loss": 0.7898, "step": 700, "view_loss": 2.4966 }, { "adv_acc": 1.0, "adv_loss": 3.693, "adv_neg_cos": 0.0832, "adv_pos_cos": 0.8932, "adv_ramp": 0.682, "adv_reg": 1.1673, "consformer_gate": 0.019009, "epoch": 0.36396724294813465, "grad_norm": 5.860650062561035, "ground_area": 0.0567, "ground_loss": 1.5491, "ground_mass": 0.3349, "learning_rate": 7.279344858962693e-05, "loss": 4.2058, "qavit_gate": 0.02302, "span_acc": 0.6, "span_loss": 0.7144, "step": 800, "view_loss": 2.3806 }, { "adv_acc": 1.0, "adv_loss": 3.6558, "adv_neg_cos": 0.082, "adv_pos_cos": 0.9, "adv_ramp": 0.773, "adv_reg": 1.1609, "consformer_gate": 0.022511, "epoch": 0.4094631483166515, "grad_norm": 4.730771064758301, "ground_area": 0.0568, "ground_loss": 1.4904, "ground_mass": 0.3538, "learning_rate": 8.18926296633303e-05, "loss": 4.198, "qavit_gate": 0.0174, "span_acc": 0.6304, "span_loss": 0.6732, "step": 900, "view_loss": 2.3314 }, { "adv_acc": 1.0, "adv_loss": 3.7309, "adv_neg_cos": 0.0767, "adv_pos_cos": 0.9102, "adv_ramp": 0.864, "adv_reg": 1.1551, "consformer_gate": 0.025445, "epoch": 0.4549590536851683, "grad_norm": 5.7095112800598145, "ground_area": 0.0601, "ground_loss": 1.4598, "ground_mass": 0.3593, "learning_rate": 9.099181073703367e-05, "loss": 4.3068, "qavit_gate": 0.020603, "span_acc": 0.653, "span_loss": 0.6339, "step": 1000, "view_loss": 2.3786 }, { "adv_acc": 1.0, "adv_loss": 3.732, "adv_neg_cos": 0.0876, "adv_pos_cos": 0.9168, "adv_ramp": 0.955, "adv_reg": 1.1509, "consformer_gate": 0.028945, "epoch": 0.5004549590536852, "grad_norm": 5.685356616973877, "ground_area": 0.0506, "ground_loss": 1.4572, "ground_mass": 0.3702, "learning_rate": 9.999999747791717e-05, "loss": 4.3453, "qavit_gate": 0.02087, "span_acc": 0.669, "span_loss": 0.6136, "step": 1100, "view_loss": 2.3703 }, { "adv_acc": 1.0, "adv_loss": 3.7444, "adv_neg_cos": 0.0796, "adv_pos_cos": 0.9233, "adv_ramp": 1.0, "adv_reg": 1.1455, "consformer_gate": 0.032214, "epoch": 0.545950864422202, "grad_norm": 5.472925662994385, "ground_area": 0.0599, "ground_loss": 1.4022, "ground_mass": 0.3836, "learning_rate": 9.997427443908413e-05, "loss": 4.3697, "qavit_gate": 0.02026, "span_acc": 0.6802, "span_loss": 0.588, "step": 1200, "view_loss": 2.3983 }, { "adv_acc": 1.0, "adv_loss": 3.6732, "adv_neg_cos": 0.069, "adv_pos_cos": 0.9253, "adv_ramp": 1.0, "adv_reg": 1.1417, "consformer_gate": 0.034779, "epoch": 0.5914467697907189, "grad_norm": 4.542994499206543, "ground_area": 0.0582, "ground_loss": 1.4314, "ground_mass": 0.3829, "learning_rate": 9.98981399341683e-05, "loss": 4.3005, "qavit_gate": 0.016088, "span_acc": 0.7099, "span_loss": 0.5635, "step": 1300, "view_loss": 2.3052 }, { "adv_acc": 1.0, "adv_loss": 3.5707, "adv_neg_cos": 0.0714, "adv_pos_cos": 0.9279, "adv_ramp": 1.0, "adv_reg": 1.1385, "consformer_gate": 0.038431, "epoch": 0.6369426751592356, "grad_norm": 4.801601409912109, "ground_area": 0.0613, "ground_loss": 1.4314, "ground_mass": 0.389, "learning_rate": 9.977167076372465e-05, "loss": 4.2076, "qavit_gate": 0.0192, "span_acc": 0.7262, "span_loss": 0.5429, "step": 1400, "view_loss": 2.2154 }, { "adv_acc": 1.0, "adv_loss": 3.5729, "adv_neg_cos": 0.0649, "adv_pos_cos": 0.9313, "adv_ramp": 1.0, "adv_reg": 1.1371, "consformer_gate": 0.041075, "epoch": 0.6824385805277525, "grad_norm": 5.275548458099365, "ground_area": 0.058, "ground_loss": 1.3892, "ground_mass": 0.3916, "learning_rate": 9.95949945033182e-05, "loss": 4.1973, "qavit_gate": 0.015702, "span_acc": 0.7281, "span_loss": 0.5373, "step": 1500, "view_loss": 2.2139 }, { "adv_acc": 1.0, "adv_loss": 3.5807, "adv_neg_cos": 0.0654, "adv_pos_cos": 0.9356, "adv_ramp": 1.0, "adv_reg": 1.1335, "consformer_gate": 0.043639, "epoch": 0.7279344858962693, "grad_norm": 4.46061897277832, "ground_area": 0.0529, "ground_loss": 1.3795, "ground_mass": 0.3875, "learning_rate": 9.936828937483224e-05, "loss": 4.201, "qavit_gate": 0.015129, "span_acc": 0.7407, "span_loss": 0.5133, "step": 1600, "view_loss": 2.2284 }, { "adv_acc": 1.0, "adv_loss": 3.6112, "adv_neg_cos": 0.0643, "adv_pos_cos": 0.9386, "adv_ramp": 1.0, "adv_reg": 1.1322, "consformer_gate": 0.045016, "epoch": 0.7734303912647862, "grad_norm": 3.9976353645324707, "ground_area": 0.0587, "ground_loss": 1.36, "ground_mass": 0.41, "learning_rate": 9.90917840666875e-05, "loss": 4.2243, "qavit_gate": 0.013581, "span_acc": 0.7391, "span_loss": 0.5127, "step": 1700, "view_loss": 2.2575 }, { "adv_acc": 1.0, "adv_loss": 3.4883, "adv_neg_cos": 0.0616, "adv_pos_cos": 0.9388, "adv_ramp": 1.0, "adv_reg": 1.1342, "consformer_gate": 0.046956, "epoch": 0.818926296633303, "grad_norm": 4.52189826965332, "ground_area": 0.0526, "ground_loss": 1.4085, "ground_mass": 0.3979, "learning_rate": 9.876575750315286e-05, "loss": 4.1106, "qavit_gate": 0.016981, "span_acc": 0.7585, "span_loss": 0.4987, "step": 1800, "view_loss": 2.1293 }, { "adv_acc": 1.0, "adv_loss": 3.4769, "adv_neg_cos": 0.058, "adv_pos_cos": 0.9386, "adv_ramp": 1.0, "adv_reg": 1.1313, "consformer_gate": 0.049008, "epoch": 0.8644222020018199, "grad_norm": 4.691574573516846, "ground_area": 0.0533, "ground_loss": 1.4066, "ground_mass": 0.3956, "learning_rate": 9.839053856298114e-05, "loss": 4.1004, "qavit_gate": 0.012735, "span_acc": 0.7626, "span_loss": 0.4801, "step": 1900, "view_loss": 2.1319 }, { "adv_acc": 1.0, "adv_loss": 3.4515, "adv_neg_cos": 0.0511, "adv_pos_cos": 0.9392, "adv_ramp": 1.0, "adv_reg": 1.1273, "consformer_gate": 0.051726, "epoch": 0.9099181073703366, "grad_norm": 3.7946348190307617, "ground_area": 0.0567, "ground_loss": 1.3487, "ground_mass": 0.4095, "learning_rate": 9.796650574765315e-05, "loss": 4.0662, "qavit_gate": 0.01796, "span_acc": 0.7671, "span_loss": 0.4765, "step": 2000, "view_loss": 2.1019 }, { "adv_acc": 1.0, "adv_loss": 3.4427, "adv_neg_cos": 0.049, "adv_pos_cos": 0.9398, "adv_ramp": 1.0, "adv_reg": 1.1271, "consformer_gate": 0.053892, "epoch": 0.9554140127388535, "grad_norm": 5.8758649826049805, "ground_area": 0.0548, "ground_loss": 1.3463, "ground_mass": 0.4204, "learning_rate": 9.749408679956485e-05, "loss": 4.0611, "qavit_gate": 0.017725, "span_acc": 0.7729, "span_loss": 0.4698, "step": 2100, "view_loss": 2.1003 }, { "epoch": 1.0, "eval_bleu1": 0.42270325549682874, "eval_bleu2": 0.3660489459611071, "eval_bleu3": 0.3130865143517767, "eval_bleu4": 0.27046080204741635, "eval_cider": 2.5594879275560123, "eval_em": 0.22715809893307468, "eval_em_f1": 0.35543365690325823, "eval_f1": 0.4837092148734418, "eval_loss": 2.8735885620117188, "eval_runtime": 923.1934, "eval_samples_per_second": 5.584, "eval_steps_per_second": 0.699, "step": 2198 }, { "adv_acc": 1.0, "adv_loss": 3.3951, "adv_neg_cos": 0.0541, "adv_pos_cos": 0.9413, "adv_ramp": 1.0, "adv_reg": 1.1273, "consformer_gate": 0.05517, "epoch": 1.0009099181073704, "grad_norm": 3.885572910308838, "ground_area": 0.0568, "ground_loss": 1.2321, "ground_mass": 0.4466, "learning_rate": 9.697375827054311e-05, "loss": 4.0057, "qavit_gate": 0.017113, "span_acc": 0.7803, "span_loss": 0.4593, "step": 2200, "view_loss": 2.0617 }, { "adv_acc": 1.0, "adv_loss": 3.064, "adv_neg_cos": 0.0521, "adv_pos_cos": 0.9414, "adv_ramp": 1.0, "adv_reg": 1.1249, "consformer_gate": 0.057317, "epoch": 1.046405823475887, "grad_norm": 4.829916954040527, "ground_area": 0.0569, "ground_loss": 1.267, "ground_mass": 0.4394, "learning_rate": 9.64060450411247e-05, "loss": 3.681, "qavit_gate": 0.016505, "span_acc": 0.7979, "span_loss": 0.4326, "step": 2300, "view_loss": 1.684 }, { "adv_acc": 1.0, "adv_loss": 3.0252, "adv_neg_cos": 0.0395, "adv_pos_cos": 0.9438, "adv_ramp": 1.0, "adv_reg": 1.1223, "consformer_gate": 0.058853, "epoch": 1.091901728844404, "grad_norm": 3.372734308242798, "ground_area": 0.0567, "ground_loss": 1.2538, "ground_mass": 0.4476, "learning_rate": 9.579151979108399e-05, "loss": 3.6486, "qavit_gate": 0.012237, "span_acc": 0.7796, "span_loss": 0.4655, "step": 2400, "view_loss": 1.6601 }, { "adv_acc": 1.0, "adv_loss": 3.052, "adv_neg_cos": 0.0423, "adv_pos_cos": 0.9467, "adv_ramp": 1.0, "adv_reg": 1.1225, "consformer_gate": 0.060579, "epoch": 1.1373976342129208, "grad_norm": 3.8678369522094727, "ground_area": 0.0569, "ground_loss": 1.223, "ground_mass": 0.4536, "learning_rate": 9.513080242174312e-05, "loss": 3.6681, "qavit_gate": 0.012074, "span_acc": 0.7873, "span_loss": 0.4549, "step": 2500, "view_loss": 1.6942 }, { "adv_acc": 1.0, "adv_loss": 3.0821, "adv_neg_cos": 0.0381, "adv_pos_cos": 0.9444, "adv_ramp": 1.0, "adv_reg": 1.1226, "consformer_gate": 0.062272, "epoch": 1.1828935395814377, "grad_norm": 4.03257942199707, "ground_area": 0.0598, "ground_loss": 1.2826, "ground_mass": 0.4468, "learning_rate": 9.442455943064767e-05, "loss": 3.704, "qavit_gate": 0.012852, "span_acc": 0.8008, "span_loss": 0.4212, "step": 2600, "view_loss": 1.7295 }, { "adv_acc": 1.0, "adv_loss": 3.0004, "adv_neg_cos": 0.0411, "adv_pos_cos": 0.948, "adv_ramp": 1.0, "adv_reg": 1.1211, "consformer_gate": 0.063505, "epoch": 1.2283894449499546, "grad_norm": 3.8590352535247803, "ground_area": 0.059, "ground_loss": 1.1622, "ground_mass": 0.4714, "learning_rate": 9.367350323923832e-05, "loss": 3.6127, "qavit_gate": 0.015841, "span_acc": 0.7946, "span_loss": 0.4389, "step": 2700, "view_loss": 1.6383 }, { "adv_acc": 1.0, "adv_loss": 3.0806, "adv_neg_cos": 0.045, "adv_pos_cos": 0.949, "adv_ramp": 1.0, "adv_reg": 1.1207, "consformer_gate": 0.064651, "epoch": 1.2738853503184713, "grad_norm": 3.322366714477539, "ground_area": 0.0555, "ground_loss": 1.282, "ground_mass": 0.4336, "learning_rate": 9.287839147419686e-05, "loss": 3.6983, "qavit_gate": 0.014494, "span_acc": 0.8074, "span_loss": 0.4216, "step": 2800, "view_loss": 1.6979 }, { "adv_acc": 1.0, "adv_loss": 3.0189, "adv_neg_cos": 0.0421, "adv_pos_cos": 0.9475, "adv_ramp": 1.0, "adv_reg": 1.1217, "consformer_gate": 0.06725, "epoch": 1.3193812556869882, "grad_norm": 3.964817523956299, "ground_area": 0.0581, "ground_loss": 1.2553, "ground_mass": 0.4454, "learning_rate": 9.204002620319163e-05, "loss": 3.6338, "qavit_gate": 0.015118, "span_acc": 0.804, "span_loss": 0.4196, "step": 2900, "view_loss": 1.6419 }, { "adv_acc": 1.0, "adv_loss": 2.9994, "adv_neg_cos": 0.0437, "adv_pos_cos": 0.9466, "adv_ramp": 1.0, "adv_reg": 1.123, "consformer_gate": 0.06905, "epoch": 1.364877161055505, "grad_norm": 3.3500967025756836, "ground_area": 0.0576, "ground_loss": 1.2023, "ground_mass": 0.4565, "learning_rate": 9.1159253125793e-05, "loss": 3.6138, "qavit_gate": 0.01609, "span_acc": 0.8095, "span_loss": 0.426, "step": 3000, "view_loss": 1.6336 }, { "adv_acc": 1.0, "adv_loss": 3.0272, "adv_neg_cos": 0.0465, "adv_pos_cos": 0.9499, "adv_ramp": 1.0, "adv_reg": 1.1193, "consformer_gate": 0.070442, "epoch": 1.4103730664240217, "grad_norm": 4.209367752075195, "ground_area": 0.0589, "ground_loss": 1.2002, "ground_mass": 0.4634, "learning_rate": 9.023696072037547e-05, "loss": 3.6405, "qavit_gate": 0.016324, "span_acc": 0.8078, "span_loss": 0.423, "step": 3100, "view_loss": 1.6637 }, { "adv_acc": 1.0, "adv_loss": 2.9836, "adv_neg_cos": 0.0412, "adv_pos_cos": 0.9497, "adv_ramp": 1.0, "adv_reg": 1.1193, "consformer_gate": 0.071304, "epoch": 1.4558689717925386, "grad_norm": 3.399909496307373, "ground_area": 0.0615, "ground_loss": 1.2211, "ground_mass": 0.4605, "learning_rate": 8.927407934786643e-05, "loss": 3.5941, "qavit_gate": 0.016894, "span_acc": 0.8101, "span_loss": 0.4122, "step": 3200, "view_loss": 1.6167 }, { "adv_acc": 1.0, "adv_loss": 2.9858, "adv_neg_cos": 0.0405, "adv_pos_cos": 0.95, "adv_ramp": 1.0, "adv_reg": 1.12, "consformer_gate": 0.072958, "epoch": 1.5013648771610555, "grad_norm": 3.3773438930511475, "ground_area": 0.058, "ground_loss": 1.1969, "ground_mass": 0.4634, "learning_rate": 8.827158031324621e-05, "loss": 3.6016, "qavit_gate": 0.017565, "span_acc": 0.8107, "span_loss": 0.4163, "step": 3300, "view_loss": 1.6353 }, { "adv_acc": 1.0, "adv_loss": 2.9585, "adv_neg_cos": 0.0338, "adv_pos_cos": 0.9501, "adv_ramp": 1.0, "adv_reg": 1.1179, "consformer_gate": 0.074116, "epoch": 1.5468607825295724, "grad_norm": 3.7036988735198975, "ground_area": 0.0577, "ground_loss": 1.217, "ground_mass": 0.4601, "learning_rate": 8.723047488574584e-05, "loss": 3.5777, "qavit_gate": 0.014034, "span_acc": 0.8086, "span_loss": 0.4138, "step": 3400, "view_loss": 1.6049 }, { "adv_acc": 1.0, "adv_loss": 2.9893, "adv_neg_cos": 0.0392, "adv_pos_cos": 0.9507, "adv_ramp": 1.0, "adv_reg": 1.1176, "consformer_gate": 0.074564, "epoch": 1.5923566878980893, "grad_norm": 4.185495376586914, "ground_area": 0.0577, "ground_loss": 1.2329, "ground_mass": 0.4576, "learning_rate": 8.615181327873081e-05, "loss": 3.6104, "qavit_gate": 0.015953, "span_acc": 0.808, "span_loss": 0.4222, "step": 3500, "view_loss": 1.6392 }, { "adv_acc": 1.0, "adv_loss": 3.0233, "adv_neg_cos": 0.039, "adv_pos_cos": 0.9522, "adv_ramp": 1.0, "adv_reg": 1.1171, "consformer_gate": 0.077028, "epoch": 1.6378525932666061, "grad_norm": 4.102275371551514, "ground_area": 0.0568, "ground_loss": 1.2335, "ground_mass": 0.4522, "learning_rate": 8.503668359030012e-05, "loss": 3.639, "qavit_gate": 0.01597, "span_acc": 0.8024, "span_loss": 0.4289, "step": 3600, "view_loss": 1.6664 }, { "adv_acc": 1.0, "adv_loss": 2.9229, "adv_neg_cos": 0.0397, "adv_pos_cos": 0.9521, "adv_ramp": 1.0, "adv_reg": 1.1176, "consformer_gate": 0.077851, "epoch": 1.6833484986351228, "grad_norm": 2.8525638580322266, "ground_area": 0.0569, "ground_loss": 1.2103, "ground_mass": 0.4517, "learning_rate": 8.388621070566918e-05, "loss": 3.5362, "qavit_gate": 0.020374, "span_acc": 0.8137, "span_loss": 0.399, "step": 3700, "view_loss": 1.5484 }, { "adv_acc": 1.0, "adv_loss": 2.9892, "adv_neg_cos": 0.0347, "adv_pos_cos": 0.9509, "adv_ramp": 1.0, "adv_reg": 1.1177, "consformer_gate": 0.079248, "epoch": 1.7288444040036397, "grad_norm": 3.281388521194458, "ground_area": 0.0532, "ground_loss": 1.1782, "ground_mass": 0.4605, "learning_rate": 8.270155516244365e-05, "loss": 3.603, "qavit_gate": 0.01679, "span_acc": 0.8177, "span_loss": 0.3961, "step": 3800, "view_loss": 1.642 }, { "adv_acc": 1.0, "adv_loss": 2.9709, "adv_neg_cos": 0.032, "adv_pos_cos": 0.952, "adv_ramp": 1.0, "adv_reg": 1.1175, "consformer_gate": 0.081047, "epoch": 1.7743403093721564, "grad_norm": 3.2713892459869385, "ground_area": 0.0546, "ground_loss": 1.1936, "ground_mass": 0.4762, "learning_rate": 8.148391197992911e-05, "loss": 3.5844, "qavit_gate": 0.013871, "span_acc": 0.8117, "span_loss": 0.405, "step": 3900, "view_loss": 1.6092 }, { "adv_acc": 1.0, "adv_loss": 2.9696, "adv_neg_cos": 0.0319, "adv_pos_cos": 0.9516, "adv_ramp": 1.0, "adv_reg": 1.1168, "consformer_gate": 0.082454, "epoch": 1.8198362147406733, "grad_norm": 2.4189321994781494, "ground_area": 0.061, "ground_loss": 1.2162, "ground_mass": 0.4593, "learning_rate": 8.023450945365732e-05, "loss": 3.581, "qavit_gate": 0.015226, "span_acc": 0.8208, "span_loss": 0.3864, "step": 4000, "view_loss": 1.6171 }, { "adv_acc": 1.0, "adv_loss": 2.9697, "adv_neg_cos": 0.033, "adv_pos_cos": 0.9521, "adv_ramp": 1.0, "adv_reg": 1.1179, "consformer_gate": 0.084252, "epoch": 1.8653321201091901, "grad_norm": 3.9767239093780518, "ground_area": 0.054, "ground_loss": 1.191, "ground_mass": 0.4757, "learning_rate": 7.895460791634514e-05, "loss": 3.5809, "qavit_gate": 0.013896, "span_acc": 0.8108, "span_loss": 0.4017, "step": 4100, "view_loss": 1.6172 }, { "adv_acc": 1.0, "adv_loss": 2.9186, "adv_neg_cos": 0.0352, "adv_pos_cos": 0.9523, "adv_ramp": 1.0, "adv_reg": 1.1169, "consformer_gate": 0.085222, "epoch": 1.910828025477707, "grad_norm": 3.4959421157836914, "ground_area": 0.0526, "ground_loss": 1.2308, "ground_mass": 0.4578, "learning_rate": 7.764549846653601e-05, "loss": 3.5369, "qavit_gate": 0.016262, "span_acc": 0.8129, "span_loss": 0.41, "step": 4200, "view_loss": 1.5482 }, { "adv_acc": 1.0, "adv_loss": 2.9439, "adv_neg_cos": 0.0333, "adv_pos_cos": 0.9548, "adv_ramp": 1.0, "adv_reg": 1.1155, "consformer_gate": 0.086645, "epoch": 1.956323930846224, "grad_norm": 2.822075605392456, "ground_area": 0.0553, "ground_loss": 1.2198, "ground_mass": 0.4456, "learning_rate": 7.630850166620645e-05, "loss": 3.554, "qavit_gate": 0.012648, "span_acc": 0.8248, "span_loss": 0.3877, "step": 4300, "view_loss": 1.5723 }, { "epoch": 2.0, "eval_bleu1": 0.5542544829334772, "eval_bleu2": 0.5032308175763236, "eval_bleu3": 0.45460181155142854, "eval_bleu4": 0.4152135686264673, "eval_cider": 3.0246070376965526, "eval_em": 0.2948593598448109, "eval_em_f1": 0.42279963578171587, "eval_f1": 0.5507399117186208, "eval_loss": 2.6799819469451904, "eval_runtime": 653.8606, "eval_samples_per_second": 7.884, "eval_steps_per_second": 0.986, "step": 4396 }, { "adv_acc": 1.0, "adv_loss": 2.9512, "adv_neg_cos": 0.0247, "adv_pos_cos": 0.9542, "adv_ramp": 1.0, "adv_reg": 1.1156, "consformer_gate": 0.087652, "epoch": 2.001819836214741, "grad_norm": 2.4971394538879395, "ground_area": 0.0513, "ground_loss": 1.2311, "ground_mass": 0.4501, "learning_rate": 7.494496620865127e-05, "loss": 3.5708, "qavit_gate": 0.013439, "span_acc": 0.8156, "span_loss": 0.4155, "step": 4400, "view_loss": 1.5838 }, { "adv_acc": 1.0, "adv_loss": 2.5198, "adv_neg_cos": 0.0304, "adv_pos_cos": 0.9534, "adv_ramp": 1.0, "adv_reg": 1.1159, "consformer_gate": 0.088152, "epoch": 2.0473157415832577, "grad_norm": 2.784109592437744, "ground_area": 0.0588, "ground_loss": 1.1008, "ground_mass": 0.4872, "learning_rate": 7.355626755799174e-05, "loss": 3.1415, "qavit_gate": 0.01427, "span_acc": 0.8302, "span_loss": 0.3771, "step": 4500, "view_loss": 1.13 }, { "adv_acc": 1.0, "adv_loss": 2.5056, "adv_neg_cos": 0.0227, "adv_pos_cos": 0.9538, "adv_ramp": 1.0, "adv_reg": 1.1143, "consformer_gate": 0.088995, "epoch": 2.092811646951774, "grad_norm": 2.809232234954834, "ground_area": 0.0558, "ground_loss": 1.0286, "ground_mass": 0.5158, "learning_rate": 7.2143806561678e-05, "loss": 3.1178, "qavit_gate": 0.014213, "span_acc": 0.8381, "span_loss": 0.3655, "step": 4600, "view_loss": 1.1135 }, { "adv_acc": 1.0, "adv_loss": 2.5366, "adv_neg_cos": 0.0219, "adv_pos_cos": 0.9544, "adv_ramp": 1.0, "adv_reg": 1.1131, "consformer_gate": 0.089593, "epoch": 2.138307552320291, "grad_norm": 3.617598295211792, "ground_area": 0.0537, "ground_loss": 1.0839, "ground_mass": 0.5175, "learning_rate": 7.0709008037387e-05, "loss": 3.152, "qavit_gate": 0.013833, "span_acc": 0.8258, "span_loss": 0.3849, "step": 4700, "view_loss": 1.146 }, { "adv_acc": 1.0, "adv_loss": 2.5109, "adv_neg_cos": 0.0237, "adv_pos_cos": 0.9555, "adv_ramp": 1.0, "adv_reg": 1.113, "consformer_gate": 0.090746, "epoch": 2.183803457688808, "grad_norm": 2.818098783493042, "ground_area": 0.0572, "ground_loss": 1.0409, "ground_mass": 0.5134, "learning_rate": 6.925331933573966e-05, "loss": 3.1259, "qavit_gate": 0.015785, "span_acc": 0.8281, "span_loss": 0.375, "step": 4800, "view_loss": 1.1226 }, { "adv_acc": 0.9992, "adv_loss": 2.5146, "adv_neg_cos": 0.0266, "adv_pos_cos": 0.9553, "adv_ramp": 1.0, "adv_reg": 1.1153, "consformer_gate": 0.091977, "epoch": 2.229299363057325, "grad_norm": 2.6580138206481934, "ground_area": 0.0544, "ground_loss": 1.0781, "ground_mass": 0.4995, "learning_rate": 6.777820888028864e-05, "loss": 3.1347, "qavit_gate": 0.019088, "span_acc": 0.8318, "span_loss": 0.3666, "step": 4900, "view_loss": 1.1322 }, { "adv_acc": 1.0, "adv_loss": 2.5526, "adv_neg_cos": 0.0249, "adv_pos_cos": 0.9559, "adv_ramp": 1.0, "adv_reg": 1.1136, "consformer_gate": 0.092788, "epoch": 2.2747952684258417, "grad_norm": 3.762362480163574, "ground_area": 0.0616, "ground_loss": 1.051, "ground_mass": 0.5265, "learning_rate": 6.628516468624829e-05, "loss": 3.1637, "qavit_gate": 0.018399, "span_acc": 0.8408, "span_loss": 0.3579, "step": 5000, "view_loss": 1.1605 }, { "adv_acc": 1.0, "adv_loss": 2.4805, "adv_neg_cos": 0.0274, "adv_pos_cos": 0.9559, "adv_ramp": 1.0, "adv_reg": 1.1134, "consformer_gate": 0.093846, "epoch": 2.3202911737943586, "grad_norm": 2.635939359664917, "ground_area": 0.0502, "ground_loss": 1.0837, "ground_mass": 0.5048, "learning_rate": 6.477569285946192e-05, "loss": 3.1029, "qavit_gate": 0.015379, "span_acc": 0.8295, "span_loss": 0.3745, "step": 5100, "view_loss": 1.095 }, { "adv_acc": 1.0, "adv_loss": 2.5443, "adv_neg_cos": 0.0231, "adv_pos_cos": 0.9563, "adv_ramp": 1.0, "adv_reg": 1.1128, "consformer_gate": 0.093885, "epoch": 2.3657870791628755, "grad_norm": 4.906569004058838, "ground_area": 0.0599, "ground_loss": 1.0773, "ground_mass": 0.5045, "learning_rate": 6.325131607712004e-05, "loss": 3.1568, "qavit_gate": 0.015406, "span_acc": 0.8305, "span_loss": 0.3655, "step": 5200, "view_loss": 1.1559 }, { "adv_acc": 1.0, "adv_loss": 2.4967, "adv_neg_cos": 0.0203, "adv_pos_cos": 0.9564, "adv_ramp": 1.0, "adv_reg": 1.1137, "consformer_gate": 0.094514, "epoch": 2.4112829845313923, "grad_norm": 2.3293416500091553, "ground_area": 0.052, "ground_loss": 1.1361, "ground_mass": 0.4913, "learning_rate": 6.171357205176217e-05, "loss": 3.1182, "qavit_gate": 0.017885, "span_acc": 0.8373, "span_loss": 0.3621, "step": 5300, "view_loss": 1.1027 }, { "adv_acc": 1.0, "adv_loss": 2.4941, "adv_neg_cos": 0.02, "adv_pos_cos": 0.9563, "adv_ramp": 1.0, "adv_reg": 1.1133, "consformer_gate": 0.095584, "epoch": 2.4567788898999092, "grad_norm": 2.5700302124023438, "ground_area": 0.0596, "ground_loss": 1.0796, "ground_mass": 0.5026, "learning_rate": 6.0164011980112013e-05, "loss": 3.11, "qavit_gate": 0.01823, "span_acc": 0.8252, "span_loss": 0.3894, "step": 5400, "view_loss": 1.0949 }, { "adv_acc": 1.0, "adv_loss": 2.5002, "adv_neg_cos": 0.0179, "adv_pos_cos": 0.9579, "adv_ramp": 1.0, "adv_reg": 1.1116, "consformer_gate": 0.096797, "epoch": 2.502274795268426, "grad_norm": 3.1535799503326416, "ground_area": 0.0587, "ground_loss": 1.0533, "ground_mass": 0.5065, "learning_rate": 5.860419897831025e-05, "loss": 3.1132, "qavit_gate": 0.016236, "span_acc": 0.8401, "span_loss": 0.371, "step": 5500, "view_loss": 1.1131 }, { "adv_acc": 1.0, "adv_loss": 2.4964, "adv_neg_cos": 0.0181, "adv_pos_cos": 0.9568, "adv_ramp": 1.0, "adv_reg": 1.1127, "consformer_gate": 0.097847, "epoch": 2.5477707006369426, "grad_norm": 2.958914279937744, "ground_area": 0.061, "ground_loss": 0.994, "ground_mass": 0.532, "learning_rate": 5.703570650512381e-05, "loss": 3.1092, "qavit_gate": 0.016074, "span_acc": 0.8265, "span_loss": 0.3816, "step": 5600, "view_loss": 1.1134 }, { "adv_acc": 1.0, "adv_loss": 2.4864, "adv_neg_cos": 0.0175, "adv_pos_cos": 0.957, "adv_ramp": 1.0, "adv_reg": 1.1137, "consformer_gate": 0.099083, "epoch": 2.5932666060054594, "grad_norm": 3.0824949741363525, "ground_area": 0.0594, "ground_loss": 0.977, "ground_mass": 0.5366, "learning_rate": 5.546011677472187e-05, "loss": 3.0935, "qavit_gate": 0.01689, "span_acc": 0.8295, "span_loss": 0.3704, "step": 5700, "view_loss": 1.1126 }, { "adv_acc": 1.0, "adv_loss": 2.4785, "adv_neg_cos": 0.0188, "adv_pos_cos": 0.9578, "adv_ramp": 1.0, "adv_reg": 1.112, "consformer_gate": 0.099781, "epoch": 2.6387625113739763, "grad_norm": 4.240127086639404, "ground_area": 0.059, "ground_loss": 0.9965, "ground_mass": 0.5346, "learning_rate": 5.3879019160620034e-05, "loss": 3.0852, "qavit_gate": 0.017075, "span_acc": 0.834, "span_loss": 0.3664, "step": 5800, "view_loss": 1.0902 }, { "adv_acc": 1.0, "adv_loss": 2.4889, "adv_neg_cos": 0.0192, "adv_pos_cos": 0.958, "adv_ramp": 1.0, "adv_reg": 1.1119, "consformer_gate": 0.100628, "epoch": 2.684258416742493, "grad_norm": 3.3489444255828857, "ground_area": 0.0588, "ground_loss": 1.0239, "ground_mass": 0.5229, "learning_rate": 5.2294008592402436e-05, "loss": 3.1012, "qavit_gate": 0.014993, "span_acc": 0.836, "span_loss": 0.3705, "step": 5900, "view_loss": 1.1035 }, { "adv_acc": 1.0, "adv_loss": 2.5229, "adv_neg_cos": 0.0149, "adv_pos_cos": 0.9585, "adv_ramp": 1.0, "adv_reg": 1.1121, "consformer_gate": 0.101417, "epoch": 2.72975432211101, "grad_norm": 3.4128096103668213, "ground_area": 0.0567, "ground_loss": 1.0582, "ground_mass": 0.5016, "learning_rate": 5.0706683946839063e-05, "loss": 3.1351, "qavit_gate": 0.017025, "span_acc": 0.8405, "span_loss": 0.3593, "step": 6000, "view_loss": 1.1342 }, { "adv_acc": 1.0, "adv_loss": 2.4861, "adv_neg_cos": 0.0163, "adv_pos_cos": 0.9583, "adv_ramp": 1.0, "adv_reg": 1.1112, "consformer_gate": 0.10181, "epoch": 2.775250227479527, "grad_norm": 2.850243091583252, "ground_area": 0.0582, "ground_loss": 1.0703, "ground_mass": 0.5233, "learning_rate": 4.9118646435021675e-05, "loss": 3.1035, "qavit_gate": 0.018025, "span_acc": 0.8368, "span_loss": 0.3658, "step": 6100, "view_loss": 1.1038 }, { "adv_acc": 1.0, "adv_loss": 2.4903, "adv_neg_cos": 0.016, "adv_pos_cos": 0.9566, "adv_ramp": 1.0, "adv_reg": 1.1112, "consformer_gate": 0.102661, "epoch": 2.8207461328480434, "grad_norm": 4.322700500488281, "ground_area": 0.0575, "ground_loss": 1.0441, "ground_mass": 0.5231, "learning_rate": 4.75314979871446e-05, "loss": 3.1056, "qavit_gate": 0.018949, "span_acc": 0.8396, "span_loss": 0.3556, "step": 6200, "view_loss": 1.1142 }, { "adv_acc": 1.0, "adv_loss": 2.4162, "adv_neg_cos": 0.0107, "adv_pos_cos": 0.9583, "adv_ramp": 1.0, "adv_reg": 1.1109, "consformer_gate": 0.103393, "epoch": 2.8662420382165603, "grad_norm": 3.2720272541046143, "ground_area": 0.0539, "ground_loss": 1.0964, "ground_mass": 0.5049, "learning_rate": 4.594683963656045e-05, "loss": 3.0363, "qavit_gate": 0.017591, "span_acc": 0.8414, "span_loss": 0.3587, "step": 6300, "view_loss": 1.0262 }, { "adv_acc": 1.0, "adv_loss": 2.4918, "adv_neg_cos": 0.0138, "adv_pos_cos": 0.9586, "adv_ramp": 1.0, "adv_reg": 1.111, "consformer_gate": 0.103967, "epoch": 2.911737943585077, "grad_norm": 2.3031275272369385, "ground_area": 0.0526, "ground_loss": 1.0542, "ground_mass": 0.5105, "learning_rate": 4.436626990474031e-05, "loss": 3.1048, "qavit_gate": 0.018414, "span_acc": 0.8305, "span_loss": 0.3693, "step": 6400, "view_loss": 1.1023 }, { "adv_acc": 1.0, "adv_loss": 2.4406, "adv_neg_cos": 0.0141, "adv_pos_cos": 0.9589, "adv_ramp": 1.0, "adv_reg": 1.1118, "consformer_gate": 0.104745, "epoch": 2.957233848953594, "grad_norm": 3.4737837314605713, "ground_area": 0.0591, "ground_loss": 1.0447, "ground_mass": 0.5181, "learning_rate": 4.2791383188767945e-05, "loss": 3.0598, "qavit_gate": 0.017128, "span_acc": 0.8373, "span_loss": 0.3575, "step": 6500, "view_loss": 1.0567 }, { "epoch": 3.0, "eval_bleu1": 0.5499364316993667, "eval_bleu2": 0.4945037687509694, "eval_bleu3": 0.4428071628518327, "eval_bleu4": 0.40090190429000055, "eval_cider": 3.261691914556146, "eval_em": 0.31988360814742967, "eval_em_f1": 0.45062686930583934, "eval_f1": 0.581370130464249, "eval_loss": 2.595534563064575, "eval_runtime": 668.8884, "eval_samples_per_second": 7.707, "eval_steps_per_second": 0.964, "step": 6594 }, { "adv_acc": 1.0, "adv_loss": 2.3947, "adv_neg_cos": 0.0144, "adv_pos_cos": 0.96, "adv_ramp": 1.0, "adv_reg": 1.1105, "consformer_gate": 0.105167, "epoch": 3.002729754322111, "grad_norm": 2.655233144760132, "ground_area": 0.0541, "ground_loss": 1.0627, "ground_mass": 0.5267, "learning_rate": 4.1223768152994244e-05, "loss": 3.0113, "qavit_gate": 0.016804, "span_acc": 0.8353, "span_loss": 0.3584, "step": 6600, "view_loss": 0.9979 }, { "adv_acc": 1.0, "adv_loss": 2.1476, "adv_neg_cos": 0.0134, "adv_pos_cos": 0.9589, "adv_ramp": 1.0, "adv_reg": 1.1109, "consformer_gate": 0.105803, "epoch": 3.048225659690628, "grad_norm": 3.1451258659362793, "ground_area": 0.0583, "ground_loss": 0.8854, "ground_mass": 0.5663, "learning_rate": 3.9665006126474945e-05, "loss": 2.7658, "qavit_gate": 0.018214, "span_acc": 0.8309, "span_loss": 0.3469, "step": 6700, "view_loss": 0.7452 }, { "adv_acc": 1.0, "adv_loss": 2.1738, "adv_neg_cos": 0.0147, "adv_pos_cos": 0.9583, "adv_ramp": 1.0, "adv_reg": 1.1109, "consformer_gate": 0.106173, "epoch": 3.0937215650591448, "grad_norm": 3.1642768383026123, "ground_area": 0.0565, "ground_loss": 0.9223, "ground_mass": 0.5656, "learning_rate": 3.8116669507807354e-05, "loss": 2.7944, "qavit_gate": 0.018945, "span_acc": 0.849, "span_loss": 0.337, "step": 6800, "view_loss": 0.7833 }, { "adv_acc": 1.0, "adv_loss": 2.1464, "adv_neg_cos": 0.0103, "adv_pos_cos": 0.9586, "adv_ramp": 1.0, "adv_reg": 1.1112, "consformer_gate": 0.106828, "epoch": 3.1392174704276616, "grad_norm": 2.409289836883545, "ground_area": 0.0572, "ground_loss": 0.813, "ground_mass": 0.5933, "learning_rate": 3.658032017897604e-05, "loss": 2.7592, "qavit_gate": 0.018695, "span_acc": 0.8456, "span_loss": 0.3572, "step": 6900, "view_loss": 0.7625 }, { "adv_acc": 1.0, "adv_loss": 2.1444, "adv_neg_cos": 0.0096, "adv_pos_cos": 0.9593, "adv_ramp": 1.0, "adv_reg": 1.1101, "consformer_gate": 0.107353, "epoch": 3.1847133757961785, "grad_norm": 2.2896687984466553, "ground_area": 0.0577, "ground_loss": 0.911, "ground_mass": 0.5665, "learning_rate": 3.5057507929806843e-05, "loss": 2.7593, "qavit_gate": 0.020127, "span_acc": 0.849, "span_loss": 0.3328, "step": 7000, "view_loss": 0.7379 }, { "adv_acc": 1.0, "adv_loss": 2.1563, "adv_neg_cos": 0.0091, "adv_pos_cos": 0.959, "adv_ramp": 1.0, "adv_reg": 1.1099, "consformer_gate": 0.107791, "epoch": 3.2302092811646954, "grad_norm": 2.83322811126709, "ground_area": 0.0576, "ground_loss": 0.8995, "ground_mass": 0.5634, "learning_rate": 3.3549768894619124e-05, "loss": 2.7736, "qavit_gate": 0.018778, "span_acc": 0.832, "span_loss": 0.3502, "step": 7100, "view_loss": 0.763 }, { "adv_acc": 1.0, "adv_loss": 2.1552, "adv_neg_cos": 0.0135, "adv_pos_cos": 0.9582, "adv_ramp": 1.0, "adv_reg": 1.111, "consformer_gate": 0.108231, "epoch": 3.275705186533212, "grad_norm": 2.7683613300323486, "ground_area": 0.0573, "ground_loss": 0.8782, "ground_mass": 0.5796, "learning_rate": 3.20586240026527e-05, "loss": 2.7694, "qavit_gate": 0.018771, "span_acc": 0.8606, "span_loss": 0.3261, "step": 7200, "view_loss": 0.7576 }, { "adv_acc": 1.0, "adv_loss": 2.1296, "adv_neg_cos": 0.0101, "adv_pos_cos": 0.9601, "adv_ramp": 1.0, "adv_reg": 1.1099, "consformer_gate": 0.108494, "epoch": 3.3212010919017287, "grad_norm": 2.8136210441589355, "ground_area": 0.0596, "ground_loss": 0.8219, "ground_mass": 0.5995, "learning_rate": 3.0585577443833105e-05, "loss": 2.7404, "qavit_gate": 0.019266, "span_acc": 0.8487, "span_loss": 0.3436, "step": 7300, "view_loss": 0.7354 }, { "adv_acc": 1.0, "adv_loss": 2.169, "adv_neg_cos": 0.0068, "adv_pos_cos": 0.9592, "adv_ramp": 1.0, "adv_reg": 1.1095, "consformer_gate": 0.108695, "epoch": 3.3666969972702456, "grad_norm": 2.8112454414367676, "ground_area": 0.0529, "ground_loss": 0.8355, "ground_mass": 0.5856, "learning_rate": 2.9132115151422446e-05, "loss": 2.78, "qavit_gate": 0.019455, "span_acc": 0.8556, "span_loss": 0.332, "step": 7400, "view_loss": 0.7908 }, { "adv_acc": 1.0, "adv_loss": 2.1694, "adv_neg_cos": 0.0084, "adv_pos_cos": 0.9603, "adv_ramp": 1.0, "adv_reg": 1.1092, "consformer_gate": 0.109042, "epoch": 3.4121929026387625, "grad_norm": 3.0886688232421875, "ground_area": 0.0541, "ground_loss": 0.9074, "ground_mass": 0.5816, "learning_rate": 2.7699703303086654e-05, "loss": 2.7902, "qavit_gate": 0.019796, "span_acc": 0.8458, "span_loss": 0.3339, "step": 7500, "view_loss": 0.7905 }, { "adv_acc": 1.0, "adv_loss": 2.1279, "adv_neg_cos": 0.0115, "adv_pos_cos": 0.9602, "adv_ramp": 1.0, "adv_reg": 1.1098, "consformer_gate": 0.109343, "epoch": 3.4576888080072794, "grad_norm": 2.6794180870056152, "ground_area": 0.0567, "ground_loss": 0.856, "ground_mass": 0.5891, "learning_rate": 2.628978684189137e-05, "loss": 2.7423, "qavit_gate": 0.020668, "span_acc": 0.8512, "span_loss": 0.3344, "step": 7600, "view_loss": 0.7352 }, { "adv_acc": 1.0, "adv_loss": 2.1333, "adv_neg_cos": 0.0076, "adv_pos_cos": 0.9599, "adv_ramp": 1.0, "adv_reg": 1.1096, "consformer_gate": 0.109551, "epoch": 3.5031847133757963, "grad_norm": 2.318915843963623, "ground_area": 0.0569, "ground_loss": 0.8172, "ground_mass": 0.5938, "learning_rate": 2.49037880187179e-05, "loss": 2.7468, "qavit_gate": 0.021226, "span_acc": 0.8439, "span_loss": 0.3441, "step": 7700, "view_loss": 0.7448 }, { "adv_acc": 1.0, "adv_loss": 2.1422, "adv_neg_cos": 0.0048, "adv_pos_cos": 0.9596, "adv_ramp": 1.0, "adv_reg": 1.1102, "consformer_gate": 0.11012, "epoch": 3.548680618744313, "grad_norm": 3.040534496307373, "ground_area": 0.0551, "ground_loss": 0.8751, "ground_mass": 0.5927, "learning_rate": 2.3543104957570007e-05, "loss": 2.7598, "qavit_gate": 0.021443, "span_acc": 0.855, "span_loss": 0.3282, "step": 7800, "view_loss": 0.7539 }, { "adv_acc": 1.0, "adv_loss": 2.1335, "adv_neg_cos": 0.0071, "adv_pos_cos": 0.9603, "adv_ramp": 1.0, "adv_reg": 1.1099, "consformer_gate": 0.110494, "epoch": 3.5941765241128296, "grad_norm": 3.132266044616699, "ground_area": 0.0554, "ground_loss": 0.9844, "ground_mass": 0.5507, "learning_rate": 2.2209110245218716e-05, "loss": 2.7627, "qavit_gate": 0.021095, "span_acc": 0.8522, "span_loss": 0.3302, "step": 7900, "view_loss": 0.7422 }, { "adv_acc": 1.0, "adv_loss": 2.1368, "adv_neg_cos": 0.0052, "adv_pos_cos": 0.9601, "adv_ramp": 1.0, "adv_reg": 1.1097, "consformer_gate": 0.110714, "epoch": 3.6396724294813465, "grad_norm": 2.8272507190704346, "ground_area": 0.055, "ground_loss": 0.9557, "ground_mass": 0.5622, "learning_rate": 2.090314954660767e-05, "loss": 2.759, "qavit_gate": 0.02098, "span_acc": 0.8508, "span_loss": 0.3456, "step": 8000, "view_loss": 0.741 }, { "adv_acc": 1.0, "adv_loss": 2.0919, "adv_neg_cos": 0.0057, "adv_pos_cos": 0.9607, "adv_ramp": 1.0, "adv_reg": 1.1087, "consformer_gate": 0.111037, "epoch": 3.6851683348498634, "grad_norm": 3.1917805671691895, "ground_area": 0.0561, "ground_loss": 0.8625, "ground_mass": 0.588, "learning_rate": 1.9626540247415853e-05, "loss": 2.7082, "qavit_gate": 0.022674, "span_acc": 0.8548, "span_loss": 0.3333, "step": 8100, "view_loss": 0.6927 }, { "adv_acc": 1.0, "adv_loss": 2.1325, "adv_neg_cos": 0.0044, "adv_pos_cos": 0.9604, "adv_ramp": 1.0, "adv_reg": 1.1095, "consformer_gate": 0.111225, "epoch": 3.7306642402183803, "grad_norm": 3.069915771484375, "ground_area": 0.0543, "ground_loss": 0.858, "ground_mass": 0.5915, "learning_rate": 1.8380570125146966e-05, "loss": 2.746, "qavit_gate": 0.023104, "span_acc": 0.8531, "span_loss": 0.337, "step": 8200, "view_loss": 0.7318 }, { "adv_acc": 1.0, "adv_loss": 2.1369, "adv_neg_cos": 0.0047, "adv_pos_cos": 0.9603, "adv_ramp": 1.0, "adv_reg": 1.1096, "consformer_gate": 0.111496, "epoch": 3.776160145586897, "grad_norm": 2.11987566947937, "ground_area": 0.0585, "ground_loss": 0.8356, "ground_mass": 0.5966, "learning_rate": 1.7166496050086066e-05, "loss": 2.7466, "qavit_gate": 0.022302, "span_acc": 0.8482, "span_loss": 0.3279, "step": 8300, "view_loss": 0.736 }, { "adv_acc": 1.0, "adv_loss": 2.1272, "adv_neg_cos": 0.0053, "adv_pos_cos": 0.9612, "adv_ramp": 1.0, "adv_reg": 1.1089, "consformer_gate": 0.11166, "epoch": 3.821656050955414, "grad_norm": 3.131248712539673, "ground_area": 0.0597, "ground_loss": 0.8809, "ground_mass": 0.5917, "learning_rate": 1.5985542717433704e-05, "loss": 2.7451, "qavit_gate": 0.022146, "span_acc": 0.8503, "span_loss": 0.3322, "step": 8400, "view_loss": 0.7365 }, { "adv_acc": 1.0, "adv_loss": 2.1242, "adv_neg_cos": 0.0026, "adv_pos_cos": 0.9605, "adv_ramp": 1.0, "adv_reg": 1.1089, "consformer_gate": 0.111958, "epoch": 3.867151956323931, "grad_norm": 1.9529070854187012, "ground_area": 0.0581, "ground_loss": 0.8009, "ground_mass": 0.6015, "learning_rate": 1.4838901411896717e-05, "loss": 2.7318, "qavit_gate": 0.022715, "span_acc": 0.8528, "span_loss": 0.3256, "step": 8500, "view_loss": 0.7246 }, { "adv_acc": 1.0, "adv_loss": 2.141, "adv_neg_cos": 0.0032, "adv_pos_cos": 0.9605, "adv_ramp": 1.0, "adv_reg": 1.109, "consformer_gate": 0.112153, "epoch": 3.912647861692448, "grad_norm": 3.0852150917053223, "ground_area": 0.0611, "ground_loss": 0.8408, "ground_mass": 0.5988, "learning_rate": 1.3727728805981743e-05, "loss": 2.7547, "qavit_gate": 0.022338, "span_acc": 0.8579, "span_loss": 0.3231, "step": 8600, "view_loss": 0.7563 }, { "adv_acc": 1.0, "adv_loss": 2.121, "adv_neg_cos": 0.0046, "adv_pos_cos": 0.962, "adv_ramp": 1.0, "adv_reg": 1.1082, "consformer_gate": 0.112241, "epoch": 3.9581437670609647, "grad_norm": 2.1178834438323975, "ground_area": 0.0559, "ground_loss": 0.863, "ground_mass": 0.5859, "learning_rate": 1.2653145793203774e-05, "loss": 2.7375, "qavit_gate": 0.02228, "span_acc": 0.8453, "span_loss": 0.3476, "step": 8700, "view_loss": 0.7187 }, { "epoch": 4.0, "eval_bleu1": 0.5763899093803293, "eval_bleu2": 0.5251003984683006, "eval_bleu3": 0.4768571991618989, "eval_bleu4": 0.43742691263003625, "eval_cider": 3.374250398489603, "eval_em": 0.34316197866149367, "eval_em_f1": 0.4679778388457879, "eval_f1": 0.5927936990300822, "eval_loss": 2.578620672225952, "eval_runtime": 599.653, "eval_samples_per_second": 8.597, "eval_steps_per_second": 1.076, "step": 8792 }, { "adv_acc": 1.0, "adv_loss": 2.1292, "adv_neg_cos": 0.0006, "adv_pos_cos": 0.9617, "adv_ramp": 1.0, "adv_reg": 1.1078, "consformer_gate": 0.11241, "epoch": 4.003639672429482, "grad_norm": 2.4134135246276855, "ground_area": 0.056, "ground_loss": 0.8296, "ground_mass": 0.6006, "learning_rate": 1.1616236357386695e-05, "loss": 2.7404, "qavit_gate": 0.022269, "span_acc": 0.8599, "span_loss": 0.3216, "step": 8800, "view_loss": 0.7286 }, { "adv_acc": 1.0, "adv_loss": 1.9936, "adv_neg_cos": 0.0037, "adv_pos_cos": 0.9606, "adv_ramp": 1.0, "adv_reg": 1.108, "consformer_gate": 0.112637, "epoch": 4.0491355777979985, "grad_norm": 2.0852701663970947, "ground_area": 0.0619, "ground_loss": 0.7311, "ground_mass": 0.6316, "learning_rate": 1.0618046479196376e-05, "loss": 2.6053, "qavit_gate": 0.022605, "span_acc": 0.8584, "span_loss": 0.3225, "step": 8900, "view_loss": 0.6031 }, { "adv_acc": 1.0, "adv_loss": 1.9644, "adv_neg_cos": 0.0043, "adv_pos_cos": 0.9612, "adv_ramp": 1.0, "adv_reg": 1.1087, "consformer_gate": 0.112731, "epoch": 4.094631483166515, "grad_norm": 2.9790637493133545, "ground_area": 0.0557, "ground_loss": 0.732, "ground_mass": 0.6339, "learning_rate": 9.659583081009448e-06, "loss": 2.5771, "qavit_gate": 0.023616, "span_acc": 0.8497, "span_loss": 0.333, "step": 9000, "view_loss": 0.5702 }, { "adv_acc": 1.0, "adv_loss": 1.9615, "adv_neg_cos": 0.0032, "adv_pos_cos": 0.9613, "adv_ramp": 1.0, "adv_reg": 1.1094, "consformer_gate": 0.112906, "epoch": 4.140127388535032, "grad_norm": 2.8431918621063232, "ground_area": 0.0528, "ground_loss": 0.6937, "ground_mass": 0.6464, "learning_rate": 8.741813011182014e-06, "loss": 2.5736, "qavit_gate": 0.024189, "span_acc": 0.8609, "span_loss": 0.3284, "step": 9100, "view_loss": 0.5658 }, { "adv_acc": 1.0, "adv_loss": 1.9573, "adv_neg_cos": 0.0029, "adv_pos_cos": 0.9608, "adv_ramp": 1.0, "adv_reg": 1.1084, "consformer_gate": 0.113099, "epoch": 4.185623293903548, "grad_norm": 2.442351818084717, "ground_area": 0.0544, "ground_loss": 0.7251, "ground_mass": 0.6338, "learning_rate": 7.865662068743035e-06, "loss": 2.57, "qavit_gate": 0.024391, "span_acc": 0.8565, "span_loss": 0.3139, "step": 9200, "view_loss": 0.5546 }, { "adv_acc": 1.0, "adv_loss": 1.9749, "adv_neg_cos": 0.0026, "adv_pos_cos": 0.9611, "adv_ramp": 1.0, "adv_reg": 1.1087, "consformer_gate": 0.113128, "epoch": 4.231119199272065, "grad_norm": 2.7022721767425537, "ground_area": 0.0585, "ground_loss": 0.6825, "ground_mass": 0.6593, "learning_rate": 7.032014069495979e-06, "loss": 2.5796, "qavit_gate": 0.024441, "span_acc": 0.8508, "span_loss": 0.3284, "step": 9300, "view_loss": 0.5779 }, { "adv_acc": 1.0, "adv_loss": 1.9831, "adv_neg_cos": 0.0014, "adv_pos_cos": 0.9604, "adv_ramp": 1.0, "adv_reg": 1.1085, "consformer_gate": 0.11329, "epoch": 4.276615104640582, "grad_norm": 3.1063947677612305, "ground_area": 0.0579, "ground_loss": 0.6929, "ground_mass": 0.6442, "learning_rate": 6.241709954471237e-06, "loss": 2.5903, "qavit_gate": 0.02458, "span_acc": 0.858, "span_loss": 0.3168, "step": 9400, "view_loss": 0.5843 }, { "adv_acc": 1.0, "adv_loss": 1.9425, "adv_neg_cos": 0.0013, "adv_pos_cos": 0.9613, "adv_ramp": 1.0, "adv_reg": 1.1085, "consformer_gate": 0.113434, "epoch": 4.322111010009099, "grad_norm": 2.6881649494171143, "ground_area": 0.051, "ground_loss": 0.6833, "ground_mass": 0.6531, "learning_rate": 5.495546941628177e-06, "loss": 2.5535, "qavit_gate": 0.024542, "span_acc": 0.8611, "span_loss": 0.317, "step": 9500, "view_loss": 0.5545 }, { "adv_acc": 1.0, "adv_loss": 1.955, "adv_neg_cos": 0.0005, "adv_pos_cos": 0.9615, "adv_ramp": 1.0, "adv_reg": 1.1079, "consformer_gate": 0.113518, "epoch": 4.367606915377616, "grad_norm": 3.2188940048217773, "ground_area": 0.0579, "ground_loss": 0.7078, "ground_mass": 0.6473, "learning_rate": 4.794277721662904e-06, "loss": 2.568, "qavit_gate": 0.024536, "span_acc": 0.8567, "span_loss": 0.3359, "step": 9600, "view_loss": 0.5646 }, { "adv_acc": 1.0, "adv_loss": 1.9375, "adv_neg_cos": 0.0014, "adv_pos_cos": 0.961, "adv_ramp": 1.0, "adv_reg": 1.1083, "consformer_gate": 0.113545, "epoch": 4.413102820746133, "grad_norm": 2.692952871322632, "ground_area": 0.0579, "ground_loss": 0.7663, "ground_mass": 0.627, "learning_rate": 4.138609698732743e-06, "loss": 2.5565, "qavit_gate": 0.024723, "span_acc": 0.8619, "span_loss": 0.3199, "step": 9700, "view_loss": 0.5417 }, { "adv_acc": 1.0, "adv_loss": 1.9503, "adv_neg_cos": 0.0021, "adv_pos_cos": 0.9615, "adv_ramp": 1.0, "adv_reg": 1.1086, "consformer_gate": 0.113583, "epoch": 4.45859872611465, "grad_norm": 2.633389472961426, "ground_area": 0.0586, "ground_loss": 0.6431, "ground_mass": 0.6686, "learning_rate": 3.5292042768634403e-06, "loss": 2.5553, "qavit_gate": 0.024767, "span_acc": 0.8601, "span_loss": 0.319, "step": 9800, "view_loss": 0.5499 }, { "adv_acc": 1.0, "adv_loss": 1.9426, "adv_neg_cos": 0.0006, "adv_pos_cos": 0.9606, "adv_ramp": 1.0, "adv_reg": 1.1083, "consformer_gate": 0.113608, "epoch": 4.5040946314831665, "grad_norm": 2.6164309978485107, "ground_area": 0.059, "ground_loss": 0.6621, "ground_mass": 0.6654, "learning_rate": 2.966676192759066e-06, "loss": 2.5514, "qavit_gate": 0.024627, "span_acc": 0.8525, "span_loss": 0.3255, "step": 9900, "view_loss": 0.553 }, { "adv_acc": 1.0, "adv_loss": 1.9694, "adv_neg_cos": -0.0003, "adv_pos_cos": 0.9598, "adv_ramp": 1.0, "adv_reg": 1.1088, "consformer_gate": 0.113618, "epoch": 4.549590536851683, "grad_norm": 2.2899246215820312, "ground_area": 0.0619, "ground_loss": 0.7177, "ground_mass": 0.6453, "learning_rate": 2.4515928956872712e-06, "loss": 2.5836, "qavit_gate": 0.024704, "span_acc": 0.8586, "span_loss": 0.3194, "step": 10000, "view_loss": 0.5815 }, { "adv_acc": 1.0, "adv_loss": 1.9495, "adv_neg_cos": 0.0007, "adv_pos_cos": 0.9611, "adv_ramp": 1.0, "adv_reg": 1.1085, "consformer_gate": 0.113653, "epoch": 4.5950864422202, "grad_norm": 2.6433684825897217, "ground_area": 0.0566, "ground_loss": 0.7124, "ground_mass": 0.6464, "learning_rate": 1.9844739750658483e-06, "loss": 2.5593, "qavit_gate": 0.024797, "span_acc": 0.863, "span_loss": 0.3013, "step": 10100, "view_loss": 0.5602 }, { "adv_acc": 1.0, "adv_loss": 1.9606, "adv_neg_cos": 0.0041, "adv_pos_cos": 0.9615, "adv_ramp": 1.0, "adv_reg": 1.1086, "consformer_gate": 0.11366, "epoch": 4.640582347588717, "grad_norm": 2.1871302127838135, "ground_area": 0.0554, "ground_loss": 0.6995, "ground_mass": 0.6518, "learning_rate": 1.5657906363277353e-06, "loss": 2.5696, "qavit_gate": 0.024928, "span_acc": 0.8542, "span_loss": 0.3275, "step": 10200, "view_loss": 0.5583 }, { "adv_acc": 1.0, "adv_loss": 1.9444, "adv_neg_cos": -0.001, "adv_pos_cos": 0.9615, "adv_ramp": 1.0, "adv_reg": 1.1076, "consformer_gate": 0.113682, "epoch": 4.686078252957234, "grad_norm": 3.157867670059204, "ground_area": 0.0567, "ground_loss": 0.6961, "ground_mass": 0.6549, "learning_rate": 1.195965225593365e-06, "loss": 2.5555, "qavit_gate": 0.024914, "span_acc": 0.8672, "span_loss": 0.3089, "step": 10300, "view_loss": 0.5525 }, { "adv_acc": 1.0, "adv_loss": 1.9607, "adv_neg_cos": -0.0009, "adv_pos_cos": 0.9611, "adv_ramp": 1.0, "adv_reg": 1.1075, "consformer_gate": 0.113702, "epoch": 4.731574158325751, "grad_norm": 3.6003472805023193, "ground_area": 0.0574, "ground_loss": 0.7327, "ground_mass": 0.6393, "learning_rate": 8.753708036296826e-07, "loss": 2.5719, "qavit_gate": 0.024935, "span_acc": 0.8517, "span_loss": 0.3225, "step": 10400, "view_loss": 0.5548 }, { "adv_acc": 1.0, "adv_loss": 1.9721, "adv_neg_cos": 0.0021, "adv_pos_cos": 0.9609, "adv_ramp": 1.0, "adv_reg": 1.109, "consformer_gate": 0.113714, "epoch": 4.777070063694268, "grad_norm": 4.1195878982543945, "ground_area": 0.0564, "ground_loss": 0.7544, "ground_mass": 0.64, "learning_rate": 6.043307695257239e-07, "loss": 2.5886, "qavit_gate": 0.0249, "span_acc": 0.839, "span_loss": 0.3403, "step": 10500, "view_loss": 0.5776 }, { "adv_acc": 1.0, "adv_loss": 1.968, "adv_neg_cos": 0.0014, "adv_pos_cos": 0.9614, "adv_ramp": 1.0, "adv_reg": 1.1091, "consformer_gate": 0.113717, "epoch": 4.822565969062785, "grad_norm": 1.7656840085983276, "ground_area": 0.057, "ground_loss": 0.7061, "ground_mass": 0.6474, "learning_rate": 3.8311853446434397e-07, "loss": 2.578, "qavit_gate": 0.024883, "span_acc": 0.8652, "span_loss": 0.3059, "step": 10600, "view_loss": 0.5757 }, { "adv_acc": 1.0, "adv_loss": 1.9665, "adv_neg_cos": -0.0, "adv_pos_cos": 0.9614, "adv_ramp": 1.0, "adv_reg": 1.1082, "consformer_gate": 0.113723, "epoch": 4.868061874431302, "grad_norm": 2.3704330921173096, "ground_area": 0.0547, "ground_loss": 0.6729, "ground_mass": 0.6589, "learning_rate": 2.1195724591911438e-07, "loss": 2.5736, "qavit_gate": 0.024898, "span_acc": 0.8587, "span_loss": 0.316, "step": 10700, "view_loss": 0.5741 }, { "adv_acc": 0.9991, "adv_loss": 1.9727, "adv_neg_cos": 0.0001, "adv_pos_cos": 0.9612, "adv_ramp": 1.0, "adv_reg": 1.1086, "consformer_gate": 0.113725, "epoch": 4.9135577797998184, "grad_norm": 3.100541114807129, "ground_area": 0.0513, "ground_loss": 0.701, "ground_mass": 0.6503, "learning_rate": 9.101956255470057e-08, "loss": 2.58, "qavit_gate": 0.024899, "span_acc": 0.8563, "span_loss": 0.3178, "step": 10800, "view_loss": 0.5716 }, { "adv_acc": 1.0, "adv_loss": 1.9596, "adv_neg_cos": 0.0023, "adv_pos_cos": 0.9611, "adv_ramp": 1.0, "adv_reg": 1.1089, "consformer_gate": 0.113725, "epoch": 4.959053685168335, "grad_norm": 2.265880823135376, "ground_area": 0.0555, "ground_loss": 0.6482, "ground_mass": 0.6697, "learning_rate": 2.042748005771089e-08, "loss": 2.5646, "qavit_gate": 0.024897, "span_acc": 0.8531, "span_loss": 0.3171, "step": 10900, "view_loss": 0.5644 }, { "epoch": 5.0, "eval_bleu1": 0.5827962320277351, "eval_bleu2": 0.532483076511092, "eval_bleu3": 0.4851027342384785, "eval_bleu4": 0.44686113334455274, "eval_cider": 3.385101343454942, "eval_em": 0.34510184287099904, "eval_em_f1": 0.4698611489502955, "eval_f1": 0.594620455029592, "eval_loss": 2.610790729522705, "eval_runtime": 576.8983, "eval_samples_per_second": 8.936, "eval_steps_per_second": 1.118, "step": 10990 }, { "epoch": 5.0, "step": 10990, "total_flos": 1.071947373297216e+16, "train_loss": 3.315305012502488, "train_runtime": 26750.5177, "train_samples_per_second": 6.572, "train_steps_per_second": 0.411 } ], "logging_steps": 100, "max_steps": 10990, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.071947373297216e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }