Visual Question Answering
Transformers
Safetensors
Vietnamese
openvivqa
scene-text-vqa
vietnamese
ocr
t5
Instructions to use Kus669/ViSceT5-ViTextVQA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Kus669/ViSceT5-ViTextVQA with Transformers:
# Use a pipeline as a high-level helper # Warning: Pipeline type "visual-question-answering" is no longer supported in transformers v5. # You must load the model directly (see below) or downgrade to v4.x with: # pip install "transformers<5.0.0" from transformers import pipeline pipe = pipeline("visual-question-answering", model="Kus669/ViSceT5-ViTextVQA")# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("Kus669/ViSceT5-ViTextVQA", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from Kus669/ViSceT5-ViTextVQA: direct link, hf CLI and curl.
- Browser
- Download file 64.5 kB
-
https://huggingface.co/Kus669/ViSceT5-ViTextVQA/resolve/main/trainer_state.json
- Command line
-
hf download hf://Kus669/ViSceT5-ViTextVQA/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/Kus669/ViSceT5-ViTextVQA/resolve/main/trainer_state.json
64.5 kB
{
"best_metric": 0.4698611489502955,
"best_model_checkpoint": "/content/ViSceT5/output/8e1f61b_ViTextVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-10990",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 10990,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"adv_acc": 0.9784,
"adv_loss": 8.765,
"adv_neg_cos": 0.5917,
"adv_pos_cos": 0.8505,
"adv_ramp": 0.045,
"adv_reg": 2.5495,
"consformer_gate": 0.000696,
"epoch": 0.04549590536851683,
"grad_norm": 10.778030395507812,
"ground_area": 0.0562,
"ground_loss": 3.4248,
"ground_mass": 0.0504,
"learning_rate": 9.099181073703366e-06,
"loss": 9.2663,
"qavit_gate": 0.000554,
"span_acc": 0.4454,
"span_loss": 1.1869,
"step": 100,
"view_loss": 7.6822
},
{
"adv_acc": 0.9994,
"adv_loss": 4.8741,
"adv_neg_cos": 0.0865,
"adv_pos_cos": 0.7347,
"adv_ramp": 0.136,
"adv_reg": 1.4012,
"consformer_gate": 0.00257,
"epoch": 0.09099181073703366,
"grad_norm": 6.862112998962402,
"ground_area": 0.0554,
"ground_loss": 3.1325,
"ground_mass": 0.0656,
"learning_rate": 1.8198362147406733e-05,
"loss": 5.3738,
"qavit_gate": 0.001995,
"span_acc": 0.4399,
"span_loss": 1.1442,
"step": 200,
"view_loss": 3.7276
},
{
"adv_acc": 1.0,
"adv_loss": 4.3715,
"adv_neg_cos": 0.0731,
"adv_pos_cos": 0.7789,
"adv_ramp": 0.227,
"adv_reg": 1.2761,
"consformer_gate": 0.004525,
"epoch": 0.1364877161055505,
"grad_norm": 7.823195457458496,
"ground_area": 0.0605,
"ground_loss": 1.9638,
"ground_mass": 0.2254,
"learning_rate": 2.72975432211101e-05,
"loss": 4.7796,
"qavit_gate": 0.017032,
"span_acc": 0.4531,
"span_loss": 1.0589,
"step": 300,
"view_loss": 3.2019
},
{
"adv_acc": 1.0,
"adv_loss": 3.9574,
"adv_neg_cos": 0.0826,
"adv_pos_cos": 0.819,
"adv_ramp": 0.318,
"adv_reg": 1.2319,
"consformer_gate": 0.007137,
"epoch": 0.18198362147406733,
"grad_norm": 7.270371913909912,
"ground_area": 0.0533,
"ground_loss": 1.7846,
"ground_mass": 0.2694,
"learning_rate": 3.6396724294813465e-05,
"loss": 4.3785,
"qavit_gate": 0.019699,
"span_acc": 0.437,
"span_loss": 1.0229,
"step": 400,
"view_loss": 2.7461
},
{
"adv_acc": 1.0,
"adv_loss": 3.8897,
"adv_neg_cos": 0.0826,
"adv_pos_cos": 0.8453,
"adv_ramp": 0.409,
"adv_reg": 1.2053,
"consformer_gate": 0.009805,
"epoch": 0.22747952684258416,
"grad_norm": 7.494457721710205,
"ground_area": 0.0582,
"ground_loss": 1.7233,
"ground_mass": 0.2811,
"learning_rate": 4.5495905368516835e-05,
"loss": 4.3272,
"qavit_gate": 0.020436,
"span_acc": 0.4622,
"span_loss": 0.9407,
"step": 500,
"view_loss": 2.6545
},
{
"adv_acc": 1.0,
"adv_loss": 3.8047,
"adv_neg_cos": 0.0806,
"adv_pos_cos": 0.861,
"adv_ramp": 0.5,
"adv_reg": 1.1951,
"consformer_gate": 0.012807,
"epoch": 0.272975432211101,
"grad_norm": 7.1969895362854,
"ground_area": 0.0564,
"ground_loss": 1.6603,
"ground_mass": 0.2971,
"learning_rate": 5.45950864422202e-05,
"loss": 4.2719,
"qavit_gate": 0.018249,
"span_acc": 0.5007,
"span_loss": 0.8573,
"step": 600,
"view_loss": 2.5742
},
{
"adv_acc": 1.0,
"adv_loss": 3.7855,
"adv_neg_cos": 0.0957,
"adv_pos_cos": 0.884,
"adv_ramp": 0.591,
"adv_reg": 1.1797,
"consformer_gate": 0.016154,
"epoch": 0.3184713375796178,
"grad_norm": 5.2636823654174805,
"ground_area": 0.0589,
"ground_loss": 1.6526,
"ground_mass": 0.311,
"learning_rate": 6.369426751592356e-05,
"loss": 4.2805,
"qavit_gate": 0.018964,
"span_acc": 0.5377,
"span_loss": 0.7898,
"step": 700,
"view_loss": 2.4966
},
{
"adv_acc": 1.0,
"adv_loss": 3.693,
"adv_neg_cos": 0.0832,
"adv_pos_cos": 0.8932,
"adv_ramp": 0.682,
"adv_reg": 1.1673,
"consformer_gate": 0.019009,
"epoch": 0.36396724294813465,
"grad_norm": 5.860650062561035,
"ground_area": 0.0567,
"ground_loss": 1.5491,
"ground_mass": 0.3349,
"learning_rate": 7.279344858962693e-05,
"loss": 4.2058,
"qavit_gate": 0.02302,
"span_acc": 0.6,
"span_loss": 0.7144,
"step": 800,
"view_loss": 2.3806
},
{
"adv_acc": 1.0,
"adv_loss": 3.6558,
"adv_neg_cos": 0.082,
"adv_pos_cos": 0.9,
"adv_ramp": 0.773,
"adv_reg": 1.1609,
"consformer_gate": 0.022511,
"epoch": 0.4094631483166515,
"grad_norm": 4.730771064758301,
"ground_area": 0.0568,
"ground_loss": 1.4904,
"ground_mass": 0.3538,
"learning_rate": 8.18926296633303e-05,
"loss": 4.198,
"qavit_gate": 0.0174,
"span_acc": 0.6304,
"span_loss": 0.6732,
"step": 900,
"view_loss": 2.3314
},
{
"adv_acc": 1.0,
"adv_loss": 3.7309,
"adv_neg_cos": 0.0767,
"adv_pos_cos": 0.9102,
"adv_ramp": 0.864,
"adv_reg": 1.1551,
"consformer_gate": 0.025445,
"epoch": 0.4549590536851683,
"grad_norm": 5.7095112800598145,
"ground_area": 0.0601,
"ground_loss": 1.4598,
"ground_mass": 0.3593,
"learning_rate": 9.099181073703367e-05,
"loss": 4.3068,
"qavit_gate": 0.020603,
"span_acc": 0.653,
"span_loss": 0.6339,
"step": 1000,
"view_loss": 2.3786
},
{
"adv_acc": 1.0,
"adv_loss": 3.732,
"adv_neg_cos": 0.0876,
"adv_pos_cos": 0.9168,
"adv_ramp": 0.955,
"adv_reg": 1.1509,
"consformer_gate": 0.028945,
"epoch": 0.5004549590536852,
"grad_norm": 5.685356616973877,
"ground_area": 0.0506,
"ground_loss": 1.4572,
"ground_mass": 0.3702,
"learning_rate": 9.999999747791717e-05,
"loss": 4.3453,
"qavit_gate": 0.02087,
"span_acc": 0.669,
"span_loss": 0.6136,
"step": 1100,
"view_loss": 2.3703
},
{
"adv_acc": 1.0,
"adv_loss": 3.7444,
"adv_neg_cos": 0.0796,
"adv_pos_cos": 0.9233,
"adv_ramp": 1.0,
"adv_reg": 1.1455,
"consformer_gate": 0.032214,
"epoch": 0.545950864422202,
"grad_norm": 5.472925662994385,
"ground_area": 0.0599,
"ground_loss": 1.4022,
"ground_mass": 0.3836,
"learning_rate": 9.997427443908413e-05,
"loss": 4.3697,
"qavit_gate": 0.02026,
"span_acc": 0.6802,
"span_loss": 0.588,
"step": 1200,
"view_loss": 2.3983
},
{
"adv_acc": 1.0,
"adv_loss": 3.6732,
"adv_neg_cos": 0.069,
"adv_pos_cos": 0.9253,
"adv_ramp": 1.0,
"adv_reg": 1.1417,
"consformer_gate": 0.034779,
"epoch": 0.5914467697907189,
"grad_norm": 4.542994499206543,
"ground_area": 0.0582,
"ground_loss": 1.4314,
"ground_mass": 0.3829,
"learning_rate": 9.98981399341683e-05,
"loss": 4.3005,
"qavit_gate": 0.016088,
"span_acc": 0.7099,
"span_loss": 0.5635,
"step": 1300,
"view_loss": 2.3052
},
{
"adv_acc": 1.0,
"adv_loss": 3.5707,
"adv_neg_cos": 0.0714,
"adv_pos_cos": 0.9279,
"adv_ramp": 1.0,
"adv_reg": 1.1385,
"consformer_gate": 0.038431,
"epoch": 0.6369426751592356,
"grad_norm": 4.801601409912109,
"ground_area": 0.0613,
"ground_loss": 1.4314,
"ground_mass": 0.389,
"learning_rate": 9.977167076372465e-05,
"loss": 4.2076,
"qavit_gate": 0.0192,
"span_acc": 0.7262,
"span_loss": 0.5429,
"step": 1400,
"view_loss": 2.2154
},
{
"adv_acc": 1.0,
"adv_loss": 3.5729,
"adv_neg_cos": 0.0649,
"adv_pos_cos": 0.9313,
"adv_ramp": 1.0,
"adv_reg": 1.1371,
"consformer_gate": 0.041075,
"epoch": 0.6824385805277525,
"grad_norm": 5.275548458099365,
"ground_area": 0.058,
"ground_loss": 1.3892,
"ground_mass": 0.3916,
"learning_rate": 9.95949945033182e-05,
"loss": 4.1973,
"qavit_gate": 0.015702,
"span_acc": 0.7281,
"span_loss": 0.5373,
"step": 1500,
"view_loss": 2.2139
},
{
"adv_acc": 1.0,
"adv_loss": 3.5807,
"adv_neg_cos": 0.0654,
"adv_pos_cos": 0.9356,
"adv_ramp": 1.0,
"adv_reg": 1.1335,
"consformer_gate": 0.043639,
"epoch": 0.7279344858962693,
"grad_norm": 4.46061897277832,
"ground_area": 0.0529,
"ground_loss": 1.3795,
"ground_mass": 0.3875,
"learning_rate": 9.936828937483224e-05,
"loss": 4.201,
"qavit_gate": 0.015129,
"span_acc": 0.7407,
"span_loss": 0.5133,
"step": 1600,
"view_loss": 2.2284
},
{
"adv_acc": 1.0,
"adv_loss": 3.6112,
"adv_neg_cos": 0.0643,
"adv_pos_cos": 0.9386,
"adv_ramp": 1.0,
"adv_reg": 1.1322,
"consformer_gate": 0.045016,
"epoch": 0.7734303912647862,
"grad_norm": 3.9976353645324707,
"ground_area": 0.0587,
"ground_loss": 1.36,
"ground_mass": 0.41,
"learning_rate": 9.90917840666875e-05,
"loss": 4.2243,
"qavit_gate": 0.013581,
"span_acc": 0.7391,
"span_loss": 0.5127,
"step": 1700,
"view_loss": 2.2575
},
{
"adv_acc": 1.0,
"adv_loss": 3.4883,
"adv_neg_cos": 0.0616,
"adv_pos_cos": 0.9388,
"adv_ramp": 1.0,
"adv_reg": 1.1342,
"consformer_gate": 0.046956,
"epoch": 0.818926296633303,
"grad_norm": 4.52189826965332,
"ground_area": 0.0526,
"ground_loss": 1.4085,
"ground_mass": 0.3979,
"learning_rate": 9.876575750315286e-05,
"loss": 4.1106,
"qavit_gate": 0.016981,
"span_acc": 0.7585,
"span_loss": 0.4987,
"step": 1800,
"view_loss": 2.1293
},
{
"adv_acc": 1.0,
"adv_loss": 3.4769,
"adv_neg_cos": 0.058,
"adv_pos_cos": 0.9386,
"adv_ramp": 1.0,
"adv_reg": 1.1313,
"consformer_gate": 0.049008,
"epoch": 0.8644222020018199,
"grad_norm": 4.691574573516846,
"ground_area": 0.0533,
"ground_loss": 1.4066,
"ground_mass": 0.3956,
"learning_rate": 9.839053856298114e-05,
"loss": 4.1004,
"qavit_gate": 0.012735,
"span_acc": 0.7626,
"span_loss": 0.4801,
"step": 1900,
"view_loss": 2.1319
},
{
"adv_acc": 1.0,
"adv_loss": 3.4515,
"adv_neg_cos": 0.0511,
"adv_pos_cos": 0.9392,
"adv_ramp": 1.0,
"adv_reg": 1.1273,
"consformer_gate": 0.051726,
"epoch": 0.9099181073703366,
"grad_norm": 3.7946348190307617,
"ground_area": 0.0567,
"ground_loss": 1.3487,
"ground_mass": 0.4095,
"learning_rate": 9.796650574765315e-05,
"loss": 4.0662,
"qavit_gate": 0.01796,
"span_acc": 0.7671,
"span_loss": 0.4765,
"step": 2000,
"view_loss": 2.1019
},
{
"adv_acc": 1.0,
"adv_loss": 3.4427,
"adv_neg_cos": 0.049,
"adv_pos_cos": 0.9398,
"adv_ramp": 1.0,
"adv_reg": 1.1271,
"consformer_gate": 0.053892,
"epoch": 0.9554140127388535,
"grad_norm": 5.8758649826049805,
"ground_area": 0.0548,
"ground_loss": 1.3463,
"ground_mass": 0.4204,
"learning_rate": 9.749408679956485e-05,
"loss": 4.0611,
"qavit_gate": 0.017725,
"span_acc": 0.7729,
"span_loss": 0.4698,
"step": 2100,
"view_loss": 2.1003
},
{
"epoch": 1.0,
"eval_bleu1": 0.42270325549682874,
"eval_bleu2": 0.3660489459611071,
"eval_bleu3": 0.3130865143517767,
"eval_bleu4": 0.27046080204741635,
"eval_cider": 2.5594879275560123,
"eval_em": 0.22715809893307468,
"eval_em_f1": 0.35543365690325823,
"eval_f1": 0.4837092148734418,
"eval_loss": 2.8735885620117188,
"eval_runtime": 923.1934,
"eval_samples_per_second": 5.584,
"eval_steps_per_second": 0.699,
"step": 2198
},
{
"adv_acc": 1.0,
"adv_loss": 3.3951,
"adv_neg_cos": 0.0541,
"adv_pos_cos": 0.9413,
"adv_ramp": 1.0,
"adv_reg": 1.1273,
"consformer_gate": 0.05517,
"epoch": 1.0009099181073704,
"grad_norm": 3.885572910308838,
"ground_area": 0.0568,
"ground_loss": 1.2321,
"ground_mass": 0.4466,
"learning_rate": 9.697375827054311e-05,
"loss": 4.0057,
"qavit_gate": 0.017113,
"span_acc": 0.7803,
"span_loss": 0.4593,
"step": 2200,
"view_loss": 2.0617
},
{
"adv_acc": 1.0,
"adv_loss": 3.064,
"adv_neg_cos": 0.0521,
"adv_pos_cos": 0.9414,
"adv_ramp": 1.0,
"adv_reg": 1.1249,
"consformer_gate": 0.057317,
"epoch": 1.046405823475887,
"grad_norm": 4.829916954040527,
"ground_area": 0.0569,
"ground_loss": 1.267,
"ground_mass": 0.4394,
"learning_rate": 9.64060450411247e-05,
"loss": 3.681,
"qavit_gate": 0.016505,
"span_acc": 0.7979,
"span_loss": 0.4326,
"step": 2300,
"view_loss": 1.684
},
{
"adv_acc": 1.0,
"adv_loss": 3.0252,
"adv_neg_cos": 0.0395,
"adv_pos_cos": 0.9438,
"adv_ramp": 1.0,
"adv_reg": 1.1223,
"consformer_gate": 0.058853,
"epoch": 1.091901728844404,
"grad_norm": 3.372734308242798,
"ground_area": 0.0567,
"ground_loss": 1.2538,
"ground_mass": 0.4476,
"learning_rate": 9.579151979108399e-05,
"loss": 3.6486,
"qavit_gate": 0.012237,
"span_acc": 0.7796,
"span_loss": 0.4655,
"step": 2400,
"view_loss": 1.6601
},
{
"adv_acc": 1.0,
"adv_loss": 3.052,
"adv_neg_cos": 0.0423,
"adv_pos_cos": 0.9467,
"adv_ramp": 1.0,
"adv_reg": 1.1225,
"consformer_gate": 0.060579,
"epoch": 1.1373976342129208,
"grad_norm": 3.8678369522094727,
"ground_area": 0.0569,
"ground_loss": 1.223,
"ground_mass": 0.4536,
"learning_rate": 9.513080242174312e-05,
"loss": 3.6681,
"qavit_gate": 0.012074,
"span_acc": 0.7873,
"span_loss": 0.4549,
"step": 2500,
"view_loss": 1.6942
},
{
"adv_acc": 1.0,
"adv_loss": 3.0821,
"adv_neg_cos": 0.0381,
"adv_pos_cos": 0.9444,
"adv_ramp": 1.0,
"adv_reg": 1.1226,
"consformer_gate": 0.062272,
"epoch": 1.1828935395814377,
"grad_norm": 4.03257942199707,
"ground_area": 0.0598,
"ground_loss": 1.2826,
"ground_mass": 0.4468,
"learning_rate": 9.442455943064767e-05,
"loss": 3.704,
"qavit_gate": 0.012852,
"span_acc": 0.8008,
"span_loss": 0.4212,
"step": 2600,
"view_loss": 1.7295
},
{
"adv_acc": 1.0,
"adv_loss": 3.0004,
"adv_neg_cos": 0.0411,
"adv_pos_cos": 0.948,
"adv_ramp": 1.0,
"adv_reg": 1.1211,
"consformer_gate": 0.063505,
"epoch": 1.2283894449499546,
"grad_norm": 3.8590352535247803,
"ground_area": 0.059,
"ground_loss": 1.1622,
"ground_mass": 0.4714,
"learning_rate": 9.367350323923832e-05,
"loss": 3.6127,
"qavit_gate": 0.015841,
"span_acc": 0.7946,
"span_loss": 0.4389,
"step": 2700,
"view_loss": 1.6383
},
{
"adv_acc": 1.0,
"adv_loss": 3.0806,
"adv_neg_cos": 0.045,
"adv_pos_cos": 0.949,
"adv_ramp": 1.0,
"adv_reg": 1.1207,
"consformer_gate": 0.064651,
"epoch": 1.2738853503184713,
"grad_norm": 3.322366714477539,
"ground_area": 0.0555,
"ground_loss": 1.282,
"ground_mass": 0.4336,
"learning_rate": 9.287839147419686e-05,
"loss": 3.6983,
"qavit_gate": 0.014494,
"span_acc": 0.8074,
"span_loss": 0.4216,
"step": 2800,
"view_loss": 1.6979
},
{
"adv_acc": 1.0,
"adv_loss": 3.0189,
"adv_neg_cos": 0.0421,
"adv_pos_cos": 0.9475,
"adv_ramp": 1.0,
"adv_reg": 1.1217,
"consformer_gate": 0.06725,
"epoch": 1.3193812556869882,
"grad_norm": 3.964817523956299,
"ground_area": 0.0581,
"ground_loss": 1.2553,
"ground_mass": 0.4454,
"learning_rate": 9.204002620319163e-05,
"loss": 3.6338,
"qavit_gate": 0.015118,
"span_acc": 0.804,
"span_loss": 0.4196,
"step": 2900,
"view_loss": 1.6419
},
{
"adv_acc": 1.0,
"adv_loss": 2.9994,
"adv_neg_cos": 0.0437,
"adv_pos_cos": 0.9466,
"adv_ramp": 1.0,
"adv_reg": 1.123,
"consformer_gate": 0.06905,
"epoch": 1.364877161055505,
"grad_norm": 3.3500967025756836,
"ground_area": 0.0576,
"ground_loss": 1.2023,
"ground_mass": 0.4565,
"learning_rate": 9.1159253125793e-05,
"loss": 3.6138,
"qavit_gate": 0.01609,
"span_acc": 0.8095,
"span_loss": 0.426,
"step": 3000,
"view_loss": 1.6336
},
{
"adv_acc": 1.0,
"adv_loss": 3.0272,
"adv_neg_cos": 0.0465,
"adv_pos_cos": 0.9499,
"adv_ramp": 1.0,
"adv_reg": 1.1193,
"consformer_gate": 0.070442,
"epoch": 1.4103730664240217,
"grad_norm": 4.209367752075195,
"ground_area": 0.0589,
"ground_loss": 1.2002,
"ground_mass": 0.4634,
"learning_rate": 9.023696072037547e-05,
"loss": 3.6405,
"qavit_gate": 0.016324,
"span_acc": 0.8078,
"span_loss": 0.423,
"step": 3100,
"view_loss": 1.6637
},
{
"adv_acc": 1.0,
"adv_loss": 2.9836,
"adv_neg_cos": 0.0412,
"adv_pos_cos": 0.9497,
"adv_ramp": 1.0,
"adv_reg": 1.1193,
"consformer_gate": 0.071304,
"epoch": 1.4558689717925386,
"grad_norm": 3.399909496307373,
"ground_area": 0.0615,
"ground_loss": 1.2211,
"ground_mass": 0.4605,
"learning_rate": 8.927407934786643e-05,
"loss": 3.5941,
"qavit_gate": 0.016894,
"span_acc": 0.8101,
"span_loss": 0.4122,
"step": 3200,
"view_loss": 1.6167
},
{
"adv_acc": 1.0,
"adv_loss": 2.9858,
"adv_neg_cos": 0.0405,
"adv_pos_cos": 0.95,
"adv_ramp": 1.0,
"adv_reg": 1.12,
"consformer_gate": 0.072958,
"epoch": 1.5013648771610555,
"grad_norm": 3.3773438930511475,
"ground_area": 0.058,
"ground_loss": 1.1969,
"ground_mass": 0.4634,
"learning_rate": 8.827158031324621e-05,
"loss": 3.6016,
"qavit_gate": 0.017565,
"span_acc": 0.8107,
"span_loss": 0.4163,
"step": 3300,
"view_loss": 1.6353
},
{
"adv_acc": 1.0,
"adv_loss": 2.9585,
"adv_neg_cos": 0.0338,
"adv_pos_cos": 0.9501,
"adv_ramp": 1.0,
"adv_reg": 1.1179,
"consformer_gate": 0.074116,
"epoch": 1.5468607825295724,
"grad_norm": 3.7036988735198975,
"ground_area": 0.0577,
"ground_loss": 1.217,
"ground_mass": 0.4601,
"learning_rate": 8.723047488574584e-05,
"loss": 3.5777,
"qavit_gate": 0.014034,
"span_acc": 0.8086,
"span_loss": 0.4138,
"step": 3400,
"view_loss": 1.6049
},
{
"adv_acc": 1.0,
"adv_loss": 2.9893,
"adv_neg_cos": 0.0392,
"adv_pos_cos": 0.9507,
"adv_ramp": 1.0,
"adv_reg": 1.1176,
"consformer_gate": 0.074564,
"epoch": 1.5923566878980893,
"grad_norm": 4.185495376586914,
"ground_area": 0.0577,
"ground_loss": 1.2329,
"ground_mass": 0.4576,
"learning_rate": 8.615181327873081e-05,
"loss": 3.6104,
"qavit_gate": 0.015953,
"span_acc": 0.808,
"span_loss": 0.4222,
"step": 3500,
"view_loss": 1.6392
},
{
"adv_acc": 1.0,
"adv_loss": 3.0233,
"adv_neg_cos": 0.039,
"adv_pos_cos": 0.9522,
"adv_ramp": 1.0,
"adv_reg": 1.1171,
"consformer_gate": 0.077028,
"epoch": 1.6378525932666061,
"grad_norm": 4.102275371551514,
"ground_area": 0.0568,
"ground_loss": 1.2335,
"ground_mass": 0.4522,
"learning_rate": 8.503668359030012e-05,
"loss": 3.639,
"qavit_gate": 0.01597,
"span_acc": 0.8024,
"span_loss": 0.4289,
"step": 3600,
"view_loss": 1.6664
},
{
"adv_acc": 1.0,
"adv_loss": 2.9229,
"adv_neg_cos": 0.0397,
"adv_pos_cos": 0.9521,
"adv_ramp": 1.0,
"adv_reg": 1.1176,
"consformer_gate": 0.077851,
"epoch": 1.6833484986351228,
"grad_norm": 2.8525638580322266,
"ground_area": 0.0569,
"ground_loss": 1.2103,
"ground_mass": 0.4517,
"learning_rate": 8.388621070566918e-05,
"loss": 3.5362,
"qavit_gate": 0.020374,
"span_acc": 0.8137,
"span_loss": 0.399,
"step": 3700,
"view_loss": 1.5484
},
{
"adv_acc": 1.0,
"adv_loss": 2.9892,
"adv_neg_cos": 0.0347,
"adv_pos_cos": 0.9509,
"adv_ramp": 1.0,
"adv_reg": 1.1177,
"consformer_gate": 0.079248,
"epoch": 1.7288444040036397,
"grad_norm": 3.281388521194458,
"ground_area": 0.0532,
"ground_loss": 1.1782,
"ground_mass": 0.4605,
"learning_rate": 8.270155516244365e-05,
"loss": 3.603,
"qavit_gate": 0.01679,
"span_acc": 0.8177,
"span_loss": 0.3961,
"step": 3800,
"view_loss": 1.642
},
{
"adv_acc": 1.0,
"adv_loss": 2.9709,
"adv_neg_cos": 0.032,
"adv_pos_cos": 0.952,
"adv_ramp": 1.0,
"adv_reg": 1.1175,
"consformer_gate": 0.081047,
"epoch": 1.7743403093721564,
"grad_norm": 3.2713892459869385,
"ground_area": 0.0546,
"ground_loss": 1.1936,
"ground_mass": 0.4762,
"learning_rate": 8.148391197992911e-05,
"loss": 3.5844,
"qavit_gate": 0.013871,
"span_acc": 0.8117,
"span_loss": 0.405,
"step": 3900,
"view_loss": 1.6092
},
{
"adv_acc": 1.0,
"adv_loss": 2.9696,
"adv_neg_cos": 0.0319,
"adv_pos_cos": 0.9516,
"adv_ramp": 1.0,
"adv_reg": 1.1168,
"consformer_gate": 0.082454,
"epoch": 1.8198362147406733,
"grad_norm": 2.4189321994781494,
"ground_area": 0.061,
"ground_loss": 1.2162,
"ground_mass": 0.4593,
"learning_rate": 8.023450945365732e-05,
"loss": 3.581,
"qavit_gate": 0.015226,
"span_acc": 0.8208,
"span_loss": 0.3864,
"step": 4000,
"view_loss": 1.6171
},
{
"adv_acc": 1.0,
"adv_loss": 2.9697,
"adv_neg_cos": 0.033,
"adv_pos_cos": 0.9521,
"adv_ramp": 1.0,
"adv_reg": 1.1179,
"consformer_gate": 0.084252,
"epoch": 1.8653321201091901,
"grad_norm": 3.9767239093780518,
"ground_area": 0.054,
"ground_loss": 1.191,
"ground_mass": 0.4757,
"learning_rate": 7.895460791634514e-05,
"loss": 3.5809,
"qavit_gate": 0.013896,
"span_acc": 0.8108,
"span_loss": 0.4017,
"step": 4100,
"view_loss": 1.6172
},
{
"adv_acc": 1.0,
"adv_loss": 2.9186,
"adv_neg_cos": 0.0352,
"adv_pos_cos": 0.9523,
"adv_ramp": 1.0,
"adv_reg": 1.1169,
"consformer_gate": 0.085222,
"epoch": 1.910828025477707,
"grad_norm": 3.4959421157836914,
"ground_area": 0.0526,
"ground_loss": 1.2308,
"ground_mass": 0.4578,
"learning_rate": 7.764549846653601e-05,
"loss": 3.5369,
"qavit_gate": 0.016262,
"span_acc": 0.8129,
"span_loss": 0.41,
"step": 4200,
"view_loss": 1.5482
},
{
"adv_acc": 1.0,
"adv_loss": 2.9439,
"adv_neg_cos": 0.0333,
"adv_pos_cos": 0.9548,
"adv_ramp": 1.0,
"adv_reg": 1.1155,
"consformer_gate": 0.086645,
"epoch": 1.956323930846224,
"grad_norm": 2.822075605392456,
"ground_area": 0.0553,
"ground_loss": 1.2198,
"ground_mass": 0.4456,
"learning_rate": 7.630850166620645e-05,
"loss": 3.554,
"qavit_gate": 0.012648,
"span_acc": 0.8248,
"span_loss": 0.3877,
"step": 4300,
"view_loss": 1.5723
},
{
"epoch": 2.0,
"eval_bleu1": 0.5542544829334772,
"eval_bleu2": 0.5032308175763236,
"eval_bleu3": 0.45460181155142854,
"eval_bleu4": 0.4152135686264673,
"eval_cider": 3.0246070376965526,
"eval_em": 0.2948593598448109,
"eval_em_f1": 0.42279963578171587,
"eval_f1": 0.5507399117186208,
"eval_loss": 2.6799819469451904,
"eval_runtime": 653.8606,
"eval_samples_per_second": 7.884,
"eval_steps_per_second": 0.986,
"step": 4396
},
{
"adv_acc": 1.0,
"adv_loss": 2.9512,
"adv_neg_cos": 0.0247,
"adv_pos_cos": 0.9542,
"adv_ramp": 1.0,
"adv_reg": 1.1156,
"consformer_gate": 0.087652,
"epoch": 2.001819836214741,
"grad_norm": 2.4971394538879395,
"ground_area": 0.0513,
"ground_loss": 1.2311,
"ground_mass": 0.4501,
"learning_rate": 7.494496620865127e-05,
"loss": 3.5708,
"qavit_gate": 0.013439,
"span_acc": 0.8156,
"span_loss": 0.4155,
"step": 4400,
"view_loss": 1.5838
},
{
"adv_acc": 1.0,
"adv_loss": 2.5198,
"adv_neg_cos": 0.0304,
"adv_pos_cos": 0.9534,
"adv_ramp": 1.0,
"adv_reg": 1.1159,
"consformer_gate": 0.088152,
"epoch": 2.0473157415832577,
"grad_norm": 2.784109592437744,
"ground_area": 0.0588,
"ground_loss": 1.1008,
"ground_mass": 0.4872,
"learning_rate": 7.355626755799174e-05,
"loss": 3.1415,
"qavit_gate": 0.01427,
"span_acc": 0.8302,
"span_loss": 0.3771,
"step": 4500,
"view_loss": 1.13
},
{
"adv_acc": 1.0,
"adv_loss": 2.5056,
"adv_neg_cos": 0.0227,
"adv_pos_cos": 0.9538,
"adv_ramp": 1.0,
"adv_reg": 1.1143,
"consformer_gate": 0.088995,
"epoch": 2.092811646951774,
"grad_norm": 2.809232234954834,
"ground_area": 0.0558,
"ground_loss": 1.0286,
"ground_mass": 0.5158,
"learning_rate": 7.2143806561678e-05,
"loss": 3.1178,
"qavit_gate": 0.014213,
"span_acc": 0.8381,
"span_loss": 0.3655,
"step": 4600,
"view_loss": 1.1135
},
{
"adv_acc": 1.0,
"adv_loss": 2.5366,
"adv_neg_cos": 0.0219,
"adv_pos_cos": 0.9544,
"adv_ramp": 1.0,
"adv_reg": 1.1131,
"consformer_gate": 0.089593,
"epoch": 2.138307552320291,
"grad_norm": 3.617598295211792,
"ground_area": 0.0537,
"ground_loss": 1.0839,
"ground_mass": 0.5175,
"learning_rate": 7.0709008037387e-05,
"loss": 3.152,
"qavit_gate": 0.013833,
"span_acc": 0.8258,
"span_loss": 0.3849,
"step": 4700,
"view_loss": 1.146
},
{
"adv_acc": 1.0,
"adv_loss": 2.5109,
"adv_neg_cos": 0.0237,
"adv_pos_cos": 0.9555,
"adv_ramp": 1.0,
"adv_reg": 1.113,
"consformer_gate": 0.090746,
"epoch": 2.183803457688808,
"grad_norm": 2.818098783493042,
"ground_area": 0.0572,
"ground_loss": 1.0409,
"ground_mass": 0.5134,
"learning_rate": 6.925331933573966e-05,
"loss": 3.1259,
"qavit_gate": 0.015785,
"span_acc": 0.8281,
"span_loss": 0.375,
"step": 4800,
"view_loss": 1.1226
},
{
"adv_acc": 0.9992,
"adv_loss": 2.5146,
"adv_neg_cos": 0.0266,
"adv_pos_cos": 0.9553,
"adv_ramp": 1.0,
"adv_reg": 1.1153,
"consformer_gate": 0.091977,
"epoch": 2.229299363057325,
"grad_norm": 2.6580138206481934,
"ground_area": 0.0544,
"ground_loss": 1.0781,
"ground_mass": 0.4995,
"learning_rate": 6.777820888028864e-05,
"loss": 3.1347,
"qavit_gate": 0.019088,
"span_acc": 0.8318,
"span_loss": 0.3666,
"step": 4900,
"view_loss": 1.1322
},
{
"adv_acc": 1.0,
"adv_loss": 2.5526,
"adv_neg_cos": 0.0249,
"adv_pos_cos": 0.9559,
"adv_ramp": 1.0,
"adv_reg": 1.1136,
"consformer_gate": 0.092788,
"epoch": 2.2747952684258417,
"grad_norm": 3.762362480163574,
"ground_area": 0.0616,
"ground_loss": 1.051,
"ground_mass": 0.5265,
"learning_rate": 6.628516468624829e-05,
"loss": 3.1637,
"qavit_gate": 0.018399,
"span_acc": 0.8408,
"span_loss": 0.3579,
"step": 5000,
"view_loss": 1.1605
},
{
"adv_acc": 1.0,
"adv_loss": 2.4805,
"adv_neg_cos": 0.0274,
"adv_pos_cos": 0.9559,
"adv_ramp": 1.0,
"adv_reg": 1.1134,
"consformer_gate": 0.093846,
"epoch": 2.3202911737943586,
"grad_norm": 2.635939359664917,
"ground_area": 0.0502,
"ground_loss": 1.0837,
"ground_mass": 0.5048,
"learning_rate": 6.477569285946192e-05,
"loss": 3.1029,
"qavit_gate": 0.015379,
"span_acc": 0.8295,
"span_loss": 0.3745,
"step": 5100,
"view_loss": 1.095
},
{
"adv_acc": 1.0,
"adv_loss": 2.5443,
"adv_neg_cos": 0.0231,
"adv_pos_cos": 0.9563,
"adv_ramp": 1.0,
"adv_reg": 1.1128,
"consformer_gate": 0.093885,
"epoch": 2.3657870791628755,
"grad_norm": 4.906569004058838,
"ground_area": 0.0599,
"ground_loss": 1.0773,
"ground_mass": 0.5045,
"learning_rate": 6.325131607712004e-05,
"loss": 3.1568,
"qavit_gate": 0.015406,
"span_acc": 0.8305,
"span_loss": 0.3655,
"step": 5200,
"view_loss": 1.1559
},
{
"adv_acc": 1.0,
"adv_loss": 2.4967,
"adv_neg_cos": 0.0203,
"adv_pos_cos": 0.9564,
"adv_ramp": 1.0,
"adv_reg": 1.1137,
"consformer_gate": 0.094514,
"epoch": 2.4112829845313923,
"grad_norm": 2.3293416500091553,
"ground_area": 0.052,
"ground_loss": 1.1361,
"ground_mass": 0.4913,
"learning_rate": 6.171357205176217e-05,
"loss": 3.1182,
"qavit_gate": 0.017885,
"span_acc": 0.8373,
"span_loss": 0.3621,
"step": 5300,
"view_loss": 1.1027
},
{
"adv_acc": 1.0,
"adv_loss": 2.4941,
"adv_neg_cos": 0.02,
"adv_pos_cos": 0.9563,
"adv_ramp": 1.0,
"adv_reg": 1.1133,
"consformer_gate": 0.095584,
"epoch": 2.4567788898999092,
"grad_norm": 2.5700302124023438,
"ground_area": 0.0596,
"ground_loss": 1.0796,
"ground_mass": 0.5026,
"learning_rate": 6.0164011980112013e-05,
"loss": 3.11,
"qavit_gate": 0.01823,
"span_acc": 0.8252,
"span_loss": 0.3894,
"step": 5400,
"view_loss": 1.0949
},
{
"adv_acc": 1.0,
"adv_loss": 2.5002,
"adv_neg_cos": 0.0179,
"adv_pos_cos": 0.9579,
"adv_ramp": 1.0,
"adv_reg": 1.1116,
"consformer_gate": 0.096797,
"epoch": 2.502274795268426,
"grad_norm": 3.1535799503326416,
"ground_area": 0.0587,
"ground_loss": 1.0533,
"ground_mass": 0.5065,
"learning_rate": 5.860419897831025e-05,
"loss": 3.1132,
"qavit_gate": 0.016236,
"span_acc": 0.8401,
"span_loss": 0.371,
"step": 5500,
"view_loss": 1.1131
},
{
"adv_acc": 1.0,
"adv_loss": 2.4964,
"adv_neg_cos": 0.0181,
"adv_pos_cos": 0.9568,
"adv_ramp": 1.0,
"adv_reg": 1.1127,
"consformer_gate": 0.097847,
"epoch": 2.5477707006369426,
"grad_norm": 2.958914279937744,
"ground_area": 0.061,
"ground_loss": 0.994,
"ground_mass": 0.532,
"learning_rate": 5.703570650512381e-05,
"loss": 3.1092,
"qavit_gate": 0.016074,
"span_acc": 0.8265,
"span_loss": 0.3816,
"step": 5600,
"view_loss": 1.1134
},
{
"adv_acc": 1.0,
"adv_loss": 2.4864,
"adv_neg_cos": 0.0175,
"adv_pos_cos": 0.957,
"adv_ramp": 1.0,
"adv_reg": 1.1137,
"consformer_gate": 0.099083,
"epoch": 2.5932666060054594,
"grad_norm": 3.0824949741363525,
"ground_area": 0.0594,
"ground_loss": 0.977,
"ground_mass": 0.5366,
"learning_rate": 5.546011677472187e-05,
"loss": 3.0935,
"qavit_gate": 0.01689,
"span_acc": 0.8295,
"span_loss": 0.3704,
"step": 5700,
"view_loss": 1.1126
},
{
"adv_acc": 1.0,
"adv_loss": 2.4785,
"adv_neg_cos": 0.0188,
"adv_pos_cos": 0.9578,
"adv_ramp": 1.0,
"adv_reg": 1.112,
"consformer_gate": 0.099781,
"epoch": 2.6387625113739763,
"grad_norm": 4.240127086639404,
"ground_area": 0.059,
"ground_loss": 0.9965,
"ground_mass": 0.5346,
"learning_rate": 5.3879019160620034e-05,
"loss": 3.0852,
"qavit_gate": 0.017075,
"span_acc": 0.834,
"span_loss": 0.3664,
"step": 5800,
"view_loss": 1.0902
},
{
"adv_acc": 1.0,
"adv_loss": 2.4889,
"adv_neg_cos": 0.0192,
"adv_pos_cos": 0.958,
"adv_ramp": 1.0,
"adv_reg": 1.1119,
"consformer_gate": 0.100628,
"epoch": 2.684258416742493,
"grad_norm": 3.3489444255828857,
"ground_area": 0.0588,
"ground_loss": 1.0239,
"ground_mass": 0.5229,
"learning_rate": 5.2294008592402436e-05,
"loss": 3.1012,
"qavit_gate": 0.014993,
"span_acc": 0.836,
"span_loss": 0.3705,
"step": 5900,
"view_loss": 1.1035
},
{
"adv_acc": 1.0,
"adv_loss": 2.5229,
"adv_neg_cos": 0.0149,
"adv_pos_cos": 0.9585,
"adv_ramp": 1.0,
"adv_reg": 1.1121,
"consformer_gate": 0.101417,
"epoch": 2.72975432211101,
"grad_norm": 3.4128096103668213,
"ground_area": 0.0567,
"ground_loss": 1.0582,
"ground_mass": 0.5016,
"learning_rate": 5.0706683946839063e-05,
"loss": 3.1351,
"qavit_gate": 0.017025,
"span_acc": 0.8405,
"span_loss": 0.3593,
"step": 6000,
"view_loss": 1.1342
},
{
"adv_acc": 1.0,
"adv_loss": 2.4861,
"adv_neg_cos": 0.0163,
"adv_pos_cos": 0.9583,
"adv_ramp": 1.0,
"adv_reg": 1.1112,
"consformer_gate": 0.10181,
"epoch": 2.775250227479527,
"grad_norm": 2.850243091583252,
"ground_area": 0.0582,
"ground_loss": 1.0703,
"ground_mass": 0.5233,
"learning_rate": 4.9118646435021675e-05,
"loss": 3.1035,
"qavit_gate": 0.018025,
"span_acc": 0.8368,
"span_loss": 0.3658,
"step": 6100,
"view_loss": 1.1038
},
{
"adv_acc": 1.0,
"adv_loss": 2.4903,
"adv_neg_cos": 0.016,
"adv_pos_cos": 0.9566,
"adv_ramp": 1.0,
"adv_reg": 1.1112,
"consformer_gate": 0.102661,
"epoch": 2.8207461328480434,
"grad_norm": 4.322700500488281,
"ground_area": 0.0575,
"ground_loss": 1.0441,
"ground_mass": 0.5231,
"learning_rate": 4.75314979871446e-05,
"loss": 3.1056,
"qavit_gate": 0.018949,
"span_acc": 0.8396,
"span_loss": 0.3556,
"step": 6200,
"view_loss": 1.1142
},
{
"adv_acc": 1.0,
"adv_loss": 2.4162,
"adv_neg_cos": 0.0107,
"adv_pos_cos": 0.9583,
"adv_ramp": 1.0,
"adv_reg": 1.1109,
"consformer_gate": 0.103393,
"epoch": 2.8662420382165603,
"grad_norm": 3.2720272541046143,
"ground_area": 0.0539,
"ground_loss": 1.0964,
"ground_mass": 0.5049,
"learning_rate": 4.594683963656045e-05,
"loss": 3.0363,
"qavit_gate": 0.017591,
"span_acc": 0.8414,
"span_loss": 0.3587,
"step": 6300,
"view_loss": 1.0262
},
{
"adv_acc": 1.0,
"adv_loss": 2.4918,
"adv_neg_cos": 0.0138,
"adv_pos_cos": 0.9586,
"adv_ramp": 1.0,
"adv_reg": 1.111,
"consformer_gate": 0.103967,
"epoch": 2.911737943585077,
"grad_norm": 2.3031275272369385,
"ground_area": 0.0526,
"ground_loss": 1.0542,
"ground_mass": 0.5105,
"learning_rate": 4.436626990474031e-05,
"loss": 3.1048,
"qavit_gate": 0.018414,
"span_acc": 0.8305,
"span_loss": 0.3693,
"step": 6400,
"view_loss": 1.1023
},
{
"adv_acc": 1.0,
"adv_loss": 2.4406,
"adv_neg_cos": 0.0141,
"adv_pos_cos": 0.9589,
"adv_ramp": 1.0,
"adv_reg": 1.1118,
"consformer_gate": 0.104745,
"epoch": 2.957233848953594,
"grad_norm": 3.4737837314605713,
"ground_area": 0.0591,
"ground_loss": 1.0447,
"ground_mass": 0.5181,
"learning_rate": 4.2791383188767945e-05,
"loss": 3.0598,
"qavit_gate": 0.017128,
"span_acc": 0.8373,
"span_loss": 0.3575,
"step": 6500,
"view_loss": 1.0567
},
{
"epoch": 3.0,
"eval_bleu1": 0.5499364316993667,
"eval_bleu2": 0.4945037687509694,
"eval_bleu3": 0.4428071628518327,
"eval_bleu4": 0.40090190429000055,
"eval_cider": 3.261691914556146,
"eval_em": 0.31988360814742967,
"eval_em_f1": 0.45062686930583934,
"eval_f1": 0.581370130464249,
"eval_loss": 2.595534563064575,
"eval_runtime": 668.8884,
"eval_samples_per_second": 7.707,
"eval_steps_per_second": 0.964,
"step": 6594
},
{
"adv_acc": 1.0,
"adv_loss": 2.3947,
"adv_neg_cos": 0.0144,
"adv_pos_cos": 0.96,
"adv_ramp": 1.0,
"adv_reg": 1.1105,
"consformer_gate": 0.105167,
"epoch": 3.002729754322111,
"grad_norm": 2.655233144760132,
"ground_area": 0.0541,
"ground_loss": 1.0627,
"ground_mass": 0.5267,
"learning_rate": 4.1223768152994244e-05,
"loss": 3.0113,
"qavit_gate": 0.016804,
"span_acc": 0.8353,
"span_loss": 0.3584,
"step": 6600,
"view_loss": 0.9979
},
{
"adv_acc": 1.0,
"adv_loss": 2.1476,
"adv_neg_cos": 0.0134,
"adv_pos_cos": 0.9589,
"adv_ramp": 1.0,
"adv_reg": 1.1109,
"consformer_gate": 0.105803,
"epoch": 3.048225659690628,
"grad_norm": 3.1451258659362793,
"ground_area": 0.0583,
"ground_loss": 0.8854,
"ground_mass": 0.5663,
"learning_rate": 3.9665006126474945e-05,
"loss": 2.7658,
"qavit_gate": 0.018214,
"span_acc": 0.8309,
"span_loss": 0.3469,
"step": 6700,
"view_loss": 0.7452
},
{
"adv_acc": 1.0,
"adv_loss": 2.1738,
"adv_neg_cos": 0.0147,
"adv_pos_cos": 0.9583,
"adv_ramp": 1.0,
"adv_reg": 1.1109,
"consformer_gate": 0.106173,
"epoch": 3.0937215650591448,
"grad_norm": 3.1642768383026123,
"ground_area": 0.0565,
"ground_loss": 0.9223,
"ground_mass": 0.5656,
"learning_rate": 3.8116669507807354e-05,
"loss": 2.7944,
"qavit_gate": 0.018945,
"span_acc": 0.849,
"span_loss": 0.337,
"step": 6800,
"view_loss": 0.7833
},
{
"adv_acc": 1.0,
"adv_loss": 2.1464,
"adv_neg_cos": 0.0103,
"adv_pos_cos": 0.9586,
"adv_ramp": 1.0,
"adv_reg": 1.1112,
"consformer_gate": 0.106828,
"epoch": 3.1392174704276616,
"grad_norm": 2.409289836883545,
"ground_area": 0.0572,
"ground_loss": 0.813,
"ground_mass": 0.5933,
"learning_rate": 3.658032017897604e-05,
"loss": 2.7592,
"qavit_gate": 0.018695,
"span_acc": 0.8456,
"span_loss": 0.3572,
"step": 6900,
"view_loss": 0.7625
},
{
"adv_acc": 1.0,
"adv_loss": 2.1444,
"adv_neg_cos": 0.0096,
"adv_pos_cos": 0.9593,
"adv_ramp": 1.0,
"adv_reg": 1.1101,
"consformer_gate": 0.107353,
"epoch": 3.1847133757961785,
"grad_norm": 2.2896687984466553,
"ground_area": 0.0577,
"ground_loss": 0.911,
"ground_mass": 0.5665,
"learning_rate": 3.5057507929806843e-05,
"loss": 2.7593,
"qavit_gate": 0.020127,
"span_acc": 0.849,
"span_loss": 0.3328,
"step": 7000,
"view_loss": 0.7379
},
{
"adv_acc": 1.0,
"adv_loss": 2.1563,
"adv_neg_cos": 0.0091,
"adv_pos_cos": 0.959,
"adv_ramp": 1.0,
"adv_reg": 1.1099,
"consformer_gate": 0.107791,
"epoch": 3.2302092811646954,
"grad_norm": 2.83322811126709,
"ground_area": 0.0576,
"ground_loss": 0.8995,
"ground_mass": 0.5634,
"learning_rate": 3.3549768894619124e-05,
"loss": 2.7736,
"qavit_gate": 0.018778,
"span_acc": 0.832,
"span_loss": 0.3502,
"step": 7100,
"view_loss": 0.763
},
{
"adv_acc": 1.0,
"adv_loss": 2.1552,
"adv_neg_cos": 0.0135,
"adv_pos_cos": 0.9582,
"adv_ramp": 1.0,
"adv_reg": 1.111,
"consformer_gate": 0.108231,
"epoch": 3.275705186533212,
"grad_norm": 2.7683613300323486,
"ground_area": 0.0573,
"ground_loss": 0.8782,
"ground_mass": 0.5796,
"learning_rate": 3.20586240026527e-05,
"loss": 2.7694,
"qavit_gate": 0.018771,
"span_acc": 0.8606,
"span_loss": 0.3261,
"step": 7200,
"view_loss": 0.7576
},
{
"adv_acc": 1.0,
"adv_loss": 2.1296,
"adv_neg_cos": 0.0101,
"adv_pos_cos": 0.9601,
"adv_ramp": 1.0,
"adv_reg": 1.1099,
"consformer_gate": 0.108494,
"epoch": 3.3212010919017287,
"grad_norm": 2.8136210441589355,
"ground_area": 0.0596,
"ground_loss": 0.8219,
"ground_mass": 0.5995,
"learning_rate": 3.0585577443833105e-05,
"loss": 2.7404,
"qavit_gate": 0.019266,
"span_acc": 0.8487,
"span_loss": 0.3436,
"step": 7300,
"view_loss": 0.7354
},
{
"adv_acc": 1.0,
"adv_loss": 2.169,
"adv_neg_cos": 0.0068,
"adv_pos_cos": 0.9592,
"adv_ramp": 1.0,
"adv_reg": 1.1095,
"consformer_gate": 0.108695,
"epoch": 3.3666969972702456,
"grad_norm": 2.8112454414367676,
"ground_area": 0.0529,
"ground_loss": 0.8355,
"ground_mass": 0.5856,
"learning_rate": 2.9132115151422446e-05,
"loss": 2.78,
"qavit_gate": 0.019455,
"span_acc": 0.8556,
"span_loss": 0.332,
"step": 7400,
"view_loss": 0.7908
},
{
"adv_acc": 1.0,
"adv_loss": 2.1694,
"adv_neg_cos": 0.0084,
"adv_pos_cos": 0.9603,
"adv_ramp": 1.0,
"adv_reg": 1.1092,
"consformer_gate": 0.109042,
"epoch": 3.4121929026387625,
"grad_norm": 3.0886688232421875,
"ground_area": 0.0541,
"ground_loss": 0.9074,
"ground_mass": 0.5816,
"learning_rate": 2.7699703303086654e-05,
"loss": 2.7902,
"qavit_gate": 0.019796,
"span_acc": 0.8458,
"span_loss": 0.3339,
"step": 7500,
"view_loss": 0.7905
},
{
"adv_acc": 1.0,
"adv_loss": 2.1279,
"adv_neg_cos": 0.0115,
"adv_pos_cos": 0.9602,
"adv_ramp": 1.0,
"adv_reg": 1.1098,
"consformer_gate": 0.109343,
"epoch": 3.4576888080072794,
"grad_norm": 2.6794180870056152,
"ground_area": 0.0567,
"ground_loss": 0.856,
"ground_mass": 0.5891,
"learning_rate": 2.628978684189137e-05,
"loss": 2.7423,
"qavit_gate": 0.020668,
"span_acc": 0.8512,
"span_loss": 0.3344,
"step": 7600,
"view_loss": 0.7352
},
{
"adv_acc": 1.0,
"adv_loss": 2.1333,
"adv_neg_cos": 0.0076,
"adv_pos_cos": 0.9599,
"adv_ramp": 1.0,
"adv_reg": 1.1096,
"consformer_gate": 0.109551,
"epoch": 3.5031847133757963,
"grad_norm": 2.318915843963623,
"ground_area": 0.0569,
"ground_loss": 0.8172,
"ground_mass": 0.5938,
"learning_rate": 2.49037880187179e-05,
"loss": 2.7468,
"qavit_gate": 0.021226,
"span_acc": 0.8439,
"span_loss": 0.3441,
"step": 7700,
"view_loss": 0.7448
},
{
"adv_acc": 1.0,
"adv_loss": 2.1422,
"adv_neg_cos": 0.0048,
"adv_pos_cos": 0.9596,
"adv_ramp": 1.0,
"adv_reg": 1.1102,
"consformer_gate": 0.11012,
"epoch": 3.548680618744313,
"grad_norm": 3.040534496307373,
"ground_area": 0.0551,
"ground_loss": 0.8751,
"ground_mass": 0.5927,
"learning_rate": 2.3543104957570007e-05,
"loss": 2.7598,
"qavit_gate": 0.021443,
"span_acc": 0.855,
"span_loss": 0.3282,
"step": 7800,
"view_loss": 0.7539
},
{
"adv_acc": 1.0,
"adv_loss": 2.1335,
"adv_neg_cos": 0.0071,
"adv_pos_cos": 0.9603,
"adv_ramp": 1.0,
"adv_reg": 1.1099,
"consformer_gate": 0.110494,
"epoch": 3.5941765241128296,
"grad_norm": 3.132266044616699,
"ground_area": 0.0554,
"ground_loss": 0.9844,
"ground_mass": 0.5507,
"learning_rate": 2.2209110245218716e-05,
"loss": 2.7627,
"qavit_gate": 0.021095,
"span_acc": 0.8522,
"span_loss": 0.3302,
"step": 7900,
"view_loss": 0.7422
},
{
"adv_acc": 1.0,
"adv_loss": 2.1368,
"adv_neg_cos": 0.0052,
"adv_pos_cos": 0.9601,
"adv_ramp": 1.0,
"adv_reg": 1.1097,
"consformer_gate": 0.110714,
"epoch": 3.6396724294813465,
"grad_norm": 2.8272507190704346,
"ground_area": 0.055,
"ground_loss": 0.9557,
"ground_mass": 0.5622,
"learning_rate": 2.090314954660767e-05,
"loss": 2.759,
"qavit_gate": 0.02098,
"span_acc": 0.8508,
"span_loss": 0.3456,
"step": 8000,
"view_loss": 0.741
},
{
"adv_acc": 1.0,
"adv_loss": 2.0919,
"adv_neg_cos": 0.0057,
"adv_pos_cos": 0.9607,
"adv_ramp": 1.0,
"adv_reg": 1.1087,
"consformer_gate": 0.111037,
"epoch": 3.6851683348498634,
"grad_norm": 3.1917805671691895,
"ground_area": 0.0561,
"ground_loss": 0.8625,
"ground_mass": 0.588,
"learning_rate": 1.9626540247415853e-05,
"loss": 2.7082,
"qavit_gate": 0.022674,
"span_acc": 0.8548,
"span_loss": 0.3333,
"step": 8100,
"view_loss": 0.6927
},
{
"adv_acc": 1.0,
"adv_loss": 2.1325,
"adv_neg_cos": 0.0044,
"adv_pos_cos": 0.9604,
"adv_ramp": 1.0,
"adv_reg": 1.1095,
"consformer_gate": 0.111225,
"epoch": 3.7306642402183803,
"grad_norm": 3.069915771484375,
"ground_area": 0.0543,
"ground_loss": 0.858,
"ground_mass": 0.5915,
"learning_rate": 1.8380570125146966e-05,
"loss": 2.746,
"qavit_gate": 0.023104,
"span_acc": 0.8531,
"span_loss": 0.337,
"step": 8200,
"view_loss": 0.7318
},
{
"adv_acc": 1.0,
"adv_loss": 2.1369,
"adv_neg_cos": 0.0047,
"adv_pos_cos": 0.9603,
"adv_ramp": 1.0,
"adv_reg": 1.1096,
"consformer_gate": 0.111496,
"epoch": 3.776160145586897,
"grad_norm": 2.11987566947937,
"ground_area": 0.0585,
"ground_loss": 0.8356,
"ground_mass": 0.5966,
"learning_rate": 1.7166496050086066e-05,
"loss": 2.7466,
"qavit_gate": 0.022302,
"span_acc": 0.8482,
"span_loss": 0.3279,
"step": 8300,
"view_loss": 0.736
},
{
"adv_acc": 1.0,
"adv_loss": 2.1272,
"adv_neg_cos": 0.0053,
"adv_pos_cos": 0.9612,
"adv_ramp": 1.0,
"adv_reg": 1.1089,
"consformer_gate": 0.11166,
"epoch": 3.821656050955414,
"grad_norm": 3.131248712539673,
"ground_area": 0.0597,
"ground_loss": 0.8809,
"ground_mass": 0.5917,
"learning_rate": 1.5985542717433704e-05,
"loss": 2.7451,
"qavit_gate": 0.022146,
"span_acc": 0.8503,
"span_loss": 0.3322,
"step": 8400,
"view_loss": 0.7365
},
{
"adv_acc": 1.0,
"adv_loss": 2.1242,
"adv_neg_cos": 0.0026,
"adv_pos_cos": 0.9605,
"adv_ramp": 1.0,
"adv_reg": 1.1089,
"consformer_gate": 0.111958,
"epoch": 3.867151956323931,
"grad_norm": 1.9529070854187012,
"ground_area": 0.0581,
"ground_loss": 0.8009,
"ground_mass": 0.6015,
"learning_rate": 1.4838901411896717e-05,
"loss": 2.7318,
"qavit_gate": 0.022715,
"span_acc": 0.8528,
"span_loss": 0.3256,
"step": 8500,
"view_loss": 0.7246
},
{
"adv_acc": 1.0,
"adv_loss": 2.141,
"adv_neg_cos": 0.0032,
"adv_pos_cos": 0.9605,
"adv_ramp": 1.0,
"adv_reg": 1.109,
"consformer_gate": 0.112153,
"epoch": 3.912647861692448,
"grad_norm": 3.0852150917053223,
"ground_area": 0.0611,
"ground_loss": 0.8408,
"ground_mass": 0.5988,
"learning_rate": 1.3727728805981743e-05,
"loss": 2.7547,
"qavit_gate": 0.022338,
"span_acc": 0.8579,
"span_loss": 0.3231,
"step": 8600,
"view_loss": 0.7563
},
{
"adv_acc": 1.0,
"adv_loss": 2.121,
"adv_neg_cos": 0.0046,
"adv_pos_cos": 0.962,
"adv_ramp": 1.0,
"adv_reg": 1.1082,
"consformer_gate": 0.112241,
"epoch": 3.9581437670609647,
"grad_norm": 2.1178834438323975,
"ground_area": 0.0559,
"ground_loss": 0.863,
"ground_mass": 0.5859,
"learning_rate": 1.2653145793203774e-05,
"loss": 2.7375,
"qavit_gate": 0.02228,
"span_acc": 0.8453,
"span_loss": 0.3476,
"step": 8700,
"view_loss": 0.7187
},
{
"epoch": 4.0,
"eval_bleu1": 0.5763899093803293,
"eval_bleu2": 0.5251003984683006,
"eval_bleu3": 0.4768571991618989,
"eval_bleu4": 0.43742691263003625,
"eval_cider": 3.374250398489603,
"eval_em": 0.34316197866149367,
"eval_em_f1": 0.4679778388457879,
"eval_f1": 0.5927936990300822,
"eval_loss": 2.578620672225952,
"eval_runtime": 599.653,
"eval_samples_per_second": 8.597,
"eval_steps_per_second": 1.076,
"step": 8792
},
{
"adv_acc": 1.0,
"adv_loss": 2.1292,
"adv_neg_cos": 0.0006,
"adv_pos_cos": 0.9617,
"adv_ramp": 1.0,
"adv_reg": 1.1078,
"consformer_gate": 0.11241,
"epoch": 4.003639672429482,
"grad_norm": 2.4134135246276855,
"ground_area": 0.056,
"ground_loss": 0.8296,
"ground_mass": 0.6006,
"learning_rate": 1.1616236357386695e-05,
"loss": 2.7404,
"qavit_gate": 0.022269,
"span_acc": 0.8599,
"span_loss": 0.3216,
"step": 8800,
"view_loss": 0.7286
},
{
"adv_acc": 1.0,
"adv_loss": 1.9936,
"adv_neg_cos": 0.0037,
"adv_pos_cos": 0.9606,
"adv_ramp": 1.0,
"adv_reg": 1.108,
"consformer_gate": 0.112637,
"epoch": 4.0491355777979985,
"grad_norm": 2.0852701663970947,
"ground_area": 0.0619,
"ground_loss": 0.7311,
"ground_mass": 0.6316,
"learning_rate": 1.0618046479196376e-05,
"loss": 2.6053,
"qavit_gate": 0.022605,
"span_acc": 0.8584,
"span_loss": 0.3225,
"step": 8900,
"view_loss": 0.6031
},
{
"adv_acc": 1.0,
"adv_loss": 1.9644,
"adv_neg_cos": 0.0043,
"adv_pos_cos": 0.9612,
"adv_ramp": 1.0,
"adv_reg": 1.1087,
"consformer_gate": 0.112731,
"epoch": 4.094631483166515,
"grad_norm": 2.9790637493133545,
"ground_area": 0.0557,
"ground_loss": 0.732,
"ground_mass": 0.6339,
"learning_rate": 9.659583081009448e-06,
"loss": 2.5771,
"qavit_gate": 0.023616,
"span_acc": 0.8497,
"span_loss": 0.333,
"step": 9000,
"view_loss": 0.5702
},
{
"adv_acc": 1.0,
"adv_loss": 1.9615,
"adv_neg_cos": 0.0032,
"adv_pos_cos": 0.9613,
"adv_ramp": 1.0,
"adv_reg": 1.1094,
"consformer_gate": 0.112906,
"epoch": 4.140127388535032,
"grad_norm": 2.8431918621063232,
"ground_area": 0.0528,
"ground_loss": 0.6937,
"ground_mass": 0.6464,
"learning_rate": 8.741813011182014e-06,
"loss": 2.5736,
"qavit_gate": 0.024189,
"span_acc": 0.8609,
"span_loss": 0.3284,
"step": 9100,
"view_loss": 0.5658
},
{
"adv_acc": 1.0,
"adv_loss": 1.9573,
"adv_neg_cos": 0.0029,
"adv_pos_cos": 0.9608,
"adv_ramp": 1.0,
"adv_reg": 1.1084,
"consformer_gate": 0.113099,
"epoch": 4.185623293903548,
"grad_norm": 2.442351818084717,
"ground_area": 0.0544,
"ground_loss": 0.7251,
"ground_mass": 0.6338,
"learning_rate": 7.865662068743035e-06,
"loss": 2.57,
"qavit_gate": 0.024391,
"span_acc": 0.8565,
"span_loss": 0.3139,
"step": 9200,
"view_loss": 0.5546
},
{
"adv_acc": 1.0,
"adv_loss": 1.9749,
"adv_neg_cos": 0.0026,
"adv_pos_cos": 0.9611,
"adv_ramp": 1.0,
"adv_reg": 1.1087,
"consformer_gate": 0.113128,
"epoch": 4.231119199272065,
"grad_norm": 2.7022721767425537,
"ground_area": 0.0585,
"ground_loss": 0.6825,
"ground_mass": 0.6593,
"learning_rate": 7.032014069495979e-06,
"loss": 2.5796,
"qavit_gate": 0.024441,
"span_acc": 0.8508,
"span_loss": 0.3284,
"step": 9300,
"view_loss": 0.5779
},
{
"adv_acc": 1.0,
"adv_loss": 1.9831,
"adv_neg_cos": 0.0014,
"adv_pos_cos": 0.9604,
"adv_ramp": 1.0,
"adv_reg": 1.1085,
"consformer_gate": 0.11329,
"epoch": 4.276615104640582,
"grad_norm": 3.1063947677612305,
"ground_area": 0.0579,
"ground_loss": 0.6929,
"ground_mass": 0.6442,
"learning_rate": 6.241709954471237e-06,
"loss": 2.5903,
"qavit_gate": 0.02458,
"span_acc": 0.858,
"span_loss": 0.3168,
"step": 9400,
"view_loss": 0.5843
},
{
"adv_acc": 1.0,
"adv_loss": 1.9425,
"adv_neg_cos": 0.0013,
"adv_pos_cos": 0.9613,
"adv_ramp": 1.0,
"adv_reg": 1.1085,
"consformer_gate": 0.113434,
"epoch": 4.322111010009099,
"grad_norm": 2.6881649494171143,
"ground_area": 0.051,
"ground_loss": 0.6833,
"ground_mass": 0.6531,
"learning_rate": 5.495546941628177e-06,
"loss": 2.5535,
"qavit_gate": 0.024542,
"span_acc": 0.8611,
"span_loss": 0.317,
"step": 9500,
"view_loss": 0.5545
},
{
"adv_acc": 1.0,
"adv_loss": 1.955,
"adv_neg_cos": 0.0005,
"adv_pos_cos": 0.9615,
"adv_ramp": 1.0,
"adv_reg": 1.1079,
"consformer_gate": 0.113518,
"epoch": 4.367606915377616,
"grad_norm": 3.2188940048217773,
"ground_area": 0.0579,
"ground_loss": 0.7078,
"ground_mass": 0.6473,
"learning_rate": 4.794277721662904e-06,
"loss": 2.568,
"qavit_gate": 0.024536,
"span_acc": 0.8567,
"span_loss": 0.3359,
"step": 9600,
"view_loss": 0.5646
},
{
"adv_acc": 1.0,
"adv_loss": 1.9375,
"adv_neg_cos": 0.0014,
"adv_pos_cos": 0.961,
"adv_ramp": 1.0,
"adv_reg": 1.1083,
"consformer_gate": 0.113545,
"epoch": 4.413102820746133,
"grad_norm": 2.692952871322632,
"ground_area": 0.0579,
"ground_loss": 0.7663,
"ground_mass": 0.627,
"learning_rate": 4.138609698732743e-06,
"loss": 2.5565,
"qavit_gate": 0.024723,
"span_acc": 0.8619,
"span_loss": 0.3199,
"step": 9700,
"view_loss": 0.5417
},
{
"adv_acc": 1.0,
"adv_loss": 1.9503,
"adv_neg_cos": 0.0021,
"adv_pos_cos": 0.9615,
"adv_ramp": 1.0,
"adv_reg": 1.1086,
"consformer_gate": 0.113583,
"epoch": 4.45859872611465,
"grad_norm": 2.633389472961426,
"ground_area": 0.0586,
"ground_loss": 0.6431,
"ground_mass": 0.6686,
"learning_rate": 3.5292042768634403e-06,
"loss": 2.5553,
"qavit_gate": 0.024767,
"span_acc": 0.8601,
"span_loss": 0.319,
"step": 9800,
"view_loss": 0.5499
},
{
"adv_acc": 1.0,
"adv_loss": 1.9426,
"adv_neg_cos": 0.0006,
"adv_pos_cos": 0.9606,
"adv_ramp": 1.0,
"adv_reg": 1.1083,
"consformer_gate": 0.113608,
"epoch": 4.5040946314831665,
"grad_norm": 2.6164309978485107,
"ground_area": 0.059,
"ground_loss": 0.6621,
"ground_mass": 0.6654,
"learning_rate": 2.966676192759066e-06,
"loss": 2.5514,
"qavit_gate": 0.024627,
"span_acc": 0.8525,
"span_loss": 0.3255,
"step": 9900,
"view_loss": 0.553
},
{
"adv_acc": 1.0,
"adv_loss": 1.9694,
"adv_neg_cos": -0.0003,
"adv_pos_cos": 0.9598,
"adv_ramp": 1.0,
"adv_reg": 1.1088,
"consformer_gate": 0.113618,
"epoch": 4.549590536851683,
"grad_norm": 2.2899246215820312,
"ground_area": 0.0619,
"ground_loss": 0.7177,
"ground_mass": 0.6453,
"learning_rate": 2.4515928956872712e-06,
"loss": 2.5836,
"qavit_gate": 0.024704,
"span_acc": 0.8586,
"span_loss": 0.3194,
"step": 10000,
"view_loss": 0.5815
},
{
"adv_acc": 1.0,
"adv_loss": 1.9495,
"adv_neg_cos": 0.0007,
"adv_pos_cos": 0.9611,
"adv_ramp": 1.0,
"adv_reg": 1.1085,
"consformer_gate": 0.113653,
"epoch": 4.5950864422202,
"grad_norm": 2.6433684825897217,
"ground_area": 0.0566,
"ground_loss": 0.7124,
"ground_mass": 0.6464,
"learning_rate": 1.9844739750658483e-06,
"loss": 2.5593,
"qavit_gate": 0.024797,
"span_acc": 0.863,
"span_loss": 0.3013,
"step": 10100,
"view_loss": 0.5602
},
{
"adv_acc": 1.0,
"adv_loss": 1.9606,
"adv_neg_cos": 0.0041,
"adv_pos_cos": 0.9615,
"adv_ramp": 1.0,
"adv_reg": 1.1086,
"consformer_gate": 0.11366,
"epoch": 4.640582347588717,
"grad_norm": 2.1871302127838135,
"ground_area": 0.0554,
"ground_loss": 0.6995,
"ground_mass": 0.6518,
"learning_rate": 1.5657906363277353e-06,
"loss": 2.5696,
"qavit_gate": 0.024928,
"span_acc": 0.8542,
"span_loss": 0.3275,
"step": 10200,
"view_loss": 0.5583
},
{
"adv_acc": 1.0,
"adv_loss": 1.9444,
"adv_neg_cos": -0.001,
"adv_pos_cos": 0.9615,
"adv_ramp": 1.0,
"adv_reg": 1.1076,
"consformer_gate": 0.113682,
"epoch": 4.686078252957234,
"grad_norm": 3.157867670059204,
"ground_area": 0.0567,
"ground_loss": 0.6961,
"ground_mass": 0.6549,
"learning_rate": 1.195965225593365e-06,
"loss": 2.5555,
"qavit_gate": 0.024914,
"span_acc": 0.8672,
"span_loss": 0.3089,
"step": 10300,
"view_loss": 0.5525
},
{
"adv_acc": 1.0,
"adv_loss": 1.9607,
"adv_neg_cos": -0.0009,
"adv_pos_cos": 0.9611,
"adv_ramp": 1.0,
"adv_reg": 1.1075,
"consformer_gate": 0.113702,
"epoch": 4.731574158325751,
"grad_norm": 3.6003472805023193,
"ground_area": 0.0574,
"ground_loss": 0.7327,
"ground_mass": 0.6393,
"learning_rate": 8.753708036296826e-07,
"loss": 2.5719,
"qavit_gate": 0.024935,
"span_acc": 0.8517,
"span_loss": 0.3225,
"step": 10400,
"view_loss": 0.5548
},
{
"adv_acc": 1.0,
"adv_loss": 1.9721,
"adv_neg_cos": 0.0021,
"adv_pos_cos": 0.9609,
"adv_ramp": 1.0,
"adv_reg": 1.109,
"consformer_gate": 0.113714,
"epoch": 4.777070063694268,
"grad_norm": 4.1195878982543945,
"ground_area": 0.0564,
"ground_loss": 0.7544,
"ground_mass": 0.64,
"learning_rate": 6.043307695257239e-07,
"loss": 2.5886,
"qavit_gate": 0.0249,
"span_acc": 0.839,
"span_loss": 0.3403,
"step": 10500,
"view_loss": 0.5776
},
{
"adv_acc": 1.0,
"adv_loss": 1.968,
"adv_neg_cos": 0.0014,
"adv_pos_cos": 0.9614,
"adv_ramp": 1.0,
"adv_reg": 1.1091,
"consformer_gate": 0.113717,
"epoch": 4.822565969062785,
"grad_norm": 1.7656840085983276,
"ground_area": 0.057,
"ground_loss": 0.7061,
"ground_mass": 0.6474,
"learning_rate": 3.8311853446434397e-07,
"loss": 2.578,
"qavit_gate": 0.024883,
"span_acc": 0.8652,
"span_loss": 0.3059,
"step": 10600,
"view_loss": 0.5757
},
{
"adv_acc": 1.0,
"adv_loss": 1.9665,
"adv_neg_cos": -0.0,
"adv_pos_cos": 0.9614,
"adv_ramp": 1.0,
"adv_reg": 1.1082,
"consformer_gate": 0.113723,
"epoch": 4.868061874431302,
"grad_norm": 2.3704330921173096,
"ground_area": 0.0547,
"ground_loss": 0.6729,
"ground_mass": 0.6589,
"learning_rate": 2.1195724591911438e-07,
"loss": 2.5736,
"qavit_gate": 0.024898,
"span_acc": 0.8587,
"span_loss": 0.316,
"step": 10700,
"view_loss": 0.5741
},
{
"adv_acc": 0.9991,
"adv_loss": 1.9727,
"adv_neg_cos": 0.0001,
"adv_pos_cos": 0.9612,
"adv_ramp": 1.0,
"adv_reg": 1.1086,
"consformer_gate": 0.113725,
"epoch": 4.9135577797998184,
"grad_norm": 3.100541114807129,
"ground_area": 0.0513,
"ground_loss": 0.701,
"ground_mass": 0.6503,
"learning_rate": 9.101956255470057e-08,
"loss": 2.58,
"qavit_gate": 0.024899,
"span_acc": 0.8563,
"span_loss": 0.3178,
"step": 10800,
"view_loss": 0.5716
},
{
"adv_acc": 1.0,
"adv_loss": 1.9596,
"adv_neg_cos": 0.0023,
"adv_pos_cos": 0.9611,
"adv_ramp": 1.0,
"adv_reg": 1.1089,
"consformer_gate": 0.113725,
"epoch": 4.959053685168335,
"grad_norm": 2.265880823135376,
"ground_area": 0.0555,
"ground_loss": 0.6482,
"ground_mass": 0.6697,
"learning_rate": 2.042748005771089e-08,
"loss": 2.5646,
"qavit_gate": 0.024897,
"span_acc": 0.8531,
"span_loss": 0.3171,
"step": 10900,
"view_loss": 0.5644
},
{
"epoch": 5.0,
"eval_bleu1": 0.5827962320277351,
"eval_bleu2": 0.532483076511092,
"eval_bleu3": 0.4851027342384785,
"eval_bleu4": 0.44686113334455274,
"eval_cider": 3.385101343454942,
"eval_em": 0.34510184287099904,
"eval_em_f1": 0.4698611489502955,
"eval_f1": 0.594620455029592,
"eval_loss": 2.610790729522705,
"eval_runtime": 576.8983,
"eval_samples_per_second": 8.936,
"eval_steps_per_second": 1.118,
"step": 10990
},
{
"epoch": 5.0,
"step": 10990,
"total_flos": 1.071947373297216e+16,
"train_loss": 3.315305012502488,
"train_runtime": 26750.5177,
"train_samples_per_second": 6.572,
"train_steps_per_second": 0.411
}
],
"logging_steps": 100,
"max_steps": 10990,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.071947373297216e+16,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}
{
"best_metric": 0.4698611489502955,
"best_model_checkpoint": "/content/ViSceT5/output/8e1f61b_ViTextVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-10990",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 10990,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"adv_acc": 0.9784,
"adv_loss": 8.765,
"adv_neg_cos": 0.5917,
"adv_pos_cos": 0.8505,
"adv_ramp": 0.045,
"adv_reg": 2.5495,
"consformer_gate": 0.000696,
"epoch": 0.04549590536851683,
"grad_norm": 10.778030395507812,
"ground_area": 0.0562,
"ground_loss": 3.4248,
"ground_mass": 0.0504,
"learning_rate": 9.099181073703366e-06,
"loss": 9.2663,
"qavit_gate": 0.000554,
"span_acc": 0.4454,
"span_loss": 1.1869,
"step": 100,
"view_loss": 7.6822
},
{
"adv_acc": 0.9994,
"adv_loss": 4.8741,
"adv_neg_cos": 0.0865,
"adv_pos_cos": 0.7347,
"adv_ramp": 0.136,
"adv_reg": 1.4012,
"consformer_gate": 0.00257,
"epoch": 0.09099181073703366,
"grad_norm": 6.862112998962402,
"ground_area": 0.0554,
"ground_loss": 3.1325,
"ground_mass": 0.0656,
"learning_rate": 1.8198362147406733e-05,
"loss": 5.3738,
"qavit_gate": 0.001995,
"span_acc": 0.4399,
"span_loss": 1.1442,
"step": 200,
"view_loss": 3.7276
},
{
"adv_acc": 1.0,
"adv_loss": 4.3715,
"adv_neg_cos": 0.0731,
"adv_pos_cos": 0.7789,
"adv_ramp": 0.227,
"adv_reg": 1.2761,
"consformer_gate": 0.004525,
"epoch": 0.1364877161055505,
"grad_norm": 7.823195457458496,
"ground_area": 0.0605,
"ground_loss": 1.9638,
"ground_mass": 0.2254,
"learning_rate": 2.72975432211101e-05,
"loss": 4.7796,
"qavit_gate": 0.017032,
"span_acc": 0.4531,
"span_loss": 1.0589,
"step": 300,
"view_loss": 3.2019
},
{
"adv_acc": 1.0,
"adv_loss": 3.9574,
"adv_neg_cos": 0.0826,
"adv_pos_cos": 0.819,
"adv_ramp": 0.318,
"adv_reg": 1.2319,
"consformer_gate": 0.007137,
"epoch": 0.18198362147406733,
"grad_norm": 7.270371913909912,
"ground_area": 0.0533,
"ground_loss": 1.7846,
"ground_mass": 0.2694,
"learning_rate": 3.6396724294813465e-05,
"loss": 4.3785,
"qavit_gate": 0.019699,
"span_acc": 0.437,
"span_loss": 1.0229,
"step": 400,
"view_loss": 2.7461
},
{
"adv_acc": 1.0,
"adv_loss": 3.8897,
"adv_neg_cos": 0.0826,
"adv_pos_cos": 0.8453,
"adv_ramp": 0.409,