Upload folder using huggingface_hub

config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "cell": {},
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "pre_trained": "",
+  "structure": [],
+  "training": "",
+  "transformers_version": "4.57.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval_results.txt

@@ -0,0 +1,1899 @@
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.3242976481866355
+eval_loss = 0.4957661720422598
+f1 = 0.9026845637583892
+global_step = 99
+loss = 0.3242976481866355
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8899042155192571
+att_loss = 0.0
+cls_loss = 0.29263367926954625
+eval_loss = 0.37604412551109606
+f1 = 0.909710391822828
+global_step = 199
+loss = 0.29263367926954625
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.893458549222798
+att_loss = 0.0
+cls_loss = 0.2793534170823751
+eval_loss = 0.3502044482873036
+f1 = 0.9119170984455959
+global_step = 299
+loss = 0.2793534170823751
+rep_loss = 0.0
+acc = 0.8480392156862745
+acc_and_f1 = 0.8721801429601941
+att_loss = 0.0
+cls_loss = 0.27228835038373944
+eval_loss = 0.3637411135893602
+f1 = 0.8963210702341137
+global_step = 399
+loss = 0.27228835038373944
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8759655377302435
+att_loss = 0.0
+cls_loss = 0.26796382716399636
+eval_loss = 0.3581725668448668
+f1 = 0.898989898989899
+global_step = 499
+loss = 0.26796382716399636
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8797690262545697
+att_loss = 0.0
+cls_loss = 0.2651721050275586
+eval_loss = 0.3489295714176618
+f1 = 0.9016949152542373
+global_step = 599
+loss = 0.2651721050275586
+rep_loss = 0.0
+acc = 0.8357843137254902
+acc_and_f1 = 0.8628839466821212
+att_loss = 0.0
+cls_loss = 0.26308564340778345
+eval_loss = 0.36577051877975464
+f1 = 0.8899835796387521
+global_step = 699
+loss = 0.26308564340778345
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8819237085697224
+att_loss = 0.0
+cls_loss = 0.26133335688534903
+eval_loss = 0.3564658004503984
+f1 = 0.9035532994923858
+global_step = 799
+loss = 0.26133335688534903
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8877484440875326
+att_loss = 0.0
+cls_loss = 0.26052062065901027
+eval_loss = 0.3444621574420195
+f1 = 0.9078498293515358
+global_step = 899
+loss = 0.26052062065901027
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8650192864030859
+att_loss = 0.0
+cls_loss = 0.25977209680252245
+eval_loss = 0.37112209773980653
+f1 = 0.8918032786885246
+global_step = 999
+loss = 0.25977209680252245
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8801000198059021
+att_loss = 0.0
+cls_loss = 0.2590724386688359
+eval_loss = 0.3469302596954199
+f1 = 0.9023569023569024
+global_step = 1099
+loss = 0.2590724386688359
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8743269010442241
+att_loss = 0.0
+cls_loss = 0.25856810821852555
+eval_loss = 0.3481288712758284
+f1 = 0.8981636060100167
+global_step = 1199
+loss = 0.25856810821852555
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.8937607204116638
+att_loss = 0.0
+cls_loss = 0.2580898127893561
+eval_loss = 0.333905516908719
+f1 = 0.9125214408233276
+global_step = 1299
+loss = 0.2580898127893561
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8705553116769096
+att_loss = 0.0
+cls_loss = 0.257552234284191
+eval_loss = 0.36380689304608566
+f1 = 0.8955223880597015
+global_step = 1399
+loss = 0.257552234284191
+rep_loss = 0.0
+acc = 0.8431372549019608
+acc_and_f1 = 0.8680569217653616
+att_loss = 0.0
+cls_loss = 0.2570895803141705
+eval_loss = 0.35713368539626783
+f1 = 0.8929765886287625
+global_step = 1499
+loss = 0.2570895803141705
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8761350177654954
+att_loss = 0.0
+cls_loss = 0.2569112215305284
+eval_loss = 0.3565815102595549
+f1 = 0.8993288590604027
+global_step = 1599
+loss = 0.2569112215305284
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.891753961858716
+att_loss = 0.0
+cls_loss = 0.2566968538502934
+eval_loss = 0.3385407466154832
+f1 = 0.910958904109589
+global_step = 1699
+loss = 0.2566968538502934
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.883262583383869
+att_loss = 0.0
+cls_loss = 0.256454997994689
+eval_loss = 0.3509576893769778
+f1 = 0.9037800687285223
+global_step = 1799
+loss = 0.256454997994689
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8799350821409644
+att_loss = 0.0
+cls_loss = 0.25624414355645625
+eval_loss = 0.34759315045980305
+f1 = 0.902027027027027
+global_step = 1899
+loss = 0.25624414355645625
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8857496576143234
+att_loss = 0.0
+cls_loss = 0.2560090167842071
+eval_loss = 0.347777607349249
+f1 = 0.9063032367972743
+global_step = 1999
+loss = 0.2560090167842071
+rep_loss = 0.0
+acc = 0.8259803921568627
+acc_and_f1 = 0.855266618842659
+att_loss = 0.0
+cls_loss = 0.2559245532540948
+eval_loss = 0.3720426639685264
+f1 = 0.8845528455284553
+global_step = 2099
+loss = 0.2559245532540948
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8653717187200614
+att_loss = 0.0
+cls_loss = 0.2558124039852386
+eval_loss = 0.3727398125024942
+f1 = 0.8925081433224755
+global_step = 2199
+loss = 0.2558124039852386
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8782823430879889
+att_loss = 0.0
+cls_loss = 0.2555689057120555
+eval_loss = 0.34686333628801197
+f1 = 0.9011725293132329
+global_step = 2299
+loss = 0.2555689057120555
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.880426585349859
+att_loss = 0.0
+cls_loss = 0.2553385552352744
+eval_loss = 0.3510417170249499
+f1 = 0.903010033444816
+global_step = 2399
+loss = 0.2553385552352744
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8863795518207283
+att_loss = 0.0
+cls_loss = 0.25519898026382604
+eval_loss = 0.3500976963685109
+f1 = 0.907563025210084
+global_step = 2499
+loss = 0.25519898026382604
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8920568227290917
+att_loss = 0.0
+cls_loss = 0.25513598423776557
+eval_loss = 0.33592245326592374
+f1 = 0.9115646258503401
+global_step = 2599
+loss = 0.25513598423776557
+rep_loss = 0.0
+acc = 0.8799019607843137
+acc_and_f1 = 0.8977823056933616
+att_loss = 0.0
+cls_loss = 0.2549745513194576
+eval_loss = 0.33671250022374666
+f1 = 0.9156626506024096
+global_step = 2699
+loss = 0.2549745513194576
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8703814720563766
+att_loss = 0.0
+cls_loss = 0.2548747558270492
+eval_loss = 0.35129279127487767
+f1 = 0.8951747088186356
+global_step = 2799
+loss = 0.2548747558270492
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8899042155192571
+att_loss = 0.0
+cls_loss = 0.254759354796357
+eval_loss = 0.3461922097664613
+f1 = 0.909710391822828
+global_step = 2899
+loss = 0.254759354796357
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8705553116769096
+att_loss = 0.0
+cls_loss = 0.2546514504182017
+eval_loss = 0.3605812146113469
+f1 = 0.8955223880597015
+global_step = 2999
+loss = 0.2546514504182017
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8759655377302435
+att_loss = 0.0
+cls_loss = 0.25449483129296546
+eval_loss = 0.3575789022904176
+f1 = 0.898989898989899
+global_step = 3099
+loss = 0.25449483129296546
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.8936101549053357
+att_loss = 0.0
+cls_loss = 0.25449092466315465
+eval_loss = 0.3449848878842134
+f1 = 0.9122203098106713
+global_step = 3199
+loss = 0.25449092466315465
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8705553116769096
+att_loss = 0.0
+cls_loss = 0.25450513546901893
+eval_loss = 0.3649230289917726
+f1 = 0.8955223880597015
+global_step = 3299
+loss = 0.25450513546901893
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8801000198059021
+att_loss = 0.0
+cls_loss = 0.25436776550281187
+eval_loss = 0.3560798065020488
+f1 = 0.9023569023569024
+global_step = 3399
+loss = 0.25436776550281187
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8646622015142691
+att_loss = 0.0
+cls_loss = 0.2543743547455656
+eval_loss = 0.36460480667077577
+f1 = 0.8910891089108911
+global_step = 3499
+loss = 0.2543743547455656
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.887905162064826
+att_loss = 0.0
+cls_loss = 0.2542944018063727
+eval_loss = 0.3417053394592725
+f1 = 0.9081632653061225
+global_step = 3599
+loss = 0.2542944018063727
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8860667363392057
+att_loss = 0.0
+cls_loss = 0.25428640324784535
+eval_loss = 0.3461264268710063
+f1 = 0.9069373942470389
+global_step = 3699
+loss = 0.25428640324784535
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8855894922071392
+att_loss = 0.0
+cls_loss = 0.2542373033009507
+eval_loss = 0.3465757690943204
+f1 = 0.905982905982906
+global_step = 3799
+loss = 0.2542373033009507
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8837535014005602
+att_loss = 0.0
+cls_loss = 0.2541301912315444
+eval_loss = 0.3509358007174272
+f1 = 0.9047619047619048
+global_step = 3899
+loss = 0.2541301912315444
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8782823430879889
+att_loss = 0.0
+cls_loss = 0.25408553400093925
+eval_loss = 0.3561211767104956
+f1 = 0.9011725293132329
+global_step = 3999
+loss = 0.25408553400093925
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8700302985515814
+att_loss = 0.0
+cls_loss = 0.25409953523391804
+eval_loss = 0.3504564188993894
+f1 = 0.8944723618090452
+global_step = 4099
+loss = 0.25409953523391804
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.2540690626671383
+eval_loss = 0.3497544423891948
+f1 = 0.9026845637583892
+global_step = 4199
+loss = 0.2540690626671383
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8779490295274939
+att_loss = 0.0
+cls_loss = 0.25401594868840993
+eval_loss = 0.35735770716116977
+f1 = 0.9005059021922428
+global_step = 4299
+loss = 0.25401594868840993
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8817599620493359
+att_loss = 0.0
+cls_loss = 0.2539481226931542
+eval_loss = 0.3534167305781291
+f1 = 0.9032258064516129
+global_step = 4399
+loss = 0.2539481226931542
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8703814720563766
+att_loss = 0.0
+cls_loss = 0.25384427584205954
+eval_loss = 0.35798397889504063
+f1 = 0.8951747088186356
+global_step = 4499
+loss = 0.25384427584205954
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8880608175473579
+att_loss = 0.0
+cls_loss = 0.2538821630618914
+eval_loss = 0.3465126913327437
+f1 = 0.9084745762711864
+global_step = 4599
+loss = 0.2538821630618914
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8897498743086978
+att_loss = 0.0
+cls_loss = 0.2538268513363913
+eval_loss = 0.34550271125940174
+f1 = 0.9094017094017094
+global_step = 4699
+loss = 0.2538268513363913
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.25377951471737015
+eval_loss = 0.3496234290874921
+f1 = 0.9057239057239057
+global_step = 4799
+loss = 0.25377951471737015
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8738117084945276
+att_loss = 0.0
+cls_loss = 0.253692247221411
+eval_loss = 0.3484192524964993
+f1 = 0.897133220910624
+global_step = 4899
+loss = 0.253692247221411
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.25362403400482286
+eval_loss = 0.34760494988698226
+f1 = 0.9054054054054054
+global_step = 4999
+loss = 0.25362403400482286
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.880426585349859
+att_loss = 0.0
+cls_loss = 0.25358679795363387
+eval_loss = 0.35553938952776104
+f1 = 0.903010033444816
+global_step = 5099
+loss = 0.25358679795363387
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8744963459593488
+att_loss = 0.0
+cls_loss = 0.25357687659310846
+eval_loss = 0.3577815191103862
+f1 = 0.8985024958402662
+global_step = 5199
+loss = 0.25357687659310846
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8819237085697224
+att_loss = 0.0
+cls_loss = 0.2535540806918712
+eval_loss = 0.34547018660948825
+f1 = 0.9035532994923858
+global_step = 5299
+loss = 0.2535540806918712
+rep_loss = 0.0
+acc = 0.8406862745098039
+acc_and_f1 = 0.8666241289904392
+att_loss = 0.0
+cls_loss = 0.2535351322031304
+eval_loss = 0.3646775048512679
+f1 = 0.8925619834710744
+global_step = 5399
+loss = 0.2535351322031304
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8851023570049782
+att_loss = 0.0
+cls_loss = 0.2534648269620846
+eval_loss = 0.33971722653278935
+f1 = 0.9050086355785838
+global_step = 5499
+loss = 0.2534648269620846
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8646622015142691
+att_loss = 0.0
+cls_loss = 0.25345307687048957
+eval_loss = 0.3617634429381444
+f1 = 0.8910891089108911
+global_step = 5599
+loss = 0.25345307687048957
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8646622015142691
+att_loss = 0.0
+cls_loss = 0.2534148392865147
+eval_loss = 0.3660709330668816
+f1 = 0.8910891089108911
+global_step = 5699
+loss = 0.2534148392865147
+rep_loss = 0.0
+acc = 0.8382352941176471
+acc_and_f1 = 0.8644818854694196
+att_loss = 0.0
+cls_loss = 0.2533445278618496
+eval_loss = 0.36703427135944366
+f1 = 0.890728476821192
+global_step = 5799
+loss = 0.2533445278618496
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8703814720563766
+att_loss = 0.0
+cls_loss = 0.2533070436497425
+eval_loss = 0.3633102167111177
+f1 = 0.8951747088186356
+global_step = 5899
+loss = 0.2533070436497425
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8837535014005602
+att_loss = 0.0
+cls_loss = 0.2532717240618793
+eval_loss = 0.34351416849173033
+f1 = 0.9047619047619048
+global_step = 5999
+loss = 0.2532717240618793
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8897498743086978
+att_loss = 0.0
+cls_loss = 0.25324679027914826
+eval_loss = 0.3388754427433014
+f1 = 0.9094017094017094
+global_step = 6099
+loss = 0.25324679027914826
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8859087353107626
+att_loss = 0.0
+cls_loss = 0.2531998183245927
+eval_loss = 0.3493821873114659
+f1 = 0.9066213921901528
+global_step = 6199
+loss = 0.2531998183245927
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8779490295274939
+att_loss = 0.0
+cls_loss = 0.25318595228128576
+eval_loss = 0.34524847108584183
+f1 = 0.9005059021922428
+global_step = 6299
+loss = 0.25318595228128576
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8817599620493359
+att_loss = 0.0
+cls_loss = 0.25316377091703984
+eval_loss = 0.34949486416119796
+f1 = 0.9032258064516129
+global_step = 6399
+loss = 0.25316377091703984
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8859087353107626
+att_loss = 0.0
+cls_loss = 0.2531305441633154
+eval_loss = 0.3458871142222331
+f1 = 0.9066213921901528
+global_step = 6499
+loss = 0.2531305441633154
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.2531191714899452
+eval_loss = 0.3459375523603879
+f1 = 0.9103214890016921
+global_step = 6599
+loss = 0.2531191714899452
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.2530899527985261
+eval_loss = 0.34675515500398785
+f1 = 0.9100169779286927
+global_step = 6699
+loss = 0.2530899527985261
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8857496576143234
+att_loss = 0.0
+cls_loss = 0.25311452018844677
+eval_loss = 0.34479153614777786
+f1 = 0.9063032367972743
+global_step = 6799
+loss = 0.25311452018844677
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8877484440875326
+att_loss = 0.0
+cls_loss = 0.2530607040860823
+eval_loss = 0.3488370054043256
+f1 = 0.9078498293515358
+global_step = 6899
+loss = 0.2530607040860823
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8799350821409644
+att_loss = 0.0
+cls_loss = 0.2530439395592168
+eval_loss = 0.3482685432984279
+f1 = 0.902027027027027
+global_step = 6999
+loss = 0.2530439395592168
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.880426585349859
+att_loss = 0.0
+cls_loss = 0.25111380563332486
+eval_loss = 0.3547634929418564
+f1 = 0.903010033444816
+global_step = 7099
+loss = 0.25111380563332486
+rep_loss = 0.0
+acc = 0.8431372549019608
+acc_and_f1 = 0.868235294117647
+att_loss = 0.0
+cls_loss = 0.25059721966584525
+eval_loss = 0.36289874750834245
+f1 = 0.8933333333333333
+global_step = 7199
+loss = 0.25059721966584525
+rep_loss = 0.0
+acc = 0.8455882352941176
+acc_and_f1 = 0.8705553116769096
+att_loss = 0.0
+cls_loss = 0.2501519975234877
+eval_loss = 0.35943046097572035
+f1 = 0.8955223880597015
+global_step = 7299
+loss = 0.2501519975234877
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8817599620493359
+att_loss = 0.0
+cls_loss = 0.25039135756557934
+eval_loss = 0.3471243713910763
+f1 = 0.9032258064516129
+global_step = 7399
+loss = 0.25039135756557934
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25091522460983645
+eval_loss = 0.34930069056841045
+f1 = 0.9042016806722689
+global_step = 7499
+loss = 0.25091522460983645
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8839149219009639
+att_loss = 0.0
+cls_loss = 0.2509644917154734
+eval_loss = 0.34623642838918245
+f1 = 0.9050847457627119
+global_step = 7599
+loss = 0.2509644917154734
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.2509478765770905
+eval_loss = 0.3377785464892021
+f1 = 0.9038785834738617
+global_step = 7699
+loss = 0.2509478765770905
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25074089159762936
+eval_loss = 0.35502059986958134
+f1 = 0.9042016806722689
+global_step = 7799
+loss = 0.25074089159762936
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25068820375583073
+eval_loss = 0.3541043515388782
+f1 = 0.9042016806722689
+global_step = 7899
+loss = 0.25068820375583073
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8865343876243965
+att_loss = 0.0
+cls_loss = 0.25077821322055677
+eval_loss = 0.3519786733847398
+f1 = 0.9078726968174204
+global_step = 7999
+loss = 0.25077821322055677
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.2508025012945345
+eval_loss = 0.3526520866614122
+f1 = 0.9054054054054054
+global_step = 8099
+loss = 0.2508025012945345
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8763033641550265
+att_loss = 0.0
+cls_loss = 0.25104583394373947
+eval_loss = 0.36234907462046695
+f1 = 0.8996655518394648
+global_step = 8199
+loss = 0.25104583394373947
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.880426585349859
+att_loss = 0.0
+cls_loss = 0.2509774452259418
+eval_loss = 0.3583677720565062
+f1 = 0.903010033444816
+global_step = 8299
+loss = 0.2509774452259418
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.250863101936522
+eval_loss = 0.35542446260268873
+f1 = 0.9100169779286927
+global_step = 8399
+loss = 0.250863101936522
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.2508395428136754
+eval_loss = 0.35508807691243977
+f1 = 0.9042016806722689
+global_step = 8499
+loss = 0.2508395428136754
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.25077458718142953
+eval_loss = 0.3556858759659987
+f1 = 0.9038785834738617
+global_step = 8599
+loss = 0.25077458718142953
+rep_loss = 0.0
+acc = 0.8480392156862745
+acc_and_f1 = 0.8721801429601941
+att_loss = 0.0
+cls_loss = 0.250895513759719
+eval_loss = 0.35307549513303316
+f1 = 0.8963210702341137
+global_step = 8699
+loss = 0.250895513759719
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25087003551697934
+eval_loss = 0.3517612104232495
+f1 = 0.9042016806722689
+global_step = 8799
+loss = 0.25087003551697934
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8899042155192571
+att_loss = 0.0
+cls_loss = 0.2508806363427287
+eval_loss = 0.3515888601541519
+f1 = 0.909710391822828
+global_step = 8899
+loss = 0.2508806363427287
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.8937607204116638
+att_loss = 0.0
+cls_loss = 0.25089499888225975
+eval_loss = 0.34325943084863514
+f1 = 0.9125214408233276
+global_step = 8999
+loss = 0.25089499888225975
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8799350821409644
+att_loss = 0.0
+cls_loss = 0.250888285849054
+eval_loss = 0.3543619845922177
+f1 = 0.902027027027027
+global_step = 9099
+loss = 0.250888285849054
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8779490295274939
+att_loss = 0.0
+cls_loss = 0.2509580318495528
+eval_loss = 0.35584669273633224
+f1 = 0.9005059021922428
+global_step = 9199
+loss = 0.2509580318495528
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8877484440875326
+att_loss = 0.0
+cls_loss = 0.2507857592558492
+eval_loss = 0.3540742339996191
+f1 = 0.9078498293515358
+global_step = 9299
+loss = 0.2507857592558492
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8764705882352941
+att_loss = 0.0
+cls_loss = 0.2507655027174798
+eval_loss = 0.35924350871489596
+f1 = 0.9
+global_step = 9399
+loss = 0.2507655027174798
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.887905162064826
+att_loss = 0.0
+cls_loss = 0.2507434476219858
+eval_loss = 0.3500103514928084
+f1 = 0.9081632653061225
+global_step = 9499
+loss = 0.2507434476219858
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8819237085697224
+att_loss = 0.0
+cls_loss = 0.25066164429889554
+eval_loss = 0.352135290320103
+f1 = 0.9035532994923858
+global_step = 9599
+loss = 0.25066164429889554
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8743269010442241
+att_loss = 0.0
+cls_loss = 0.2507221189996762
+eval_loss = 0.3587732601624269
+f1 = 0.8981636060100167
+global_step = 9699
+loss = 0.2507221189996762
+rep_loss = 0.0
+acc = 0.8406862745098039
+acc_and_f1 = 0.8669769631990727
+att_loss = 0.0
+cls_loss = 0.25068050444018347
+eval_loss = 0.3656560835930017
+f1 = 0.8932676518883416
+global_step = 9799
+loss = 0.25068050444018347
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8857496576143234
+att_loss = 0.0
+cls_loss = 0.2507135918939301
+eval_loss = 0.3497274162677618
+f1 = 0.9063032367972743
+global_step = 9899
+loss = 0.2507135918939301
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8801000198059021
+att_loss = 0.0
+cls_loss = 0.2506162076535153
+eval_loss = 0.3515304716733786
+f1 = 0.9023569023569024
+global_step = 9999
+loss = 0.2506162076535153
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8859087353107626
+att_loss = 0.0
+cls_loss = 0.25055873150440455
+eval_loss = 0.3466983471925442
+f1 = 0.9066213921901528
+global_step = 10099
+loss = 0.25055873150440455
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8817599620493359
+att_loss = 0.0
+cls_loss = 0.2505836462145921
+eval_loss = 0.35016662111649144
+f1 = 0.9032258064516129
+global_step = 10199
+loss = 0.2505836462145921
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8743269010442241
+att_loss = 0.0
+cls_loss = 0.25066264783350284
+eval_loss = 0.35700984528431523
+f1 = 0.8981636060100167
+global_step = 10299
+loss = 0.25066264783350284
+rep_loss = 0.0
+acc = 0.8480392156862745
+acc_and_f1 = 0.8723529411764706
+att_loss = 0.0
+cls_loss = 0.250681378746635
+eval_loss = 0.3612692677057706
+f1 = 0.8966666666666666
+global_step = 10399
+loss = 0.250681378746635
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25071217013901964
+eval_loss = 0.3546430892669238
+f1 = 0.9042016806722689
+global_step = 10499
+loss = 0.25071217013901964
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8824083653561927
+att_loss = 0.0
+cls_loss = 0.25077468947223996
+eval_loss = 0.35997511790348935
+f1 = 0.9045226130653267
+global_step = 10599
+loss = 0.25077468947223996
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8779490295274939
+att_loss = 0.0
+cls_loss = 0.25072247814107557
+eval_loss = 0.34856143364539516
+f1 = 0.9005059021922428
+global_step = 10699
+loss = 0.25072247814107557
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.2507110400701741
+eval_loss = 0.35061138753707594
+f1 = 0.9103214890016921
+global_step = 10799
+loss = 0.2507110400701741
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.2506920118188488
+eval_loss = 0.35475401007212126
+f1 = 0.9026845637583892
+global_step = 10899
+loss = 0.2506920118188488
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.2507689426179792
+eval_loss = 0.34655993489118725
+f1 = 0.9054054054054054
+global_step = 10999
+loss = 0.2507689426179792
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8764705882352941
+att_loss = 0.0
+cls_loss = 0.2507825035084071
+eval_loss = 0.3536278639848416
+f1 = 0.9
+global_step = 11099
+loss = 0.2507825035084071
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8859087353107626
+att_loss = 0.0
+cls_loss = 0.25069774150275953
+eval_loss = 0.3487686056357164
+f1 = 0.9066213921901528
+global_step = 11199
+loss = 0.25069774150275953
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.2506819853958743
+eval_loss = 0.3487859356861848
+f1 = 0.9072512647554806
+global_step = 11299
+loss = 0.2506819853958743
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8839149219009639
+att_loss = 0.0
+cls_loss = 0.2506861321056285
+eval_loss = 0.34572866788277257
+f1 = 0.9050847457627119
+global_step = 11399
+loss = 0.2506861321056285
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8880608175473579
+att_loss = 0.0
+cls_loss = 0.2506145616127689
+eval_loss = 0.34923419470970446
+f1 = 0.9084745762711864
+global_step = 11499
+loss = 0.2506145616127689
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8781162464985994
+att_loss = 0.0
+cls_loss = 0.2506683378660927
+eval_loss = 0.35191299365117
+f1 = 0.9008403361344538
+global_step = 11599
+loss = 0.2506683378660927
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.25072587686975156
+eval_loss = 0.35413290560245514
+f1 = 0.9026845637583892
+global_step = 11699
+loss = 0.25072587686975156
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.2507821178698965
+eval_loss = 0.3447670741723134
+f1 = 0.9054054054054054
+global_step = 11799
+loss = 0.2507821178698965
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.2507828957252855
+eval_loss = 0.35020356338757735
+f1 = 0.9054054054054054
+global_step = 11899
+loss = 0.2507828957252855
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8797690262545697
+att_loss = 0.0
+cls_loss = 0.25077833824107293
+eval_loss = 0.35079979323423827
+f1 = 0.9016949152542373
+global_step = 11999
+loss = 0.25077833824107293
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.25074108129427913
+eval_loss = 0.3491762796273598
+f1 = 0.9054054054054054
+global_step = 12099
+loss = 0.25074108129427913
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8797690262545697
+att_loss = 0.0
+cls_loss = 0.25067708402843236
+eval_loss = 0.35040095563118273
+f1 = 0.9016949152542373
+global_step = 12199
+loss = 0.25067708402843236
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.880426585349859
+att_loss = 0.0
+cls_loss = 0.2507138960240347
+eval_loss = 0.36072335220300233
+f1 = 0.903010033444816
+global_step = 12299
+loss = 0.2507138960240347
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.250679742348383
+eval_loss = 0.3501311552066069
+f1 = 0.9038785834738617
+global_step = 12399
+loss = 0.250679742348383
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.887905162064826
+att_loss = 0.0
+cls_loss = 0.25065393314269957
+eval_loss = 0.3466459409548686
+f1 = 0.9081632653061225
+global_step = 12499
+loss = 0.25065393314269957
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.2506209577270595
+eval_loss = 0.3507487281010701
+f1 = 0.9103214890016921
+global_step = 12599
+loss = 0.2506209577270595
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8763033641550265
+att_loss = 0.0
+cls_loss = 0.25056982488623786
+eval_loss = 0.35089847101615024
+f1 = 0.8996655518394648
+global_step = 12699
+loss = 0.25056982488623786
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8835909790537375
+att_loss = 0.0
+cls_loss = 0.2505782142501237
+eval_loss = 0.3467470705509186
+f1 = 0.9044368600682594
+global_step = 12799
+loss = 0.2505782142501237
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.2505564182641053
+eval_loss = 0.3530815484432074
+f1 = 0.9038785834738617
+global_step = 12899
+loss = 0.2505564182641053
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.25060850552221553
+eval_loss = 0.3507145127424827
+f1 = 0.9038785834738617
+global_step = 12999
+loss = 0.25060850552221553
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.25058785082138185
+eval_loss = 0.34966851541629207
+f1 = 0.9057239057239057
+global_step = 13099
+loss = 0.25058785082138185
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8897498743086978
+att_loss = 0.0
+cls_loss = 0.25056991792024874
+eval_loss = 0.34772413166669697
+f1 = 0.9094017094017094
+global_step = 13199
+loss = 0.25056991792024874
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8819237085697224
+att_loss = 0.0
+cls_loss = 0.25056508799980665
+eval_loss = 0.35361165610643536
+f1 = 0.9035532994923858
+global_step = 13299
+loss = 0.25056508799980665
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8897498743086978
+att_loss = 0.0
+cls_loss = 0.2505593915905244
+eval_loss = 0.3432594881607936
+f1 = 0.9094017094017094
+global_step = 13399
+loss = 0.2505593915905244
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8903609926263929
+att_loss = 0.0
+cls_loss = 0.25059567983770037
+eval_loss = 0.35125912496676814
+f1 = 0.9106239460370995
+global_step = 13499
+loss = 0.25059567983770037
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8819237085697224
+att_loss = 0.0
+cls_loss = 0.25064265978581474
+eval_loss = 0.35306716767641216
+f1 = 0.9035532994923858
+global_step = 13599
+loss = 0.25064265978581474
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.25063442940874736
+eval_loss = 0.3472353391922437
+f1 = 0.911864406779661
+global_step = 13699
+loss = 0.25063442940874736
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.887905162064826
+att_loss = 0.0
+cls_loss = 0.2506325423893714
+eval_loss = 0.34969039949086994
+f1 = 0.9081632653061225
+global_step = 13799
+loss = 0.2506325423893714
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.250672040370721
+eval_loss = 0.34627919930678147
+f1 = 0.911864406779661
+global_step = 13899
+loss = 0.250672040370721
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.250632513108565
+eval_loss = 0.350477954516044
+f1 = 0.9100169779286927
+global_step = 13999
+loss = 0.250632513108565
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.24775300006712636
+eval_loss = 0.3548291176557541
+f1 = 0.9042016806722689
+global_step = 14099
+loss = 0.24775300006712636
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.25028811759166136
+eval_loss = 0.3484991811788999
+f1 = 0.9103214890016921
+global_step = 14199
+loss = 0.25028811759166136
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.2508955852680908
+eval_loss = 0.35242691062963927
+f1 = 0.9042016806722689
+global_step = 14299
+loss = 0.2508955852680908
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.2512200890711067
+eval_loss = 0.3515079812361644
+f1 = 0.9038785834738617
+global_step = 14399
+loss = 0.2512200890711067
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.2510506063008253
+eval_loss = 0.3505384589617069
+f1 = 0.9026845637583892
+global_step = 14499
+loss = 0.2510506063008253
+rep_loss = 0.0
+acc = 0.8529411764705882
+acc_and_f1 = 0.8766367011921048
+att_loss = 0.0
+cls_loss = 0.2510734923927573
+eval_loss = 0.35494573758198666
+f1 = 0.9003322259136213
+global_step = 14599
+loss = 0.2510734923927573
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2504184823689861
+eval_loss = 0.3464414981695322
+f1 = 0.9087837837837838
+global_step = 14699
+loss = 0.2504184823689861
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25041205412548967
+eval_loss = 0.34841770506822145
+f1 = 0.9042016806722689
+global_step = 14799
+loss = 0.25041205412548967
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.25021783050001745
+eval_loss = 0.3431699975178792
+f1 = 0.9100169779286927
+global_step = 14899
+loss = 0.25021783050001745
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.873984593837535
+att_loss = 0.0
+cls_loss = 0.25025104604077264
+eval_loss = 0.3495776573052773
+f1 = 0.8974789915966387
+global_step = 14999
+loss = 0.25025104604077264
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.25033993448133496
+eval_loss = 0.34707575004834396
+f1 = 0.9072512647554806
+global_step = 15099
+loss = 0.25033993448133496
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8920568227290917
+att_loss = 0.0
+cls_loss = 0.2503684941089649
+eval_loss = 0.34068380066981685
+f1 = 0.9115646258503401
+global_step = 15199
+loss = 0.2503684941089649
+rep_loss = 0.0
+acc = 0.8799019607843137
+acc_and_f1 = 0.8982133313291245
+att_loss = 0.0
+cls_loss = 0.25035796194033927
+eval_loss = 0.341502499121886
+f1 = 0.9165247018739353
+global_step = 15299
+loss = 0.25035796194033927
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.8942062818336163
+att_loss = 0.0
+cls_loss = 0.2503947774822957
+eval_loss = 0.3458839265199808
+f1 = 0.9134125636672326
+global_step = 15399
+loss = 0.2503947774822957
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8899042155192571
+att_loss = 0.0
+cls_loss = 0.2503597757705519
+eval_loss = 0.34732022881507874
+f1 = 0.909710391822828
+global_step = 15499
+loss = 0.2503597757705519
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2503518128243246
+eval_loss = 0.35214132414414334
+f1 = 0.9087837837837838
+global_step = 15599
+loss = 0.2503518128243246
+rep_loss = 0.0
+acc = 0.8553921568627451
+acc_and_f1 = 0.8786112198623209
+att_loss = 0.0
+cls_loss = 0.250352953718821
+eval_loss = 0.3568104081428968
+f1 = 0.9018302828618968
+global_step = 15699
+loss = 0.250352953718821
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8840752517223105
+att_loss = 0.0
+cls_loss = 0.2503842528089494
+eval_loss = 0.3509543159833321
+f1 = 0.9054054054054054
+global_step = 15799
+loss = 0.2503842528089494
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.2502596350900467
+eval_loss = 0.3475727037741588
+f1 = 0.9100169779286927
+global_step = 15899
+loss = 0.2502596350900467
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.2502096541677344
+eval_loss = 0.3506972056168776
+f1 = 0.9042016806722689
+global_step = 15999
+loss = 0.2502096541677344
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8822478991596638
+att_loss = 0.0
+cls_loss = 0.25021608849571936
+eval_loss = 0.3495794569070523
+f1 = 0.9042016806722689
+global_step = 16099
+loss = 0.25021608849571936
+rep_loss = 0.0
+acc = 0.875
+acc_and_f1 = 0.8940587734241908
+att_loss = 0.0
+cls_loss = 0.2501752441587274
+eval_loss = 0.3453184182827289
+f1 = 0.9131175468483816
+global_step = 16199
+loss = 0.2501752441587274
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.25031862577238945
+eval_loss = 0.344640382207357
+f1 = 0.9087837837837838
+global_step = 16299
+loss = 0.25031862577238945
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8802638505066456
+att_loss = 0.0
+cls_loss = 0.2503466642066574
+eval_loss = 0.3490766011751615
+f1 = 0.9026845637583892
+global_step = 16399
+loss = 0.2503466642066574
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8880608175473579
+att_loss = 0.0
+cls_loss = 0.25038913499789195
+eval_loss = 0.34382400260521817
+f1 = 0.9084745762711864
+global_step = 16499
+loss = 0.25038913499789195
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8860667363392057
+att_loss = 0.0
+cls_loss = 0.250366505928682
+eval_loss = 0.3444054745710813
+f1 = 0.9069373942470389
+global_step = 16599
+loss = 0.250366505928682
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2503603221866306
+eval_loss = 0.3445770419560946
+f1 = 0.9087837837837838
+global_step = 16699
+loss = 0.2503603221866306
+rep_loss = 0.0
+acc = 0.8602941176470589
+acc_and_f1 = 0.8820863505604604
+att_loss = 0.0
+cls_loss = 0.250318055251543
+eval_loss = 0.3461114030617934
+f1 = 0.9038785834738617
+global_step = 16799
+loss = 0.250318055251543
+rep_loss = 0.0
+acc = 0.8578431372549019
+acc_and_f1 = 0.8801000198059021
+att_loss = 0.0
+cls_loss = 0.25031335944528926
+eval_loss = 0.3489151998208119
+f1 = 0.9023569023569024
+global_step = 16899
+loss = 0.25031335944528926
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8900575085721896
+att_loss = 0.0
+cls_loss = 0.25023560517275956
+eval_loss = 0.344931518802276
+f1 = 0.9100169779286927
+global_step = 16999
+loss = 0.25023560517275956
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8880608175473579
+att_loss = 0.0
+cls_loss = 0.25021038493261366
+eval_loss = 0.3449639528989792
+f1 = 0.9084745762711864
+global_step = 17099
+loss = 0.25021038493261366
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8880608175473579
+att_loss = 0.0
+cls_loss = 0.25012775577892704
+eval_loss = 0.34533809240047747
+f1 = 0.9084745762711864
+global_step = 17199
+loss = 0.25012775577892704
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8899042155192571
+att_loss = 0.0
+cls_loss = 0.25011522198140307
+eval_loss = 0.3427927837922023
+f1 = 0.909710391822828
+global_step = 17299
+loss = 0.25011522198140307
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8863795518207283
+att_loss = 0.0
+cls_loss = 0.2501817453027452
+eval_loss = 0.34944057579223925
+f1 = 0.907563025210084
+global_step = 17399
+loss = 0.2501817453027452
+rep_loss = 0.0
+acc = 0.8504901960784313
+acc_and_f1 = 0.8743269010442241
+att_loss = 0.0
+cls_loss = 0.25017694739776325
+eval_loss = 0.3516889890799156
+f1 = 0.8981636060100167
+global_step = 17499
+loss = 0.25017694739776325
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.2501919267958131
+eval_loss = 0.3467919322160574
+f1 = 0.9072512647554806
+global_step = 17599
+loss = 0.2501919267958131
+rep_loss = 0.0
+acc = 0.8799019607843137
+acc_and_f1 = 0.8979269666700299
+att_loss = 0.0
+cls_loss = 0.25025702385871545
+eval_loss = 0.3421338934164781
+f1 = 0.9159519725557461
+global_step = 17699
+loss = 0.25025702385871545
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2502066430170713
+eval_loss = 0.3479071053174826
+f1 = 0.9087837837837838
+global_step = 17799
+loss = 0.2502066430170713
+rep_loss = 0.0
+acc = 0.8774509803921569
+acc_and_f1 = 0.8962084833933573
+att_loss = 0.0
+cls_loss = 0.2501907047070028
+eval_loss = 0.3449676117071739
+f1 = 0.9149659863945578
+global_step = 17899
+loss = 0.2501907047070028
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.2501619358882744
+eval_loss = 0.3473269148514821
+f1 = 0.9072512647554806
+global_step = 17999
+loss = 0.2501619358882744
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.25011761821076345
+eval_loss = 0.3486064626620366
+f1 = 0.9072512647554806
+global_step = 18099
+loss = 0.25011761821076345
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.25002052384076756
+eval_loss = 0.3449101081261268
+f1 = 0.911864406779661
+global_step = 18199
+loss = 0.25002052384076756
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.24997850480555248
+eval_loss = 0.34695371985435486
+f1 = 0.9072512647554806
+global_step = 18299
+loss = 0.24997850480555248
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.24999612231943796
+eval_loss = 0.3450571711246784
+f1 = 0.9103214890016921
+global_step = 18399
+loss = 0.24999612231943796
+rep_loss = 0.0
+acc = 0.8651960784313726
+acc_and_f1 = 0.8862236715934266
+att_loss = 0.0
+cls_loss = 0.2500270959406022
+eval_loss = 0.34581805765628815
+f1 = 0.9072512647554806
+global_step = 18499
+loss = 0.2500270959406022
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.25004593747139925
+eval_loss = 0.34492750695118535
+f1 = 0.9087837837837838
+global_step = 18599
+loss = 0.25004593747139925
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2500000122594308
+eval_loss = 0.3441122449361361
+f1 = 0.911864406779661
+global_step = 18699
+loss = 0.2500000122594308
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.24999139947244667
+eval_loss = 0.34669444308831143
+f1 = 0.9057239057239057
+global_step = 18799
+loss = 0.24999139947244667
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2499992541553959
+eval_loss = 0.34382077707694125
+f1 = 0.911864406779661
+global_step = 18899
+loss = 0.2499992541553959
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.2500313110929115
+eval_loss = 0.3455964017372865
+f1 = 0.9057239057239057
+global_step = 18999
+loss = 0.2500313110929115
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.25004326058557225
+eval_loss = 0.3483260709505815
+f1 = 0.9057239057239057
+global_step = 19099
+loss = 0.25004326058557225
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.25000432810630513
+eval_loss = 0.3474111511157109
+f1 = 0.9057239057239057
+global_step = 19199
+loss = 0.25000432810630513
+rep_loss = 0.0
+acc = 0.8627450980392157
+acc_and_f1 = 0.8842345018815607
+att_loss = 0.0
+cls_loss = 0.25002709521923255
+eval_loss = 0.3503383317819008
+f1 = 0.9057239057239057
+global_step = 19299
+loss = 0.25002709521923255
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2499719287391631
+eval_loss = 0.3482268200470851
+f1 = 0.9087837837837838
+global_step = 19399
+loss = 0.2499719287391631
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.24998016587675134
+eval_loss = 0.34600579050871044
+f1 = 0.9087837837837838
+global_step = 19499
+loss = 0.24998016587675134
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2499536421803966
+eval_loss = 0.3457164294444598
+f1 = 0.911864406779661
+global_step = 19599
+loss = 0.2499536421803966
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.2499844801852513
+eval_loss = 0.34607594402936787
+f1 = 0.9087837837837838
+global_step = 19699
+loss = 0.2499844801852513
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.24993976037491056
+eval_loss = 0.3465753828103726
+f1 = 0.9087837837837838
+global_step = 19799
+loss = 0.24993976037491056
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.24996107566767584
+eval_loss = 0.3468713015317917
+f1 = 0.9103214890016921
+global_step = 19899
+loss = 0.24996107566767584
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.24992618599381783
+eval_loss = 0.34673953514832717
+f1 = 0.9103214890016921
+global_step = 19999
+loss = 0.24992618599381783
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.24993879183610465
+eval_loss = 0.34482155396388126
+f1 = 0.9103214890016921
+global_step = 20099
+loss = 0.24993879183610465
+rep_loss = 0.0
+acc = 0.8700980392156863
+acc_and_f1 = 0.8902097641086892
+att_loss = 0.0
+cls_loss = 0.24991122533691354
+eval_loss = 0.3457224632685001
+f1 = 0.9103214890016921
+global_step = 20199
+loss = 0.24991122533691354
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2499278331071717
+eval_loss = 0.3458889149702512
+f1 = 0.911864406779661
+global_step = 20299
+loss = 0.2499278331071717
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2499310848526886
+eval_loss = 0.345659288076254
+f1 = 0.911864406779661
+global_step = 20399
+loss = 0.2499310848526886
+rep_loss = 0.0
+acc = 0.8676470588235294
+acc_and_f1 = 0.8882154213036566
+att_loss = 0.0
+cls_loss = 0.24990426886509892
+eval_loss = 0.3469357112279305
+f1 = 0.9087837837837838
+global_step = 20499
+loss = 0.24990426886509892
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2499004627529904
+eval_loss = 0.34655847343114704
+f1 = 0.911864406779661
+global_step = 20599
+loss = 0.2499004627529904
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2498836103085748
+eval_loss = 0.34516667288083297
+f1 = 0.911864406779661
+global_step = 20699
+loss = 0.2498836103085748
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.2498801494756933
+eval_loss = 0.34544021578935474
+f1 = 0.911864406779661
+global_step = 20799
+loss = 0.2498801494756933
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.24983511446527848
+eval_loss = 0.3453839478584436
+f1 = 0.911864406779661
+global_step = 20899
+loss = 0.24983511446527848
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.24985123587934302
+eval_loss = 0.3454859256744385
+f1 = 0.911864406779661
+global_step = 20999
+loss = 0.24985123587934302
+rep_loss = 0.0
+acc = 0.8725490196078431
+acc_and_f1 = 0.8922067131937521
+att_loss = 0.0
+cls_loss = 0.24985949066298696
+eval_loss = 0.3453449228635201
+f1 = 0.911864406779661
+global_step = 21099
+loss = 0.24985949066298696
+rep_loss = 0.0

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51096df6c46fbf9fd273231ee36f02fe1d8a0b67ca29755d0a07fc8e4e1bf826
+size 270232335