Upload folder using huggingface_hub

best_eval_results.txt

@@ -0,0 +1,7 @@
+att_loss = 0.0
+cls_loss = 0.2774283394823569
+eval_loss = 0.4494276660861391
+global_step = 12299
+loss = 0.2774283394823569
+mcc = 0.5547015581596438
+rep_loss = 0.0

config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "cell": {},
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "pre_trained": "",
+  "structure": [],
+  "training": "",
+  "transformers_version": "4.57.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval_results.txt

@@ -0,0 +1,1379 @@
+att_loss = 0.0
+cls_loss = 0.3314089049594571
+eval_loss = 0.558346668879191
+global_step = 99
+loss = 0.3314089049594571
+mcc = 0.5379646517492308
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.30922394601543945
+eval_loss = 0.4729316487456813
+global_step = 199
+loss = 0.30922394601543945
+mcc = 0.53908953967947
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29862612834742236
+eval_loss = 0.4591611668919072
+global_step = 299
+loss = 0.29862612834742236
+mcc = 0.5174363323196072
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2936462070559499
+eval_loss = 0.46544614389087213
+global_step = 399
+loss = 0.2936462070559499
+mcc = 0.5129362341229983
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2904629405729756
+eval_loss = 0.4587692695133614
+global_step = 499
+loss = 0.2904629405729756
+mcc = 0.5024595293214101
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28836528601152867
+eval_loss = 0.46001112099849817
+global_step = 599
+loss = 0.28836528601152867
+mcc = 0.5243240799797736
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28679145567748
+eval_loss = 0.4705536166826884
+global_step = 699
+loss = 0.28679145567748
+mcc = 0.5083737693895587
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28570082403243857
+eval_loss = 0.457729236646132
+global_step = 799
+loss = 0.28570082403243857
+mcc = 0.5195210533288269
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2847436185474523
+eval_loss = 0.46017983917034033
+global_step = 899
+loss = 0.2847436185474523
+mcc = 0.5148043176747271
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2840113452783934
+eval_loss = 0.4604815100178574
+global_step = 999
+loss = 0.2840113452783934
+mcc = 0.5137144786818878
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2833313442176857
+eval_loss = 0.45605057297330914
+global_step = 1099
+loss = 0.2833313442176857
+mcc = 0.5086434504606193
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28292435375325775
+eval_loss = 0.4674258195992672
+global_step = 1199
+loss = 0.28292435375325775
+mcc = 0.5023013330243151
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28249076254281563
+eval_loss = 0.4585440529115272
+global_step = 1299
+loss = 0.28249076254281563
+mcc = 0.49769781134092017
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28220195374887613
+eval_loss = 0.46350200248487067
+global_step = 1399
+loss = 0.28220195374887613
+mcc = 0.5022737075453998
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2818971301333915
+eval_loss = 0.45705517133076984
+global_step = 1499
+loss = 0.2818971301333915
+mcc = 0.5090466963654656
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28161911792200456
+eval_loss = 0.45958378640088166
+global_step = 1599
+loss = 0.28161911792200456
+mcc = 0.5301258210741284
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2813657304341124
+eval_loss = 0.45043707210006134
+global_step = 1699
+loss = 0.2813657304341124
+mcc = 0.5258777693272533
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2812084330658968
+eval_loss = 0.458847572406133
+global_step = 1799
+loss = 0.2812084330658968
+mcc = 0.49912748891398284
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28113282589990257
+eval_loss = 0.4568930548248869
+global_step = 1899
+loss = 0.28113282589990257
+mcc = 0.5136924627518875
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810653937852878
+eval_loss = 0.460727898460446
+global_step = 1999
+loss = 0.2810653937852878
+mcc = 0.5083396333380269
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2809604485086625
+eval_loss = 0.4551165293563496
+global_step = 2099
+loss = 0.2809604485086625
+mcc = 0.5094661687755515
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2808897217101214
+eval_loss = 0.4542377916249362
+global_step = 2199
+loss = 0.2808897217101214
+mcc = 0.5216771032432638
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2808540752591025
+eval_loss = 0.4551556787707589
+global_step = 2299
+loss = 0.2808540752591025
+mcc = 0.5030366431605939
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.280771658892878
+eval_loss = 0.4529932525121804
+global_step = 2399
+loss = 0.280771658892878
+mcc = 0.4992436500882773
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2806162594997582
+eval_loss = 0.4564899161006465
+global_step = 2499
+loss = 0.2806162594997582
+mcc = 0.5258663312307151
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2805227454280156
+eval_loss = 0.45711556709173956
+global_step = 2599
+loss = 0.2805227454280156
+mcc = 0.5083396333380269
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2804428632831785
+eval_loss = 0.46782211011106317
+global_step = 2699
+loss = 0.2804428632831785
+mcc = 0.5130268868060578
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28033756286640515
+eval_loss = 0.46800248821576435
+global_step = 2799
+loss = 0.28033756286640515
+mcc = 0.5107299372054125
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2802383803517377
+eval_loss = 0.45390655145500647
+global_step = 2899
+loss = 0.2802383803517377
+mcc = 0.5290369945616428
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28015635979199416
+eval_loss = 0.45774519172581757
+global_step = 2999
+loss = 0.28015635979199416
+mcc = 0.5171981604121658
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.280116079530819
+eval_loss = 0.46175673965251807
+global_step = 3099
+loss = 0.280116079530819
+mcc = 0.5292575156160738
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28002789718596477
+eval_loss = 0.4570824693549763
+global_step = 3199
+loss = 0.28002789718596477
+mcc = 0.5102742207491978
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27996111961793596
+eval_loss = 0.4685366289182143
+global_step = 3299
+loss = 0.27996111961793596
+mcc = 0.5075323666037682
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2799214343133482
+eval_loss = 0.46386505076379486
+global_step = 3399
+loss = 0.2799214343133482
+mcc = 0.49818194163113544
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27988882744421306
+eval_loss = 0.46293420683253894
+global_step = 3499
+loss = 0.27988882744421306
+mcc = 0.5157729880756086
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2798519777643843
+eval_loss = 0.46502567240686127
+global_step = 3599
+loss = 0.2798519777643843
+mcc = 0.5141951979542654
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27981998667294156
+eval_loss = 0.47166980215997406
+global_step = 3699
+loss = 0.27981998667294156
+mcc = 0.5080191328496129
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2798082064047836
+eval_loss = 0.4631090304165175
+global_step = 3799
+loss = 0.2798082064047836
+mcc = 0.5080191328496129
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2797351769795324
+eval_loss = 0.46201050462144794
+global_step = 3899
+loss = 0.2797351769795324
+mcc = 0.5050401952530084
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.279704924630922
+eval_loss = 0.458680326739947
+global_step = 3999
+loss = 0.279704924630922
+mcc = 0.5201497752653439
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2796514375954612
+eval_loss = 0.46237338853604865
+global_step = 4099
+loss = 0.2796514375954612
+mcc = 0.49253624505108995
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27964162459953196
+eval_loss = 0.4619031963926373
+global_step = 4199
+loss = 0.27964162459953196
+mcc = 0.5229745445290679
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27961426247175586
+eval_loss = 0.45615032495874347
+global_step = 4299
+loss = 0.27961426247175586
+mcc = 0.5365264430934975
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2795747756165357
+eval_loss = 0.46128532922629156
+global_step = 4399
+loss = 0.2795747756165357
+mcc = 0.5041823056504463
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2795220803760057
+eval_loss = 0.4602658495758519
+global_step = 4499
+loss = 0.2795220803760057
+mcc = 0.5375605063482544
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27950176937822724
+eval_loss = 0.4619640265450333
+global_step = 4599
+loss = 0.27950176937822724
+mcc = 0.5124562838813566
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27945331381810273
+eval_loss = 0.4646099471684658
+global_step = 4699
+loss = 0.27945331381810273
+mcc = 0.5169077666628997
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27942949730012534
+eval_loss = 0.45465407678575226
+global_step = 4799
+loss = 0.27942949730012534
+mcc = 0.5177285176003892
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27937435647265524
+eval_loss = 0.46109452843666077
+global_step = 4899
+loss = 0.27937435647265524
+mcc = 0.5100445720965326
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27937307727589655
+eval_loss = 0.4682340549700188
+global_step = 4999
+loss = 0.27937307727589655
+mcc = 0.5113098668014724
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27931859925941616
+eval_loss = 0.4559897735263362
+global_step = 5099
+loss = 0.27931859925941616
+mcc = 0.4956987863834426
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2792279692418668
+eval_loss = 0.46568602684772376
+global_step = 5199
+loss = 0.2792279692418668
+mcc = 0.5037325824551425
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27921356061681935
+eval_loss = 0.4651721232768261
+global_step = 5299
+loss = 0.27921356061681935
+mcc = 0.5043359873367174
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27919509032905754
+eval_loss = 0.4558627451911117
+global_step = 5399
+loss = 0.27919509032905754
+mcc = 0.5203811415338604
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2791919815044963
+eval_loss = 0.47234560684724286
+global_step = 5499
+loss = 0.2791919815044963
+mcc = 0.5050318665715698
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27913230621648655
+eval_loss = 0.4647821206035036
+global_step = 5599
+loss = 0.27913230621648655
+mcc = 0.5309667017559951
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2790925793400729
+eval_loss = 0.46153073238604
+global_step = 5699
+loss = 0.2790925793400729
+mcc = 0.5190273679468184
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27906418180471865
+eval_loss = 0.4553970116557497
+global_step = 5799
+loss = 0.27906418180471865
+mcc = 0.5290221303314049
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2789917427703554
+eval_loss = 0.46314272465127887
+global_step = 5899
+loss = 0.2789917427703554
+mcc = 0.5279776596624234
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.278957199890885
+eval_loss = 0.45775021115938824
+global_step = 5999
+loss = 0.278957199890885
+mcc = 0.518420673903781
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2789460385597266
+eval_loss = 0.45754783352216083
+global_step = 6099
+loss = 0.2789460385597266
+mcc = 0.5120097095655185
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27893527109097194
+eval_loss = 0.4572519813523148
+global_step = 6199
+loss = 0.27893527109097194
+mcc = 0.5067159264085137
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27890371736703856
+eval_loss = 0.4562020681121133
+global_step = 6299
+loss = 0.27890371736703856
+mcc = 0.5159467834583324
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27888854389163475
+eval_loss = 0.4561521221290935
+global_step = 6399
+loss = 0.27888854389163475
+mcc = 0.5068496037498794
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2788673949335186
+eval_loss = 0.45499569538867835
+global_step = 6499
+loss = 0.2788673949335186
+mcc = 0.5248136238117787
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2757796198129654
+eval_loss = 0.4573383358391849
+global_step = 6599
+loss = 0.2757796198129654
+mcc = 0.526358024246533
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27811965489616763
+eval_loss = 0.464380630941102
+global_step = 6699
+loss = 0.27811965489616763
+mcc = 0.5061972812614249
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27816279437027724
+eval_loss = 0.45742737885677454
+global_step = 6799
+loss = 0.27816279437027724
+mcc = 0.5094661687755515
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27831977841101196
+eval_loss = 0.4616742395993435
+global_step = 6899
+loss = 0.27831977841101196
+mcc = 0.5168700801849877
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2787469409332417
+eval_loss = 0.46456035791021405
+global_step = 6999
+loss = 0.2787469409332417
+mcc = 0.5087627070614528
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2783590109930152
+eval_loss = 0.4590166509151459
+global_step = 7099
+loss = 0.2783590109930152
+mcc = 0.5003981004491761
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2783066115730646
+eval_loss = 0.46331078265652514
+global_step = 7199
+loss = 0.2783066115730646
+mcc = 0.515768451621402
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27824770591475745
+eval_loss = 0.46015787756804266
+global_step = 7299
+loss = 0.27824770591475745
+mcc = 0.5237298450652518
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2780952813910015
+eval_loss = 0.4625533123811086
+global_step = 7399
+loss = 0.2780952813910015
+mcc = 0.5034296190683365
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.278015139422058
+eval_loss = 0.4528456592198574
+global_step = 7499
+loss = 0.278015139422058
+mcc = 0.5217876741934422
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.277956866410624
+eval_loss = 0.4593150651816166
+global_step = 7599
+loss = 0.277956866410624
+mcc = 0.5251026682217866
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2779009008537168
+eval_loss = 0.4646720245028987
+global_step = 7699
+loss = 0.2779009008537168
+mcc = 0.5183921815500953
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2779220149440821
+eval_loss = 0.454393154743946
+global_step = 7799
+loss = 0.2779220149440821
+mcc = 0.5041352192953922
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2777234323528464
+eval_loss = 0.45908459840398846
+global_step = 7899
+loss = 0.2777234323528464
+mcc = 0.5020574037201646
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2777911504767729
+eval_loss = 0.4548939312949325
+global_step = 7999
+loss = 0.2777911504767729
+mcc = 0.5196909986566013
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27777142050933645
+eval_loss = 0.4575051547903003
+global_step = 8099
+loss = 0.27777142050933645
+mcc = 0.49580015034789016
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27780618237103905
+eval_loss = 0.4631824285695047
+global_step = 8199
+loss = 0.27780618237103905
+mcc = 0.5155959050899789
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27793682633326366
+eval_loss = 0.465167505271507
+global_step = 8299
+loss = 0.27793682633326366
+mcc = 0.51826530606729
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27787920028929436
+eval_loss = 0.4498411010612141
+global_step = 8399
+loss = 0.27787920028929436
+mcc = 0.5065152939803185
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2779220895403448
+eval_loss = 0.45216559821909125
+global_step = 8499
+loss = 0.2779220895403448
+mcc = 0.5080191328496129
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2778555219416728
+eval_loss = 0.4617597225940589
+global_step = 8599
+loss = 0.2778555219416728
+mcc = 0.5083999234602438
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2777616101115262
+eval_loss = 0.4578354196114974
+global_step = 8699
+loss = 0.2777616101115262
+mcc = 0.5031704769687771
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27773835413333725
+eval_loss = 0.4657824310389432
+global_step = 8799
+loss = 0.27773835413333725
+mcc = 0.4881240673260976
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2777370062798986
+eval_loss = 0.45953314503033954
+global_step = 8899
+loss = 0.2777370062798986
+mcc = 0.5153769103822675
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.277684324152904
+eval_loss = 0.45517356648589624
+global_step = 8999
+loss = 0.277684324152904
+mcc = 0.5163748285133078
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27766840475888105
+eval_loss = 0.457070403026812
+global_step = 9099
+loss = 0.27766840475888105
+mcc = 0.51233675887833
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2776113221802378
+eval_loss = 0.45618007399819116
+global_step = 9199
+loss = 0.2776113221802378
+mcc = 0.5248226674672084
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775809703416814
+eval_loss = 0.45970096552010736
+global_step = 9299
+loss = 0.2775809703416814
+mcc = 0.49818194163113544
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775813296447892
+eval_loss = 0.4484571742288994
+global_step = 9399
+loss = 0.2775813296447892
+mcc = 0.5353363425506695
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775996053032064
+eval_loss = 0.45738490603186865
+global_step = 9499
+loss = 0.2775996053032064
+mcc = 0.5274553187190298
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775802656899041
+eval_loss = 0.45940391764496313
+global_step = 9599
+loss = 0.2775802656899041
+mcc = 0.5309667017559951
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775419917792927
+eval_loss = 0.45416359558249964
+global_step = 9699
+loss = 0.2775419917792927
+mcc = 0.5168700801849877
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775549595470955
+eval_loss = 0.45552727580070496
+global_step = 9799
+loss = 0.2775549595470955
+mcc = 0.5302530461642105
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775005057643531
+eval_loss = 0.4519644948569211
+global_step = 9899
+loss = 0.2775005057643531
+mcc = 0.5375605063482544
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775091579102952
+eval_loss = 0.45495487162561127
+global_step = 9999
+loss = 0.2775091579102952
+mcc = 0.5290831606897504
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775382169535103
+eval_loss = 0.45335144888270984
+global_step = 10099
+loss = 0.2775382169535103
+mcc = 0.5212483689279175
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775139581126788
+eval_loss = 0.4594464329156009
+global_step = 10199
+loss = 0.2775139581126788
+mcc = 0.5374399947273891
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774607858602481
+eval_loss = 0.45745504489450745
+global_step = 10299
+loss = 0.2774607858602481
+mcc = 0.5371844138786498
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27743388400594265
+eval_loss = 0.45088858676679205
+global_step = 10399
+loss = 0.27743388400594265
+mcc = 0.5347185537666785
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27751540343017606
+eval_loss = 0.46303236665147723
+global_step = 10499
+loss = 0.27751540343017606
+mcc = 0.5330871284819242
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27752122901506593
+eval_loss = 0.45777365204059717
+global_step = 10599
+loss = 0.27752122901506593
+mcc = 0.5201497752653439
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2775007768753793
+eval_loss = 0.4558024289030017
+global_step = 10699
+loss = 0.2775007768753793
+mcc = 0.5228028383317379
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774832700614017
+eval_loss = 0.4519307076027899
+global_step = 10799
+loss = 0.2774832700614017
+mcc = 0.5190273679468184
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774546956747327
+eval_loss = 0.45893278085824213
+global_step = 10899
+loss = 0.2774546956747327
+mcc = 0.5297290847722776
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27744613046488037
+eval_loss = 0.45718637018492725
+global_step = 10999
+loss = 0.27744613046488037
+mcc = 0.5184277879580146
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774493484948075
+eval_loss = 0.45472668788649817
+global_step = 11099
+loss = 0.2774493484948075
+mcc = 0.5355562155372715
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774652933344232
+eval_loss = 0.4553719036506884
+global_step = 11199
+loss = 0.2774652933344232
+mcc = 0.5297290847722776
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774399504838448
+eval_loss = 0.45496712760491803
+global_step = 11299
+loss = 0.2774399504838448
+mcc = 0.5357272816819911
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27742566522536527
+eval_loss = 0.4532328591202245
+global_step = 11399
+loss = 0.27742566522536527
+mcc = 0.5302530461642105
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774223230147148
+eval_loss = 0.4519491602074016
+global_step = 11499
+loss = 0.2774223230147148
+mcc = 0.5166623535745778
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27743097503098557
+eval_loss = 0.4579541466452859
+global_step = 11599
+loss = 0.27743097503098557
+mcc = 0.5281023217797143
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27743173339243593
+eval_loss = 0.4504963927196734
+global_step = 11699
+loss = 0.27743173339243593
+mcc = 0.5290831606897504
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27745687274361097
+eval_loss = 0.44933091058875574
+global_step = 11799
+loss = 0.27745687274361097
+mcc = 0.5347185537666785
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27743749302526766
+eval_loss = 0.448698260567405
+global_step = 11899
+loss = 0.27743749302526766
+mcc = 0.5322060958308948
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27743755156887095
+eval_loss = 0.4573155262253501
+global_step = 11999
+loss = 0.27743755156887095
+mcc = 0.5224496771410306
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774356068924156
+eval_loss = 0.4552531224308592
+global_step = 12099
+loss = 0.2774356068924156
+mcc = 0.5324104093270398
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27742416586070123
+eval_loss = 0.4579685023336699
+global_step = 12199
+loss = 0.27742416586070123
+mcc = 0.5291785294213451
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774283394823569
+eval_loss = 0.4494276660861391
+global_step = 12299
+loss = 0.2774283394823569
+mcc = 0.5547015581596438
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774310273026533
+eval_loss = 0.45670852155396435
+global_step = 12399
+loss = 0.2774310273026533
+mcc = 0.5395175517784774
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2773878394997096
+eval_loss = 0.4560541799574187
+global_step = 12499
+loss = 0.2773878394997096
+mcc = 0.5315672216228357
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2774021773165381
+eval_loss = 0.45269398255781695
+global_step = 12599
+loss = 0.2774021773165381
+mcc = 0.5231821039975777
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2773917444309081
+eval_loss = 0.4570877570094484
+global_step = 12699
+loss = 0.2773917444309081
+mcc = 0.5369793883294685
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2773833233024865
+eval_loss = 0.45557611458229297
+global_step = 12799
+loss = 0.2773833233024865
+mcc = 0.5312319613383731
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2773907062796129
+eval_loss = 0.45298474394913874
+global_step = 12899
+loss = 0.2773907062796129
+mcc = 0.5279435340913744
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27739593593739925
+eval_loss = 0.4516429973371101
+global_step = 12999
+loss = 0.27739593593739925
+mcc = 0.5455569520342612
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2773754865453472
+eval_loss = 0.451772644664302
+global_step = 13099
+loss = 0.2773754865453472
+mcc = 0.5447721171016089
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.278318057457606
+eval_loss = 0.4590268884644364
+global_step = 13199
+loss = 0.278318057457606
+mcc = 0.5356489226051415
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27664143721991724
+eval_loss = 0.45668373776204657
+global_step = 13299
+loss = 0.27664143721991724
+mcc = 0.5395175517784774
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27545882497677965
+eval_loss = 0.4490573957110896
+global_step = 13399
+loss = 0.27545882497677965
+mcc = 0.5496207419670193
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2757971603121958
+eval_loss = 0.45480099681651953
+global_step = 13499
+loss = 0.2757971603121958
+mcc = 0.5348097624143603
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27587504841587657
+eval_loss = 0.45544032255808514
+global_step = 13599
+loss = 0.27587504841587657
+mcc = 0.5254536736633585
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2759395760204094
+eval_loss = 0.456780217813723
+global_step = 13699
+loss = 0.2759395760204094
+mcc = 0.5281023217797143
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761271443028364
+eval_loss = 0.4568403245824756
+global_step = 13799
+loss = 0.2761271443028364
+mcc = 0.5270843127054785
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763089490752294
+eval_loss = 0.45502680359464703
+global_step = 13899
+loss = 0.2763089490752294
+mcc = 0.5302530461642105
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763681988449415
+eval_loss = 0.4561975769924395
+global_step = 13999
+loss = 0.2763681988449415
+mcc = 0.5316647141164849
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2764051501998807
+eval_loss = 0.45802293582396075
+global_step = 14099
+loss = 0.2764051501998807
+mcc = 0.5403061957257674
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763773106164101
+eval_loss = 0.45300981312087085
+global_step = 14199
+loss = 0.2763773106164101
+mcc = 0.5274553187190298
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27634809661330784
+eval_loss = 0.45622625856688526
+global_step = 14299
+loss = 0.27634809661330784
+mcc = 0.5183921815500953
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27630603134730713
+eval_loss = 0.45476906317653076
+global_step = 14399
+loss = 0.27630603134730713
+mcc = 0.5318161795948887
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763643769406471
+eval_loss = 0.45554043939619354
+global_step = 14499
+loss = 0.2763643769406471
+mcc = 0.5276117265770821
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2765032273920146
+eval_loss = 0.45379058700619324
+global_step = 14599
+loss = 0.2765032273920146
+mcc = 0.5106329014613062
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2764957464535241
+eval_loss = 0.45894434145002655
+global_step = 14699
+loss = 0.2764957464535241
+mcc = 0.5171981604121658
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27650387620355416
+eval_loss = 0.4566023765188275
+global_step = 14799
+loss = 0.27650387620355416
+mcc = 0.5322060958308948
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2765135073292109
+eval_loss = 0.4491843418641524
+global_step = 14899
+loss = 0.2765135073292109
+mcc = 0.5376769315385652
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27645776300979885
+eval_loss = 0.459045028144663
+global_step = 14999
+loss = 0.27645776300979885
+mcc = 0.5163630963192842
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2765224870350924
+eval_loss = 0.45438164382269886
+global_step = 15099
+loss = 0.2765224870350924
+mcc = 0.5276117265770821
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27655044160950176
+eval_loss = 0.45653185880545416
+global_step = 15199
+loss = 0.27655044160950176
+mcc = 0.5316647141164849
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.276501307121777
+eval_loss = 0.45656741749156604
+global_step = 15299
+loss = 0.276501307121777
+mcc = 0.5276117265770821
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2765050630943977
+eval_loss = 0.45284795941728534
+global_step = 15399
+loss = 0.2765050630943977
+mcc = 0.5315672216228357
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2764615254801762
+eval_loss = 0.46013957171729114
+global_step = 15499
+loss = 0.2764615254801762
+mcc = 0.5266763751215275
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27637805436200846
+eval_loss = 0.452160148006497
+global_step = 15599
+loss = 0.27637805436200846
+mcc = 0.5191953567121099
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763865352175824
+eval_loss = 0.4566154796065706
+global_step = 15699
+loss = 0.2763865352175824
+mcc = 0.5291785294213451
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27636008938412504
+eval_loss = 0.4549913090286833
+global_step = 15799
+loss = 0.27636008938412504
+mcc = 0.5190097111686822
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27635927772821206
+eval_loss = 0.45468395858099964
+global_step = 15899
+loss = 0.27635927772821206
+mcc = 0.5176740389815154
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763913096525186
+eval_loss = 0.45687262668754114
+global_step = 15999
+loss = 0.2763913096525186
+mcc = 0.5379646517492308
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27635131174959077
+eval_loss = 0.4549617071946462
+global_step = 16099
+loss = 0.27635131174959077
+mcc = 0.5200867163616212
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27639669551826385
+eval_loss = 0.45427083336945734
+global_step = 16199
+loss = 0.27639669551826385
+mcc = 0.5185990890831609
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27637253505177495
+eval_loss = 0.4564370702613484
+global_step = 16299
+loss = 0.27637253505177495
+mcc = 0.5276346700087589
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27633983237177234
+eval_loss = 0.4526894535079147
+global_step = 16399
+loss = 0.27633983237177234
+mcc = 0.5318161795948887
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763634096796183
+eval_loss = 0.4523286151163506
+global_step = 16499
+loss = 0.2763634096796183
+mcc = 0.5344510385480925
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2763351077740057
+eval_loss = 0.45641895496484003
+global_step = 16599
+loss = 0.2763351077740057
+mcc = 0.524327905037375
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27630653749354106
+eval_loss = 0.45319110335725726
+global_step = 16699
+loss = 0.27630653749354106
+mcc = 0.5338113857914387
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27626817112535146
+eval_loss = 0.45247378132560034
+global_step = 16799
+loss = 0.27626817112535146
+mcc = 0.5309667017559951
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.276290586126336
+eval_loss = 0.45359588301543036
+global_step = 16899
+loss = 0.276290586126336
+mcc = 0.5408255169384978
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2762416014914814
+eval_loss = 0.4515194757418199
+global_step = 16999
+loss = 0.2762416014914814
+mcc = 0.5364994308218176
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2762412506697214
+eval_loss = 0.4490665648922776
+global_step = 17099
+loss = 0.2762412506697214
+mcc = 0.528019541905275
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2762108766161376
+eval_loss = 0.45332705523028516
+global_step = 17199
+loss = 0.2762108766161376
+mcc = 0.5348763506104023
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761994298718857
+eval_loss = 0.45431061856674426
+global_step = 17299
+loss = 0.2761994298718857
+mcc = 0.5395175517784774
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27617793641214444
+eval_loss = 0.4537888720180049
+global_step = 17399
+loss = 0.27617793641214444
+mcc = 0.5290221303314049
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761897478580309
+eval_loss = 0.45442140915177087
+global_step = 17499
+loss = 0.2761897478580309
+mcc = 0.5276346700087589
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761933956625619
+eval_loss = 0.4552511428341721
+global_step = 17599
+loss = 0.2761933956625619
+mcc = 0.5223414189412047
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27616957312850104
+eval_loss = 0.453849631728548
+global_step = 17699
+loss = 0.27616957312850104
+mcc = 0.5394751143865678
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761757420592154
+eval_loss = 0.45676823276461975
+global_step = 17799
+loss = 0.2761757420592154
+mcc = 0.5263771879747187
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761607745487894
+eval_loss = 0.4525405850374337
+global_step = 17899
+loss = 0.2761607745487894
+mcc = 0.5249677896757049
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761404152210499
+eval_loss = 0.4527777406302365
+global_step = 17999
+loss = 0.2761404152210499
+mcc = 0.5302530461642105
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761837591353199
+eval_loss = 0.4547244626464266
+global_step = 18099
+loss = 0.2761837591353199
+mcc = 0.5315672216228357
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27617460252472825
+eval_loss = 0.45115146040916443
+global_step = 18199
+loss = 0.27617460252472825
+mcc = 0.5263343763638897
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761623841555624
+eval_loss = 0.45427156668720825
+global_step = 18299
+loss = 0.2761623841555624
+mcc = 0.5350117423563097
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761950084643163
+eval_loss = 0.454286765871626
+global_step = 18399
+loss = 0.2761950084643163
+mcc = 0.5355562155372715
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2761831375182427
+eval_loss = 0.45068027395190613
+global_step = 18499
+loss = 0.2761831375182427
+mcc = 0.5408255169384978
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27621336098099886
+eval_loss = 0.4529677299839078
+global_step = 18599
+loss = 0.27621336098099886
+mcc = 0.5394751143865678
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2762250059917718
+eval_loss = 0.45488957564036053
+global_step = 18699
+loss = 0.2762250059917718
+mcc = 0.538880877181237
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27622369788806267
+eval_loss = 0.4533221423625946
+global_step = 18799
+loss = 0.27622369788806267
+mcc = 0.540145729318548
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27624025213194303
+eval_loss = 0.4541215788234364
+global_step = 18899
+loss = 0.27624025213194303
+mcc = 0.542106330857015
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27623185721131605
+eval_loss = 0.45452457576087024
+global_step = 18999
+loss = 0.27623185721131605
+mcc = 0.540145729318548
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27624673165732744
+eval_loss = 0.454106766166109
+global_step = 19099
+loss = 0.27624673165732744
+mcc = 0.5375122094090742
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27626025659864606
+eval_loss = 0.453075953505256
+global_step = 19199
+loss = 0.27626025659864606
+mcc = 0.5342056019086159
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27623782110674755
+eval_loss = 0.453053484360377
+global_step = 19299
+loss = 0.27623782110674755
+mcc = 0.5335440534839315
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27621929033364356
+eval_loss = 0.45425386320460925
+global_step = 19399
+loss = 0.27621929033364356
+mcc = 0.540145729318548
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2762047120405842
+eval_loss = 0.4529296936410846
+global_step = 19499
+loss = 0.2762047120405842
+mcc = 0.5368415520595031
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27618440176101794
+eval_loss = 0.45266035424940515
+global_step = 19599
+loss = 0.27618440176101794
+mcc = 0.5368415520595031
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27617881076093054
+eval_loss = 0.4528392625577522
+global_step = 19699
+loss = 0.27617881076093054
+mcc = 0.5368415520595031
+rep_loss = 0.0

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc37fbbb654c9ae257be69362d40fb94e7e28ecbcd7847abc2dd6fe1c322cf7
+size 270223951