Upload folder using huggingface_hub

config.json

@@ -0,0 +1,29 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "cell": {},
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "emb_size": 312,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 312,
+  "initializer_range": 0.02,
+  "intermediate_size": 1200,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 4,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "pre_trained": "",
+  "structure": [],
+  "training": "",
+  "transformers_version": "4.57.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval_results.txt

@@ -0,0 +1,1379 @@
+att_loss = 0.0
+cls_loss = 0.34237186716060447
+eval_loss = 0.6603382482673182
+global_step = 99
+loss = 0.34237186716060447
+mcc = 0.3702633409778515
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.33177106344520146
+eval_loss = 0.5872409325657468
+global_step = 199
+loss = 0.33177106344520146
+mcc = 0.3709803389600345
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.3205442242199761
+eval_loss = 0.5501694516702131
+global_step = 299
+loss = 0.3205442242199761
+mcc = 0.3632136143179997
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.3123153758078888
+eval_loss = 0.53216142726667
+global_step = 399
+loss = 0.3123153758078888
+mcc = 0.37663386957262124
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.30697973977348847
+eval_loss = 0.5267899740826
+global_step = 499
+loss = 0.30697973977348847
+mcc = 0.3892560665897791
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.30355875838380025
+eval_loss = 0.5238304472330845
+global_step = 599
+loss = 0.30355875838380025
+mcc = 0.3877546380385484
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.30093799652971426
+eval_loss = 0.5212509063157168
+global_step = 699
+loss = 0.30093799652971426
+mcc = 0.38221460495175935
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.298923846292257
+eval_loss = 0.5149777947050153
+global_step = 799
+loss = 0.298923846292257
+mcc = 0.38899362002004945
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29705169435602935
+eval_loss = 0.5193736670595227
+global_step = 899
+loss = 0.29705169435602935
+mcc = 0.39097174554766484
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29570507263397433
+eval_loss = 0.5197603810917247
+global_step = 999
+loss = 0.29570507263397433
+mcc = 0.37330557017038596
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29460890394541434
+eval_loss = 0.5279499075629495
+global_step = 1099
+loss = 0.29460890394541434
+mcc = 0.37165225479127123
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29367289988571055
+eval_loss = 0.5174163525754755
+global_step = 1199
+loss = 0.29367289988571055
+mcc = 0.37827883919891614
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2929169338101878
+eval_loss = 0.5223202154491887
+global_step = 1299
+loss = 0.2929169338101878
+mcc = 0.37061285503044555
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2922824918371682
+eval_loss = 0.5192791611859293
+global_step = 1399
+loss = 0.2922824918371682
+mcc = 0.3840054310253403
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2917452016180559
+eval_loss = 0.5148796357891776
+global_step = 1499
+loss = 0.2917452016180559
+mcc = 0.38833086918437604
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29132951364582815
+eval_loss = 0.5153409513560209
+global_step = 1599
+loss = 0.29132951364582815
+mcc = 0.41927013804892227
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2909143878264312
+eval_loss = 0.5176202645807555
+global_step = 1699
+loss = 0.2909143878264312
+mcc = 0.39895365254134896
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.29057640186808653
+eval_loss = 0.519390397902691
+global_step = 1799
+loss = 0.29057640186808653
+mcc = 0.3840013666665939
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.290319570432907
+eval_loss = 0.5133328392650142
+global_step = 1899
+loss = 0.290319570432907
+mcc = 0.4069899871395845
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2900308165000402
+eval_loss = 0.5166239133386901
+global_step = 1999
+loss = 0.2900308165000402
+mcc = 0.3819485378858301
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28977794074171664
+eval_loss = 0.5148214986830046
+global_step = 2099
+loss = 0.28977794074171664
+mcc = 0.40458001224586415
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28947624005800815
+eval_loss = 0.514714679031661
+global_step = 2199
+loss = 0.28947624005800815
+mcc = 0.4026106243439989
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28915125764857796
+eval_loss = 0.5223394650401492
+global_step = 2299
+loss = 0.28915125764857796
+mcc = 0.39895365254134896
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28900953685059655
+eval_loss = 0.5247616054433765
+global_step = 2399
+loss = 0.28900953685059655
+mcc = 0.38731511142125435
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28884948732233756
+eval_loss = 0.525927048740965
+global_step = 2499
+loss = 0.28884948732233756
+mcc = 0.3804125081494791
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28874072126353323
+eval_loss = 0.5305289842865684
+global_step = 2599
+loss = 0.28874072126353323
+mcc = 0.36894282240349613
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2885687179192652
+eval_loss = 0.5217124169523065
+global_step = 2699
+loss = 0.2885687179192652
+mcc = 0.35918776049405
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2884783570299663
+eval_loss = 0.5284617434848439
+global_step = 2799
+loss = 0.2884783570299663
+mcc = 0.3803392011836776
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2883057665027146
+eval_loss = 0.5248655911647913
+global_step = 2899
+loss = 0.2883057665027146
+mcc = 0.36407735181256773
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2881783898839079
+eval_loss = 0.5342400931950771
+global_step = 2999
+loss = 0.2881783898839079
+mcc = 0.39097174554766484
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2880394740685912
+eval_loss = 0.5215818358190132
+global_step = 3099
+loss = 0.2880394740685912
+mcc = 0.3804125081494791
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28794247894389213
+eval_loss = 0.5263493223623796
+global_step = 3199
+loss = 0.28794247894389213
+mcc = 0.39780520460046437
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2878018494906589
+eval_loss = 0.5152009563012556
+global_step = 3299
+loss = 0.2878018494906589
+mcc = 0.3732051470850359
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2876835728426406
+eval_loss = 0.5174267815821099
+global_step = 3399
+loss = 0.2876835728426406
+mcc = 0.3820632828805051
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28756312976550563
+eval_loss = 0.5152028862274054
+global_step = 3499
+loss = 0.28756312976550563
+mcc = 0.39327627939877535
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2874426774206543
+eval_loss = 0.5117849030277946
+global_step = 3599
+loss = 0.2874426774206543
+mcc = 0.3762322221434117
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28736593537425376
+eval_loss = 0.5194391743703322
+global_step = 3699
+loss = 0.28736593537425376
+mcc = 0.37637355975877906
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2872757521914193
+eval_loss = 0.5270495496012948
+global_step = 3799
+loss = 0.2872757521914193
+mcc = 0.39438996614158506
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28718765729679513
+eval_loss = 0.520123277649735
+global_step = 3899
+loss = 0.28718765729679513
+mcc = 0.37177416903895627
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2871156335510472
+eval_loss = 0.5226057451782804
+global_step = 3999
+loss = 0.2871156335510472
+mcc = 0.37302602457804274
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28708139837340746
+eval_loss = 0.5150534474488461
+global_step = 4099
+loss = 0.28708139837340746
+mcc = 0.4011346232727083
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28702193186677166
+eval_loss = 0.5152694862900358
+global_step = 4199
+loss = 0.28702193186677166
+mcc = 0.39611025073017425
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28695012972185185
+eval_loss = 0.521484088717085
+global_step = 4299
+loss = 0.28695012972185185
+mcc = 0.38228296898092495
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28689421526367864
+eval_loss = 0.5239615097190394
+global_step = 4399
+loss = 0.28689421526367864
+mcc = 0.3923138769373063
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2868007770026358
+eval_loss = 0.5138817682410731
+global_step = 4499
+loss = 0.2868007770026358
+mcc = 0.3908602459650061
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2867444366424025
+eval_loss = 0.5129947833942644
+global_step = 4599
+loss = 0.2867444366424025
+mcc = 0.39884193907512194
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2866564529814551
+eval_loss = 0.5101995305581526
+global_step = 4699
+loss = 0.2866564529814551
+mcc = 0.403167099827574
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2866204083307407
+eval_loss = 0.5110881166024641
+global_step = 4799
+loss = 0.2866204083307407
+mcc = 0.3932731321067742
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28653837713046226
+eval_loss = 0.5160060732653646
+global_step = 4899
+loss = 0.28653837713046226
+mcc = 0.3791514250884126
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2864541731630237
+eval_loss = 0.5124918773318782
+global_step = 4999
+loss = 0.2864541731630237
+mcc = 0.3890347057339363
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28638665469856117
+eval_loss = 0.5217192778081605
+global_step = 5099
+loss = 0.28638665469856117
+mcc = 0.3937806133722603
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2863042280092265
+eval_loss = 0.5213332573572794
+global_step = 5199
+loss = 0.2863042280092265
+mcc = 0.38568778619879135
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28625702371764217
+eval_loss = 0.5238886927113389
+global_step = 5299
+loss = 0.28625702371764217
+mcc = 0.3885215735722988
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28616623083106413
+eval_loss = 0.5150826492092826
+global_step = 5399
+loss = 0.28616623083106413
+mcc = 0.39777291234124745
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2861386102331749
+eval_loss = 0.5174173974629604
+global_step = 5499
+loss = 0.2861386102331749
+mcc = 0.38284510021837986
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2860565667658922
+eval_loss = 0.520055275071751
+global_step = 5599
+loss = 0.2860565667658922
+mcc = 0.3772922967514493
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2860261079673705
+eval_loss = 0.5164578006123052
+global_step = 5699
+loss = 0.2860261079673705
+mcc = 0.39998008459631823
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28596524872138884
+eval_loss = 0.5099366253072565
+global_step = 5799
+loss = 0.28596524872138884
+mcc = 0.4085876237775107
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28592844469594964
+eval_loss = 0.5119992882916422
+global_step = 5899
+loss = 0.28592844469594964
+mcc = 0.40104837216246975
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28590416652666645
+eval_loss = 0.5151183000116637
+global_step = 5999
+loss = 0.28590416652666645
+mcc = 0.37999701664002705
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2858548017799278
+eval_loss = 0.5153002630580555
+global_step = 6099
+loss = 0.2858548017799278
+mcc = 0.3734647489671002
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28581119698321633
+eval_loss = 0.5087440140319593
+global_step = 6199
+loss = 0.28581119698321633
+mcc = 0.41607779331757044
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2857871880051938
+eval_loss = 0.5130369663238525
+global_step = 6299
+loss = 0.2857871880051938
+mcc = 0.40882970414693454
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2857193908811193
+eval_loss = 0.5108520045424952
+global_step = 6399
+loss = 0.2857193908811193
+mcc = 0.3940079243628446
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28568193774339623
+eval_loss = 0.5132698967601313
+global_step = 6499
+loss = 0.28568193774339623
+mcc = 0.38884978659993197
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2834862545132637
+eval_loss = 0.5128394329186642
+global_step = 6599
+loss = 0.2834862545132637
+mcc = 0.3823808296094942
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2813756861365758
+eval_loss = 0.5069861809412638
+global_step = 6699
+loss = 0.2813756861365758
+mcc = 0.4117922073135961
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2816205664592631
+eval_loss = 0.511738433079286
+global_step = 6799
+loss = 0.2816205664592631
+mcc = 0.4172466675387621
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28304927894159365
+eval_loss = 0.5068024947787776
+global_step = 6899
+loss = 0.28304927894159365
+mcc = 0.3996440630136365
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2825837999139682
+eval_loss = 0.5051217377185822
+global_step = 6999
+loss = 0.2825837999139682
+mcc = 0.4033762891627765
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28276582570776104
+eval_loss = 0.5126414741530563
+global_step = 7099
+loss = 0.28276582570776104
+mcc = 0.3803392011836776
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28260714126541125
+eval_loss = 0.5112863851316047
+global_step = 7199
+loss = 0.28260714126541125
+mcc = 0.403167099827574
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.282591997730461
+eval_loss = 0.5127082331614061
+global_step = 7299
+loss = 0.282591997730461
+mcc = 0.4059864935947653
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2825035277883805
+eval_loss = 0.518345855402224
+global_step = 7399
+loss = 0.2825035277883805
+mcc = 0.3830064003070546
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823299742839505
+eval_loss = 0.5192047276280143
+global_step = 7499
+loss = 0.2823299742839505
+mcc = 0.3766911998849963
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28240299949133063
+eval_loss = 0.5189248811114918
+global_step = 7599
+loss = 0.28240299949133063
+mcc = 0.39211267993083676
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824035367078107
+eval_loss = 0.5153183214592211
+global_step = 7699
+loss = 0.2824035367078107
+mcc = 0.37999701664002705
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824633766794918
+eval_loss = 0.5169419917193326
+global_step = 7799
+loss = 0.2824633766794918
+mcc = 0.37588272219203145
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28245345761348134
+eval_loss = 0.5171206160025164
+global_step = 7899
+loss = 0.28245345761348134
+mcc = 0.3985539058708339
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2825832725038216
+eval_loss = 0.5177997441002817
+global_step = 7999
+loss = 0.2825832725038216
+mcc = 0.36977496722249587
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28260926252349894
+eval_loss = 0.512401100360986
+global_step = 8099
+loss = 0.28260926252349894
+mcc = 0.3828545419719089
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28256619950185097
+eval_loss = 0.5159861039031636
+global_step = 8199
+loss = 0.28256619950185097
+mcc = 0.37193451850694254
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28252108295408773
+eval_loss = 0.5178058842817942
+global_step = 8299
+loss = 0.28252108295408773
+mcc = 0.3856835045289885
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28255646062928136
+eval_loss = 0.5111542118318153
+global_step = 8399
+loss = 0.28255646062928136
+mcc = 0.39467643430011085
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2826366017283011
+eval_loss = 0.5156967594768062
+global_step = 8499
+loss = 0.2826366017283011
+mcc = 0.38195214033316116
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28264916480003954
+eval_loss = 0.5102085489215273
+global_step = 8599
+loss = 0.28264916480003954
+mcc = 0.372862717809245
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28260060387022595
+eval_loss = 0.5102424206155719
+global_step = 8699
+loss = 0.28260060387022595
+mcc = 0.40131884995908
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2826164152520538
+eval_loss = 0.5126803761178796
+global_step = 8799
+loss = 0.2826164152520538
+mcc = 0.4235041043063152
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28259986309179413
+eval_loss = 0.5098589604551141
+global_step = 8899
+loss = 0.28259986309179413
+mcc = 0.38990471425985396
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2825142649961589
+eval_loss = 0.5173692351037805
+global_step = 8999
+loss = 0.2825142649961589
+mcc = 0.3993849215588643
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2825618349491788
+eval_loss = 0.5122251212596893
+global_step = 9099
+loss = 0.2825618349491788
+mcc = 0.3840054310253403
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28256867571909855
+eval_loss = 0.5147266279567372
+global_step = 9199
+loss = 0.28256867571909855
+mcc = 0.3985466264666081
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28260061660638225
+eval_loss = 0.5119015773137411
+global_step = 9299
+loss = 0.28260061660638225
+mcc = 0.4105276958910593
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28252783535678105
+eval_loss = 0.5079709806225516
+global_step = 9399
+loss = 0.28252783535678105
+mcc = 0.40693605005193084
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28249339924576194
+eval_loss = 0.5125236321579326
+global_step = 9499
+loss = 0.28249339924576194
+mcc = 0.4039478620313797
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824547092086783
+eval_loss = 0.513409368016503
+global_step = 9599
+loss = 0.2824547092086783
+mcc = 0.4021804836630887
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824284661388428
+eval_loss = 0.5122987113215707
+global_step = 9699
+loss = 0.2824284661388428
+mcc = 0.39213093547272937
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28245821747738176
+eval_loss = 0.5084807701183088
+global_step = 9799
+loss = 0.28245821747738176
+mcc = 0.40739278931922274
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824419995738288
+eval_loss = 0.5111486080921057
+global_step = 9899
+loss = 0.2824419995738288
+mcc = 0.4172194430405653
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2824013299460837
+eval_loss = 0.5125659370061123
+global_step = 9999
+loss = 0.2824013299460837
+mcc = 0.40544142666175087
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823612241491199
+eval_loss = 0.5126088993115858
+global_step = 10099
+loss = 0.2823612241491199
+mcc = 0.4138332826141097
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28233784527314226
+eval_loss = 0.5170806835998188
+global_step = 10199
+loss = 0.28233784527314226
+mcc = 0.4052979142123112
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823012116371169
+eval_loss = 0.5070072204777689
+global_step = 10299
+loss = 0.2823012116371169
+mcc = 0.40891913355202136
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.282276837615498
+eval_loss = 0.5102173388004303
+global_step = 10399
+loss = 0.282276837615498
+mcc = 0.42573897932394733
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28231605232433704
+eval_loss = 0.5103865067164103
+global_step = 10499
+loss = 0.28231605232433704
+mcc = 0.3965913923587624
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28234525746875233
+eval_loss = 0.5086130644335891
+global_step = 10599
+loss = 0.28234525746875233
+mcc = 0.42386735506802997
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28236741794102604
+eval_loss = 0.5086397772485559
+global_step = 10699
+loss = 0.28236741794102604
+mcc = 0.41021970767701216
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823447209174127
+eval_loss = 0.5109247140812151
+global_step = 10799
+loss = 0.2823447209174127
+mcc = 0.4033271983694075
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28235380055874476
+eval_loss = 0.5140562093619144
+global_step = 10899
+loss = 0.28235380055874476
+mcc = 0.4061988397614615
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823390113384371
+eval_loss = 0.51523285742962
+global_step = 10999
+loss = 0.2823390113384371
+mcc = 0.3997736483943066
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823259284451842
+eval_loss = 0.5107357989658009
+global_step = 11099
+loss = 0.2823259284451842
+mcc = 0.39418417780027004
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28235181783537155
+eval_loss = 0.5102178933042468
+global_step = 11199
+loss = 0.28235181783537155
+mcc = 0.40458001224586415
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823098915926859
+eval_loss = 0.5139325694604353
+global_step = 11299
+loss = 0.2823098915926859
+mcc = 0.39651505942154824
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822909285620686
+eval_loss = 0.5153398152553674
+global_step = 11399
+loss = 0.2822909285620686
+mcc = 0.40530962152270844
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822838319407785
+eval_loss = 0.5070374842846033
+global_step = 11499
+loss = 0.2822838319407785
+mcc = 0.3898302148823619
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822466105115499
+eval_loss = 0.5146514863678904
+global_step = 11599
+loss = 0.2822466105115499
+mcc = 0.40011410558622174
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28226915594529023
+eval_loss = 0.5120623545213179
+global_step = 11699
+loss = 0.28226915594529023
+mcc = 0.41454694915421336
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28228479942777907
+eval_loss = 0.5130805644122037
+global_step = 11799
+loss = 0.28228479942777907
+mcc = 0.42072451027133134
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28232717272428004
+eval_loss = 0.5160291429721948
+global_step = 11899
+loss = 0.28232717272428004
+mcc = 0.40011410558622174
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2823260606085257
+eval_loss = 0.5159690497499524
+global_step = 11999
+loss = 0.2823260606085257
+mcc = 0.37141964356869667
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822958163722137
+eval_loss = 0.5140873636260177
+global_step = 12099
+loss = 0.2822958163722137
+mcc = 0.38482081753749314
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822563194435124
+eval_loss = 0.5150263435912855
+global_step = 12199
+loss = 0.2822563194435124
+mcc = 0.3848259659055644
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.282232557991611
+eval_loss = 0.5123935414083076
+global_step = 12299
+loss = 0.282232557991611
+mcc = 0.3804125081494791
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28227046379584597
+eval_loss = 0.5180137825734688
+global_step = 12399
+loss = 0.28227046379584597
+mcc = 0.38315821810772
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28227142532807864
+eval_loss = 0.513143314556642
+global_step = 12499
+loss = 0.28227142532807864
+mcc = 0.4005864260531677
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28223702150690483
+eval_loss = 0.5165203602025004
+global_step = 12599
+loss = 0.28223702150690483
+mcc = 0.3825175429116719
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28226484132742663
+eval_loss = 0.5177025307308544
+global_step = 12699
+loss = 0.28226484132742663
+mcc = 0.38731511142125435
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28226020199148827
+eval_loss = 0.514326117255471
+global_step = 12799
+loss = 0.28226020199148827
+mcc = 0.39651505942154824
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.282260316372069
+eval_loss = 0.5084026528127266
+global_step = 12899
+loss = 0.282260316372069
+mcc = 0.3811450767088426
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822655938672766
+eval_loss = 0.5095312730832533
+global_step = 12999
+loss = 0.2822655938672766
+mcc = 0.40196041858324394
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2822442495780751
+eval_loss = 0.507652967265158
+global_step = 13099
+loss = 0.2822442495780751
+mcc = 0.39783782006586266
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28048115968704224
+eval_loss = 0.5102084703517683
+global_step = 13199
+loss = 0.28048115968704224
+mcc = 0.4009077184297449
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.27984192830706955
+eval_loss = 0.5112800101439158
+global_step = 13299
+loss = 0.27984192830706955
+mcc = 0.40068606376889737
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28055651535828147
+eval_loss = 0.5063392763788049
+global_step = 13399
+loss = 0.28055651535828147
+mcc = 0.3879849787696258
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28020469887742716
+eval_loss = 0.5110559472531984
+global_step = 13499
+loss = 0.28020469887742716
+mcc = 0.4052979142123112
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28019697829388757
+eval_loss = 0.5113063084356713
+global_step = 13599
+loss = 0.28019697829388757
+mcc = 0.4104477269329847
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28015780241058474
+eval_loss = 0.5131644308567047
+global_step = 13699
+loss = 0.28015780241058474
+mcc = 0.39008612150299654
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2801340272518606
+eval_loss = 0.5113311644756433
+global_step = 13799
+loss = 0.2801340272518606
+mcc = 0.40458001224586415
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2801751655188871
+eval_loss = 0.5139215471166553
+global_step = 13899
+loss = 0.2801751655188871
+mcc = 0.39757371367888555
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2803018170285726
+eval_loss = 0.5147871501518019
+global_step = 13999
+loss = 0.2803018170285726
+mcc = 0.3954928502055513
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28044746648950547
+eval_loss = 0.5145218941298398
+global_step = 14099
+loss = 0.28044746648950547
+mcc = 0.3996634131246967
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2806339640358631
+eval_loss = 0.5083598521622744
+global_step = 14199
+loss = 0.2806339640358631
+mcc = 0.3818848270189336
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807077560825752
+eval_loss = 0.5083690303744692
+global_step = 14299
+loss = 0.2807077560825752
+mcc = 0.40043598733848285
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807342776022636
+eval_loss = 0.5088989003138109
+global_step = 14399
+loss = 0.2807342776022636
+mcc = 0.40188104133596453
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2806438054516627
+eval_loss = 0.5132724976900852
+global_step = 14499
+loss = 0.2806438054516627
+mcc = 0.40602330795025077
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2806220871176256
+eval_loss = 0.5147652409293435
+global_step = 14599
+loss = 0.2806220871176256
+mcc = 0.39117212929787876
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28070966569574723
+eval_loss = 0.5120624204476675
+global_step = 14699
+loss = 0.28070966569574723
+mcc = 0.4123578103657358
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28070613990999144
+eval_loss = 0.5133554357470889
+global_step = 14799
+loss = 0.28070613990999144
+mcc = 0.3881583196544164
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807093545262614
+eval_loss = 0.5114469564322269
+global_step = 14899
+loss = 0.2807093545262614
+mcc = 0.39822168961317467
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807347339497145
+eval_loss = 0.5118169856793953
+global_step = 14999
+loss = 0.2807347339497145
+mcc = 0.3869908951412875
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28082120856450704
+eval_loss = 0.5114837397228588
+global_step = 15099
+loss = 0.28082120856450704
+mcc = 0.39831630919917926
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807593362330797
+eval_loss = 0.5067198610667026
+global_step = 15199
+loss = 0.2807593362330797
+mcc = 0.40415734458808295
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807870972221527
+eval_loss = 0.5098130802313486
+global_step = 15299
+loss = 0.2807870972221527
+mcc = 0.37827883919891614
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807835819239312
+eval_loss = 0.5145537157853445
+global_step = 15399
+loss = 0.2807835819239312
+mcc = 0.38619245355598364
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807902951179102
+eval_loss = 0.5105155444506443
+global_step = 15499
+loss = 0.2807902951179102
+mcc = 0.38568778619879135
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2808664371520466
+eval_loss = 0.5120808716976282
+global_step = 15599
+loss = 0.2808664371520466
+mcc = 0.3905903182021713
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28086480764978766
+eval_loss = 0.5126627259182207
+global_step = 15699
+loss = 0.28086480764978766
+mcc = 0.3877546380385484
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807757077305287
+eval_loss = 0.5121393971370928
+global_step = 15799
+loss = 0.2807757077305287
+mcc = 0.39117212929787876
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807666350825768
+eval_loss = 0.5142692002383146
+global_step = 15899
+loss = 0.2807666350825768
+mcc = 0.3746568093380507
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28078636219913994
+eval_loss = 0.5117888396436517
+global_step = 15999
+loss = 0.28078636219913994
+mcc = 0.3981019614430057
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28078779930120157
+eval_loss = 0.5096124988613706
+global_step = 16099
+loss = 0.28078779930120157
+mcc = 0.3919146115938579
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28075273311209464
+eval_loss = 0.5110085606575012
+global_step = 16199
+loss = 0.28075273311209464
+mcc = 0.40178544404291583
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2807791894532431
+eval_loss = 0.5103965654517665
+global_step = 16299
+loss = 0.2807791894532431
+mcc = 0.4024832514990541
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28079897838149276
+eval_loss = 0.511842996785135
+global_step = 16399
+loss = 0.28079897838149276
+mcc = 0.40339504639994617
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28081396074859205
+eval_loss = 0.5137978602539409
+global_step = 16499
+loss = 0.28081396074859205
+mcc = 0.3779893368407423
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28086851178795474
+eval_loss = 0.5133931411035133
+global_step = 16599
+loss = 0.28086851178795474
+mcc = 0.3815798845625387
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28092144247081824
+eval_loss = 0.5128023479924058
+global_step = 16699
+loss = 0.28092144247081824
+mcc = 0.39087642483600127
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28096025591330637
+eval_loss = 0.5111828834721537
+global_step = 16799
+loss = 0.28096025591330637
+mcc = 0.40529509862645224
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28094200728861396
+eval_loss = 0.5122123658657074
+global_step = 16899
+loss = 0.28094200728861396
+mcc = 0.3997145619263111
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28097063498207203
+eval_loss = 0.5112948065454309
+global_step = 16999
+loss = 0.28097063498207203
+mcc = 0.40011410558622174
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810396369071103
+eval_loss = 0.5117527923800729
+global_step = 17099
+loss = 0.2810396369071103
+mcc = 0.40602330795025077
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28107882297954884
+eval_loss = 0.5100564261277517
+global_step = 17199
+loss = 0.28107882297954884
+mcc = 0.3940079243628446
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810721668297138
+eval_loss = 0.5121440327528751
+global_step = 17299
+loss = 0.2810721668297138
+mcc = 0.4061988397614615
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810846810089944
+eval_loss = 0.5108874918836536
+global_step = 17399
+loss = 0.2810846810089944
+mcc = 0.39117212929787876
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.281094952950928
+eval_loss = 0.5103858853831436
+global_step = 17499
+loss = 0.281094952950928
+mcc = 0.4024832514990541
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810448341918224
+eval_loss = 0.510013351837794
+global_step = 17599
+loss = 0.2810448341918224
+mcc = 0.39624593859516594
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28106725430390767
+eval_loss = 0.5108868804844943
+global_step = 17699
+loss = 0.28106725430390767
+mcc = 0.3996634131246967
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28105053143649744
+eval_loss = 0.5124899862390576
+global_step = 17799
+loss = 0.28105053143649744
+mcc = 0.39008612150299654
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28106551141932806
+eval_loss = 0.5115214387575785
+global_step = 17899
+loss = 0.28106551141932806
+mcc = 0.39213093547272937
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28108492543516894
+eval_loss = 0.510235332178347
+global_step = 17999
+loss = 0.28108492543516894
+mcc = 0.3890770339941176
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810836833317184
+eval_loss = 0.5114746211153088
+global_step = 18099
+loss = 0.2810836833317184
+mcc = 0.39418417780027004
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810900085169675
+eval_loss = 0.5144133034980658
+global_step = 18199
+loss = 0.2810900085169675
+mcc = 0.38281831833686425
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2811337992779358
+eval_loss = 0.5112034859079303
+global_step = 18299
+loss = 0.2811337992779358
+mcc = 0.3996440630136365
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28113125959784224
+eval_loss = 0.5127215882142385
+global_step = 18399
+loss = 0.28113125959784224
+mcc = 0.38568778619879135
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28110789366587113
+eval_loss = 0.5109962333332408
+global_step = 18499
+loss = 0.28110789366587113
+mcc = 0.39112585288276486
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28111427403913447
+eval_loss = 0.5127900233774474
+global_step = 18599
+loss = 0.28111427403913447
+mcc = 0.38034948826672105
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.28112251104482355
+eval_loss = 0.5124395769653898
+global_step = 18699
+loss = 0.28112251104482355
+mcc = 0.39418417780027004
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2811035370392093
+eval_loss = 0.5116180073131215
+global_step = 18799
+loss = 0.2811035370392093
+mcc = 0.39418417780027004
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810910314499006
+eval_loss = 0.5112698972225189
+global_step = 18899
+loss = 0.2810910314499006
+mcc = 0.39624593859516594
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810639343202822
+eval_loss = 0.5118823466878949
+global_step = 18999
+loss = 0.2810639343202822
+mcc = 0.3852178048848588
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.281047973922413
+eval_loss = 0.5118935216556896
+global_step = 19099
+loss = 0.281047973922413
+mcc = 0.3916731692515916
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.281021011028954
+eval_loss = 0.5107931025100477
+global_step = 19199
+loss = 0.281021011028954
+mcc = 0.3954928502055513
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2810025809414747
+eval_loss = 0.5114801354480513
+global_step = 19299
+loss = 0.2810025809414747
+mcc = 0.397005988404347
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2809744835557483
+eval_loss = 0.5109611894145156
+global_step = 19399
+loss = 0.2809744835557483
+mcc = 0.4011346232727083
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2809650007476518
+eval_loss = 0.5112038516637051
+global_step = 19499
+loss = 0.2809650007476518
+mcc = 0.4032118903317931
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2809396656315828
+eval_loss = 0.5116785367329916
+global_step = 19599
+loss = 0.2809396656315828
+mcc = 0.397005988404347
+rep_loss = 0.0
+att_loss = 0.0
+cls_loss = 0.2809460457934636
+eval_loss = 0.5114174241369421
+global_step = 19699
+loss = 0.2809460457934636
+mcc = 0.4032118903317931
+rep_loss = 0.0

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2228631b6c483c03e774ce5dbe05337af44248e865d3377d9f02dc2a65eb8e
+size 58394600