Training in progress, step 1125

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.673469387755102,0.8979591836734694,0.9387755102040817,1.0,0.673469387755102,0.014824680101928552,0.6394557823129251,0.042265587730550336,0.5959183673469388,0.06588594615844962,0.5612244897959183,0.12378683190096061,0.793731778425656,0.5838674290016377,0.24928009005602295
 -1,-1,0.8367346938775511,0.9183673469387755,0.9387755102040817,0.9795918367346939,0.8367346938775511,0.01865385343851891,0.7210884353741496,0.04794766575329584,0.689795918367347,0.076393681983282,0.6204081632653061,0.13717802218229314,0.8844347262714608,0.6598171491336311,0.3024876600263749
 -1,-1,0.7959183673469388,0.9795918367346939,1.0,1.0,0.7959183673469388,0.017555183940459188,0.7551020408163264,0.050157929747196336,0.7142857142857143,0.07912798323644442,0.6306122448979592,0.13920642026902477,0.8816326530612244,0.6673821721459983,0.2927961302613585
+-1,-1,0.7142857142857143,0.9183673469387755,0.9591836734693877,0.9795918367346939,0.7142857142857143,0.01588655937369367,0.6666666666666666,0.044376901309583335,0.6489795918367347,0.07212152387883033,0.5857142857142857,0.12988237851060958,0.8148202137998055,0.6130310136078281,0.27278068955592705

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.06,0.26,0.42,0.6,0.06,0.06,0.08666666666666666,0.26,0.084,0.42,0.06000000000000001,0.6,0.20699206349206345,0.2994851059026303,0.2174796869190086
 -1,-1,0.18,0.58,0.66,0.84,0.18,0.18,0.19333333333333336,0.58,0.132,0.66,0.08399999999999999,0.84,0.3989682539682539,0.5052230998583905,0.4038137009189641
 -1,-1,0.16,0.58,0.7,0.84,0.16,0.16,0.19333333333333336,0.58,0.14,0.7,0.08399999999999999,0.84,0.3912698412698412,0.5004776338632841,0.3995551925551925
+-1,-1,0.28,0.74,0.88,0.98,0.28,0.28,0.24666666666666667,0.74,0.176,0.88,0.09799999999999998,0.98,0.5368809523809523,0.6460723276476084,0.538547619047619

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.08,0.18,0.26,0.4,0.08,0.03333333333333333,0.06,0.07666666666666666,0.064,0.12166666666666666,0.052000000000000005,0.21,0.1626904761904762,0.13781102769837822,0.09714904365979188
 -1,-1,0.2,0.46,0.58,0.64,0.2,0.09,0.16666666666666663,0.215,0.128,0.2856666666666666,0.07200000000000001,0.32233333333333336,0.34185714285714286,0.25315607026852355,0.19752694288669148
 -1,-1,0.3,0.42,0.54,0.64,0.3,0.125,0.1533333333333333,0.23066666666666666,0.11599999999999999,0.27399999999999997,0.074,0.3256666666666666,0.3958888888888888,0.27510887454702626,0.21620950776837436
+-1,-1,0.32,0.52,0.62,0.74,0.32,0.15899999999999997,0.19333333333333333,0.2613333333333333,0.16,0.3236666666666666,0.11,0.40700000000000003,0.4562142857142857,0.3478588457319482,0.27192256380447954

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.58,0.7,0.76,0.46,0.05311743937087189,0.3533333333333333,0.09055754665618046,0.364,0.12760321924120158,0.32,0.19070117995595756,0.5500238095238095,0.3790921721844878,0.24633365613770636
 -1,-1,0.54,0.76,0.82,0.9,0.54,0.06437171460280605,0.5066666666666667,0.13321837817861176,0.46799999999999997,0.1747303695418657,0.406,0.2645351745653468,0.6672222222222223,0.4924292354046907,0.365621148203493
 -1,-1,0.56,0.78,0.82,0.9,0.56,0.06676340837516935,0.49333333333333335,0.12440377543423276,0.44,0.15350691130823196,0.39799999999999996,0.25175239307245406,0.6760793650793651,0.483896188605339,0.3622673170720514
+-1,-1,0.72,0.9,0.92,0.96,0.72,0.07461015179902417,0.6133333333333333,0.17237056223055905,0.544,0.22230662709072546,0.43199999999999994,0.30233979824269086,0.8111904761904762,0.5569755747729851,0.4113010482354108

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.58,0.64,0.68,0.44,0.44,0.19333333333333333,0.58,0.128,0.62,0.068,0.65,0.5147460317460317,0.5459763386680742,0.5164463180188986
 -1,-1,0.52,0.7,0.76,0.8,0.52,0.51,0.24,0.68,0.15600000000000003,0.74,0.08399999999999999,0.79,0.6135238095238094,0.6539743167522128,0.6154009175848572
 -1,-1,0.5,0.7,0.82,0.9,0.5,0.49,0.23333333333333336,0.67,0.17199999999999996,0.7766666666666666,0.09399999999999999,0.8566666666666667,0.6262222222222221,0.6745820930190483,0.6151183126050772
+-1,-1,0.72,0.9,0.94,0.96,0.72,0.6866666666666665,0.3133333333333333,0.8666666666666667,0.19599999999999998,0.9066666666666667,0.102,0.9233333333333333,0.819,0.8330276181632214,0.7968559218559218

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.16,0.28,0.36,0.38,0.16,0.07935714285714285,0.10666666666666666,0.17535714285714285,0.096,0.24585714285714286,0.052000000000000005,0.2598571428571429,0.23133333333333334,0.19804793491507325,0.16090960308141183
 -1,-1,0.44,0.52,0.58,0.72,0.44,0.23391269841269843,0.22000000000000003,0.2902936507936508,0.16799999999999998,0.3602936507936508,0.11199999999999999,0.5193492063492063,0.5101031746031746,0.42067415853138024,0.3514673504508153
 -1,-1,0.42,0.52,0.64,0.72,0.42,0.21541269841269842,0.22666666666666668,0.30612698412698414,0.192,0.4254603174603174,0.122,0.521015873015873,0.503968253968254,0.42526157290303074,0.3611135088224236
+-1,-1,0.44,0.64,0.66,0.78,0.44,0.22274603174603175,0.2866666666666667,0.3995714285714286,0.21599999999999997,0.4769603174603174,0.13599999999999998,0.5907063492063492,0.5600793650793651,0.4887927066660687,0.4199835200773622

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.46,0.48,0.54,0.34,0.17,0.1533333333333333,0.23,0.10800000000000001,0.27,0.06000000000000001,0.3,0.39796825396825397,0.27999135477688375,0.22960622802037595
 -1,-1,0.5,0.62,0.64,0.68,0.5,0.25,0.26666666666666666,0.4,0.17199999999999996,0.43,0.09799999999999999,0.49,0.5613333333333334,0.4530739040819613,0.40621527660977336
 -1,-1,0.56,0.66,0.7,0.76,0.56,0.28,0.28,0.42,0.19199999999999995,0.48,0.11399999999999999,0.57,0.6221666666666666,0.5124445856263383,0.4429586809278039
+-1,-1,0.74,0.88,0.9,0.96,0.74,0.37,0.3933333333333333,0.59,0.252,0.63,0.146,0.73,0.8178571428571431,0.6743004437852563,0.5894060296359103

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12,0.32,0.48,0.6,0.12,0.12,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2646349206349206,0.34481254508178544,0.2744871341134499
 -1,-1,0.24,0.52,0.66,0.76,0.24,0.24,0.1733333333333333,0.52,0.132,0.66,0.07600000000000001,0.76,0.41093650793650793,0.4957113444705172,0.4223457055687722
 -1,-1,0.32,0.54,0.64,0.78,0.32,0.32,0.18,0.54,0.128,0.64,0.07800000000000001,0.78,0.4611031746031746,0.5375570082993752,0.4715062455305422
+-1,-1,0.38,0.68,0.8,0.86,0.38,0.38,0.22666666666666668,0.68,0.16,0.8,0.08599999999999998,0.86,0.5465555555555556,0.6232981077766904,0.5540526315789474

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.36,0.46,0.54,0.26,0.019789482284523725,0.24,0.030829613623787566,0.2,0.04132192199736163,0.17,0.06994309599102028,0.3401031746031746,0.2009388176331271,0.06271641719447918
 -1,-1,0.38,0.52,0.58,0.78,0.38,0.027717957241755665,0.31999999999999995,0.06790643703746845,0.3,0.08766865981876816,0.26999999999999996,0.1271243928165652,0.47094444444444433,0.3075313096953833,0.1249799813513145
 -1,-1,0.36,0.46,0.56,0.7,0.36,0.03165982475807565,0.31999999999999995,0.0552338736160198,0.32,0.08726233303365832,0.278,0.11619199317942945,0.45322222222222214,0.315531224217388,0.13230343012035636
+-1,-1,0.38,0.58,0.6,0.7,0.38,0.022446184388013234,0.37333333333333335,0.05053542890524719,0.32800000000000007,0.06734343706646348,0.28,0.10186053840579298,0.4830238095238096,0.31475946894173357,0.13094783527948065

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.44,0.5,0.56,0.22,0.22,0.14666666666666664,0.43,0.1,0.49,0.05800000000000001,0.54,0.33822222222222215,0.38714133719068833,0.3510967075622171
 -1,-1,0.48,0.62,0.66,0.72,0.48,0.47,0.20666666666666664,0.58,0.136,0.63,0.07800000000000001,0.7,0.5540793650793652,0.5831614392537403,0.5496837108789512
 -1,-1,0.42,0.62,0.68,0.76,0.42,0.41,0.21333333333333332,0.61,0.14400000000000002,0.66,0.08,0.72,0.5386031746031746,0.5795249110154954,0.5396541005291005
+-1,-1,0.64,0.7,0.78,0.82,0.64,0.61,0.24,0.66,0.16,0.73,0.08800000000000001,0.78,0.69,0.6987067579229547,0.6733088641959746

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6,0.82,0.9,0.92,0.6,0.5406666666666666,0.31333333333333335,0.7446666666666667,0.22399999999999998,0.8586666666666667,0.12399999999999999,0.9059999999999999,0.7166666666666666,0.7612113663625303,0.7087113553113553
 -1,-1,0.88,0.94,0.98,0.98,0.88,0.784,0.38666666666666655,0.8986666666666667,0.25199999999999995,0.956,0.13399999999999998,0.9733333333333334,0.9180000000000001,0.9261778641034526,0.9071733821733821
 -1,-1,0.92,0.94,0.98,1.0,0.92,0.7973333333333332,0.3933333333333333,0.902,0.25599999999999995,0.9593333333333334,0.13599999999999998,0.9933333333333334,0.9423333333333332,0.9430029457073615,0.9200363155363155
+-1,-1,0.94,0.98,0.98,1.0,0.94,0.8173333333333334,0.4133333333333333,0.9520000000000001,0.25999999999999995,0.9633333333333333,0.13799999999999998,0.9966666666666666,0.9620000000000001,0.9594936652982458,0.940111111111111

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.54,0.56,0.68,0.36,0.07400000000000001,0.21333333333333332,0.132,0.172,0.177,0.126,0.26066666666666666,0.456936507936508,0.2540405747021994,0.19296346467411513
 -1,-1,0.5,0.68,0.8,0.86,0.5,0.10566666666666666,0.3533333333333333,0.22066666666666668,0.32,0.32966666666666666,0.212,0.4336666666666666,0.6137142857142855,0.41853755459205616,0.33138556161633836
 -1,-1,0.4,0.72,0.76,0.84,0.4,0.08466666666666667,0.38,0.2366666666666667,0.30400000000000005,0.3146666666666667,0.20600000000000002,0.4236666666666667,0.559047619047619,0.3963802645055992,0.3124318111571375
+-1,-1,0.38,0.56,0.68,0.82,0.38,0.08266666666666668,0.26,0.16366666666666668,0.21199999999999997,0.22066666666666662,0.158,0.3266666666666667,0.500047619047619,0.30895797446581463,0.22772867233915395

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.36,0.44,0.48,0.22,0.185,0.13333333333333333,0.34,0.10400000000000001,0.425,0.05800000000000001,0.47,0.3048333333333333,0.3389693476626892,0.3009464461253311
 -1,-1,0.46,0.62,0.7,0.78,0.46,0.44,0.22666666666666668,0.6,0.16,0.69,0.08999999999999998,0.78,0.5605,0.6131277376168504,0.566683610645475
 -1,-1,0.48,0.66,0.78,0.82,0.48,0.435,0.24,0.635,0.17199999999999996,0.765,0.092,0.81,0.5912222222222221,0.6352536436174858,0.5789726814042483
+-1,-1,0.6,0.8,0.86,0.92,0.6,0.58,0.2866666666666667,0.78,0.192,0.855,0.10399999999999998,0.92,0.7124126984126984,0.765518286972529,0.7157914862914864

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4897959183673469,0.7959183673469388,0.8367346938775511,0.9591836734693877,0.4897959183673469,0.03730305431289029,0.45578231292517,0.10071073055013198,0.4163265306122449,0.14961052949460554,0.3510204081632653,0.23498629358010645,0.6504697116942014,0.396212374478035,0.29921734325866794
 -1,-1,0.5510204081632653,0.7346938775510204,0.8775510204081632,0.9387755102040817,0.5510204081632653,0.03913552693530359,0.4625850340136054,0.10200365099962239,0.4653061224489795,0.16454851335199927,0.4142857142857142,0.27387140476006155,0.6699465500485908,0.4541387798957613,0.3329017644076813
 -1,-1,0.5306122448979592,0.8367346938775511,0.8775510204081632,0.9591836734693877,0.5306122448979592,0.03935593282341135,0.5578231292517006,0.11796908311063745,0.5102040816326531,0.17725574768951044,0.4102040816326531,0.27256366126811676,0.6850907029478458,0.46380450631419173,0.3398416861825455
+-1,-1,0.5510204081632653,0.7755102040816326,0.7959183673469388,0.9387755102040817,0.5510204081632653,0.038350512046706774,0.4965986394557823,0.10463247309122958,0.4489795918367347,0.1601177509631834,0.3857142857142857,0.2638522113042906,0.6724165856818918,0.4343981931232126,0.3125988889755917

NanoBEIR_evaluation_mean_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.29306122448979594,0.4596860282574569,0.541287284144427,0.6230141287284146,0.29306122448979594,0.1563513168327253,0.19711145996860283,0.2700606436169674,0.1658712715855573,0.3405173959172035,0.11992464678178966,0.4070887983885303,0.3950477311803843,0.34797925363512167,0.2813894926212929
 -1,-1,0.4516169544740973,0.6365149136577709,0.7151962323390895,0.7999058084772371,0.4516169544740973,0.26421573568147927,0.28635269492412346,0.40675041925712974,0.22994662480376765,0.4745057328338167,0.16386813186813187,0.5595548855249626,0.5608560838254716,0.5059166780403787,0.428861465638193
 -1,-1,0.45620094191522764,0.6489795918367348,0.7305808477237049,0.8168602825745683,0.45620094191522764,0.2657839895668735,0.29726844583987444,0.4175436192016313,0.23740031397174258,0.4933193827814142,0.16663108320251177,0.5754505579899389,0.572785975928833,0.5186788809416126,0.43784375309316675
+-1,-1,0.5454631083202511,0.7427315541601256,0.8012244897959184,0.879905808477237,0.5454631083202511,0.3326015035881879,0.33409733124018837,0.4939058891896255,0.2542291993720565,0.5566201127626171,0.1741318681318681,0.6294173510635223,0.6590521915725998,0.5886276900975592,0.5063504763406499

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
 0.35561877667140823,250,0.42,0.7,0.8,0.84,0.42,0.42,0.23333333333333336,0.7,0.16,0.8,0.08399999999999999,0.84,0.5658571428571428,0.6334356816826164,0.5750963857607819
 0.7112375533428165,500,0.38,0.68,0.8,0.86,0.38,0.38,0.22666666666666668,0.68,0.16,0.8,0.08599999999999998,0.86,0.5465555555555556,0.6232981077766904,0.5540526315789474
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.42,0.64,0.7,0.74,0.42,0.42,0.21333333333333335,0.64,0.14,0.7,0.07400000000000001,0.74,0.5383571428571429,0.588012368224664,0.5547138162548378
+0.7112375533428165,500,0.38,0.62,0.7,0.74,0.38,0.38,0.20666666666666664,0.62,0.14,0.7,0.07400000000000001,0.74,0.5105,0.5666061742836981,0.5261496862581735
+1.0668563300142249,750,0.38,0.56,0.66,0.76,0.38,0.38,0.18666666666666668,0.56,0.132,0.66,0.07600000000000001,0.76,0.4955,0.5580443150421465,0.510206085246897
+1.422475106685633,1000,0.38,0.58,0.66,0.8,0.38,0.38,0.19333333333333336,0.58,0.132,0.66,0.08,0.8,0.5051349206349205,0.5747352409361379,0.5163932476955072

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
 0.35561877667140823,250,0.6,0.66,0.76,0.82,0.6,0.58,0.22666666666666668,0.64,0.15600000000000003,0.71,0.088,0.78,0.6616904761904763,0.6821515040180952,0.6530077799763663
 0.7112375533428165,500,0.64,0.7,0.78,0.82,0.64,0.61,0.24,0.66,0.16,0.73,0.08800000000000001,0.78,0.69,0.6987067579229547,0.6733088641959746
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.52,0.64,0.7,0.72,0.52,0.5,0.21333333333333332,0.61,0.14400000000000002,0.67,0.07800000000000001,0.7,0.595,0.614644568430348,0.5906978688856913
+0.7112375533428165,500,0.48,0.64,0.72,0.8,0.48,0.46,0.21333333333333332,0.6,0.15200000000000002,0.69,0.08599999999999998,0.77,0.580547619047619,0.617018901372353,0.566719721573897
+1.0668563300142249,750,0.44,0.6,0.74,0.74,0.44,0.42,0.2,0.57,0.15600000000000003,0.71,0.08,0.72,0.5496666666666666,0.5845817864573949,0.5453973207850474
+1.422475106685633,1000,0.46,0.64,0.72,0.74,0.46,0.44,0.21333333333333332,0.6,0.15200000000000002,0.69,0.08,0.72,0.5641904761904761,0.5958872018988118,0.5591780429569271

eval/NanoBEIR_evaluation_mean_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
 0.35561877667140823,250,0.51,0.6799999999999999,0.78,0.83,0.51,0.5,0.23000000000000004,0.6699999999999999,0.15800000000000003,0.755,0.086,0.81,0.6137738095238096,0.6577935928503558,0.614052082868574
 0.7112375533428165,500,0.51,0.69,0.79,0.84,0.51,0.495,0.23333333333333334,0.67,0.16,0.765,0.087,0.8200000000000001,0.6182777777777777,0.6610024328498225,0.613680747887461
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.47,0.64,0.7,0.73,0.47,0.45999999999999996,0.21333333333333332,0.625,0.14200000000000002,0.685,0.07600000000000001,0.72,0.5666785714285714,0.601328468327506,0.5727058425702646
+0.7112375533428165,500,0.43,0.63,0.71,0.77,0.43,0.42000000000000004,0.20999999999999996,0.61,0.14600000000000002,0.695,0.07999999999999999,0.755,0.5455238095238095,0.5918125378280256,0.5464347039160353
+1.0668563300142249,750,0.41000000000000003,0.5800000000000001,0.7,0.75,0.41000000000000003,0.4,0.19333333333333336,0.565,0.14400000000000002,0.685,0.07800000000000001,0.74,0.5225833333333333,0.5713130507497707,0.5278017030159723
+1.422475106685633,1000,0.42000000000000004,0.61,0.69,0.77,0.42000000000000004,0.41000000000000003,0.20333333333333334,0.59,0.14200000000000002,0.675,0.08,0.76,0.5346626984126983,0.5853112214174749,0.5377856453262171

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.3,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.42,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.54,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.3,
-    "NanoClimateFEVER_cosine_precision@3": 0.1533333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.11599999999999999,
-    "NanoClimateFEVER_cosine_precision@10": 0.074,
-    "NanoClimateFEVER_cosine_recall@1": 0.125,
-    "NanoClimateFEVER_cosine_recall@3": 0.23066666666666666,
-    "NanoClimateFEVER_cosine_recall@5": 0.27399999999999997,
-    "NanoClimateFEVER_cosine_recall@10": 0.3256666666666666,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.27510887454702626,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3958888888888888,
-    "NanoClimateFEVER_cosine_map@100": 0.21620950776837436,
-    "NanoDBPedia_cosine_accuracy@1": 0.56,
-    "NanoDBPedia_cosine_accuracy@3": 0.78,
-    "NanoDBPedia_cosine_accuracy@5": 0.82,
-    "NanoDBPedia_cosine_accuracy@10": 0.9,
-    "NanoDBPedia_cosine_precision@1": 0.56,
-    "NanoDBPedia_cosine_precision@3": 0.49333333333333335,
-    "NanoDBPedia_cosine_precision@5": 0.44,
-    "NanoDBPedia_cosine_precision@10": 0.39799999999999996,
-    "NanoDBPedia_cosine_recall@1": 0.06676340837516935,
-    "NanoDBPedia_cosine_recall@3": 0.12440377543423276,
-    "NanoDBPedia_cosine_recall@5": 0.15350691130823196,
-    "NanoDBPedia_cosine_recall@10": 0.25175239307245406,
-    "NanoDBPedia_cosine_ndcg@10": 0.483896188605339,
-    "NanoDBPedia_cosine_mrr@10": 0.6760793650793651,
-    "NanoDBPedia_cosine_map@100": 0.3622673170720514,
-    "NanoFEVER_cosine_accuracy@1": 0.5,
-    "NanoFEVER_cosine_accuracy@3": 0.7,
-    "NanoFEVER_cosine_accuracy@5": 0.82,
-    "NanoFEVER_cosine_accuracy@10": 0.9,
-    "NanoFEVER_cosine_precision@1": 0.5,
-    "NanoFEVER_cosine_precision@3": 0.23333333333333336,
-    "NanoFEVER_cosine_precision@5": 0.17199999999999996,
-    "NanoFEVER_cosine_precision@10": 0.09399999999999999,
-    "NanoFEVER_cosine_recall@1": 0.49,
-    "NanoFEVER_cosine_recall@3": 0.67,
-    "NanoFEVER_cosine_recall@5": 0.7766666666666666,
-    "NanoFEVER_cosine_recall@10": 0.8566666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.6745820930190483,
-    "NanoFEVER_cosine_mrr@10": 0.6262222222222221,
-    "NanoFEVER_cosine_map@100": 0.6151183126050772,
-    "NanoFiQA2018_cosine_accuracy@1": 0.42,
-    "NanoFiQA2018_cosine_accuracy@3": 0.52,
-    "NanoFiQA2018_cosine_accuracy@5": 0.64,
-    "NanoFiQA2018_cosine_accuracy@10": 0.72,
-    "NanoFiQA2018_cosine_precision@1": 0.42,
-    "NanoFiQA2018_cosine_precision@3": 0.22666666666666668,
-    "NanoFiQA2018_cosine_precision@5": 0.192,
-    "NanoFiQA2018_cosine_precision@10": 0.122,
-    "NanoFiQA2018_cosine_recall@1": 0.21541269841269842,
-    "NanoFiQA2018_cosine_recall@3": 0.30612698412698414,
-    "NanoFiQA2018_cosine_recall@5": 0.4254603174603174,
-    "NanoFiQA2018_cosine_recall@10": 0.521015873015873,
-    "NanoFiQA2018_cosine_ndcg@10": 0.42526157290303074,
-    "NanoFiQA2018_cosine_mrr@10": 0.503968253968254,
-    "NanoFiQA2018_cosine_map@100": 0.3611135088224236,
-    "NanoHotpotQA_cosine_accuracy@1": 0.56,
-    "NanoHotpotQA_cosine_accuracy@3": 0.66,
-    "NanoHotpotQA_cosine_accuracy@5": 0.7,
-    "NanoHotpotQA_cosine_accuracy@10": 0.76,
-    "NanoHotpotQA_cosine_precision@1": 0.56,
-    "NanoHotpotQA_cosine_precision@3": 0.28,
-    "NanoHotpotQA_cosine_precision@5": 0.19199999999999995,
-    "NanoHotpotQA_cosine_precision@10": 0.11399999999999999,
-    "NanoHotpotQA_cosine_recall@1": 0.28,
-    "NanoHotpotQA_cosine_recall@3": 0.42,
-    "NanoHotpotQA_cosine_recall@5": 0.48,
-    "NanoHotpotQA_cosine_recall@10": 0.57,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5124445856263383,
-    "NanoHotpotQA_cosine_mrr@10": 0.6221666666666666,
-    "NanoHotpotQA_cosine_map@100": 0.4429586809278039,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.54,
-    "NanoMSMARCO_cosine_accuracy@5": 0.64,
-    "NanoMSMARCO_cosine_accuracy@10": 0.78,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18,
-    "NanoMSMARCO_cosine_precision@5": 0.128,
-    "NanoMSMARCO_cosine_precision@10": 0.07800000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.54,
-    "NanoMSMARCO_cosine_recall@5": 0.64,
-    "NanoMSMARCO_cosine_recall@10": 0.78,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5375570082993752,
-    "NanoMSMARCO_cosine_mrr@10": 0.4611031746031746,
-    "NanoMSMARCO_cosine_map@100": 0.4715062455305422,
-    "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.46,
-    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.32,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.52,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.62,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.74,
+    "NanoClimateFEVER_cosine_precision@1": 0.32,
+    "NanoClimateFEVER_cosine_precision@3": 0.19333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.16,
+    "NanoClimateFEVER_cosine_precision@10": 0.11,
+    "NanoClimateFEVER_cosine_recall@1": 0.15899999999999997,
+    "NanoClimateFEVER_cosine_recall@3": 0.2613333333333333,
+    "NanoClimateFEVER_cosine_recall@5": 0.3236666666666666,
+    "NanoClimateFEVER_cosine_recall@10": 0.40700000000000003,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.3478588457319482,
+    "NanoClimateFEVER_cosine_mrr@10": 0.4562142857142857,
+    "NanoClimateFEVER_cosine_map@100": 0.27192256380447954,
+    "NanoDBPedia_cosine_accuracy@1": 0.72,
+    "NanoDBPedia_cosine_accuracy@3": 0.9,
+    "NanoDBPedia_cosine_accuracy@5": 0.92,
+    "NanoDBPedia_cosine_accuracy@10": 0.96,
+    "NanoDBPedia_cosine_precision@1": 0.72,
+    "NanoDBPedia_cosine_precision@3": 0.6133333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.544,
+    "NanoDBPedia_cosine_precision@10": 0.43199999999999994,
+    "NanoDBPedia_cosine_recall@1": 0.07461015179902417,
+    "NanoDBPedia_cosine_recall@3": 0.17237056223055905,
+    "NanoDBPedia_cosine_recall@5": 0.22230662709072546,
+    "NanoDBPedia_cosine_recall@10": 0.30233979824269086,
+    "NanoDBPedia_cosine_ndcg@10": 0.5569755747729851,
+    "NanoDBPedia_cosine_mrr@10": 0.8111904761904762,
+    "NanoDBPedia_cosine_map@100": 0.4113010482354108,
+    "NanoFEVER_cosine_accuracy@1": 0.72,
+    "NanoFEVER_cosine_accuracy@3": 0.9,
+    "NanoFEVER_cosine_accuracy@5": 0.94,
+    "NanoFEVER_cosine_accuracy@10": 0.96,
+    "NanoFEVER_cosine_precision@1": 0.72,
+    "NanoFEVER_cosine_precision@3": 0.3133333333333333,
+    "NanoFEVER_cosine_precision@5": 0.19599999999999998,
+    "NanoFEVER_cosine_precision@10": 0.102,
+    "NanoFEVER_cosine_recall@1": 0.6866666666666665,
+    "NanoFEVER_cosine_recall@3": 0.8666666666666667,
+    "NanoFEVER_cosine_recall@5": 0.9066666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9233333333333333,
+    "NanoFEVER_cosine_ndcg@10": 0.8330276181632214,
+    "NanoFEVER_cosine_mrr@10": 0.819,
+    "NanoFEVER_cosine_map@100": 0.7968559218559218,
+    "NanoFiQA2018_cosine_accuracy@1": 0.44,
+    "NanoFiQA2018_cosine_accuracy@3": 0.64,
+    "NanoFiQA2018_cosine_accuracy@5": 0.66,
+    "NanoFiQA2018_cosine_accuracy@10": 0.78,
+    "NanoFiQA2018_cosine_precision@1": 0.44,
+    "NanoFiQA2018_cosine_precision@3": 0.2866666666666667,
+    "NanoFiQA2018_cosine_precision@5": 0.21599999999999997,
+    "NanoFiQA2018_cosine_precision@10": 0.13599999999999998,
+    "NanoFiQA2018_cosine_recall@1": 0.22274603174603175,
+    "NanoFiQA2018_cosine_recall@3": 0.3995714285714286,
+    "NanoFiQA2018_cosine_recall@5": 0.4769603174603174,
+    "NanoFiQA2018_cosine_recall@10": 0.5907063492063492,
+    "NanoFiQA2018_cosine_ndcg@10": 0.4887927066660687,
+    "NanoFiQA2018_cosine_mrr@10": 0.5600793650793651,
+    "NanoFiQA2018_cosine_map@100": 0.4199835200773622,
+    "NanoHotpotQA_cosine_accuracy@1": 0.74,
+    "NanoHotpotQA_cosine_accuracy@3": 0.88,
+    "NanoHotpotQA_cosine_accuracy@5": 0.9,
+    "NanoHotpotQA_cosine_accuracy@10": 0.96,
+    "NanoHotpotQA_cosine_precision@1": 0.74,
+    "NanoHotpotQA_cosine_precision@3": 0.3933333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.252,
+    "NanoHotpotQA_cosine_precision@10": 0.146,
+    "NanoHotpotQA_cosine_recall@1": 0.37,
+    "NanoHotpotQA_cosine_recall@3": 0.59,
+    "NanoHotpotQA_cosine_recall@5": 0.63,
+    "NanoHotpotQA_cosine_recall@10": 0.73,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6743004437852563,
+    "NanoHotpotQA_cosine_mrr@10": 0.8178571428571431,
+    "NanoHotpotQA_cosine_map@100": 0.5894060296359103,
+    "NanoMSMARCO_cosine_accuracy@1": 0.38,
+    "NanoMSMARCO_cosine_accuracy@3": 0.68,
+    "NanoMSMARCO_cosine_accuracy@5": 0.8,
+    "NanoMSMARCO_cosine_accuracy@10": 0.86,
+    "NanoMSMARCO_cosine_precision@1": 0.38,
+    "NanoMSMARCO_cosine_precision@3": 0.22666666666666668,
+    "NanoMSMARCO_cosine_precision@5": 0.16,
+    "NanoMSMARCO_cosine_precision@10": 0.08599999999999998,
+    "NanoMSMARCO_cosine_recall@1": 0.38,
+    "NanoMSMARCO_cosine_recall@3": 0.68,
+    "NanoMSMARCO_cosine_recall@5": 0.8,
+    "NanoMSMARCO_cosine_recall@10": 0.86,
+    "NanoMSMARCO_cosine_ndcg@10": 0.6232981077766904,
+    "NanoMSMARCO_cosine_mrr@10": 0.5465555555555556,
+    "NanoMSMARCO_cosine_map@100": 0.5540526315789474,
+    "NanoNFCorpus_cosine_accuracy@1": 0.38,
+    "NanoNFCorpus_cosine_accuracy@3": 0.58,
+    "NanoNFCorpus_cosine_accuracy@5": 0.6,
     "NanoNFCorpus_cosine_accuracy@10": 0.7,
-    "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.31999999999999995,
-    "NanoNFCorpus_cosine_precision@5": 0.32,
-    "NanoNFCorpus_cosine_precision@10": 0.278,
-    "NanoNFCorpus_cosine_recall@1": 0.03165982475807565,
-    "NanoNFCorpus_cosine_recall@3": 0.0552338736160198,
-    "NanoNFCorpus_cosine_recall@5": 0.08726233303365832,
-    "NanoNFCorpus_cosine_recall@10": 0.11619199317942945,
-    "NanoNFCorpus_cosine_ndcg@10": 0.315531224217388,
-    "NanoNFCorpus_cosine_mrr@10": 0.45322222222222214,
-    "NanoNFCorpus_cosine_map@100": 0.13230343012035636,
-    "NanoNQ_cosine_accuracy@1": 0.42,
-    "NanoNQ_cosine_accuracy@3": 0.62,
-    "NanoNQ_cosine_accuracy@5": 0.68,
-    "NanoNQ_cosine_accuracy@10": 0.76,
-    "NanoNQ_cosine_precision@1": 0.42,
-    "NanoNQ_cosine_precision@3": 0.21333333333333332,
-    "NanoNQ_cosine_precision@5": 0.14400000000000002,
-    "NanoNQ_cosine_precision@10": 0.08,
-    "NanoNQ_cosine_recall@1": 0.41,
-    "NanoNQ_cosine_recall@3": 0.61,
-    "NanoNQ_cosine_recall@5": 0.66,
-    "NanoNQ_cosine_recall@10": 0.72,
-    "NanoNQ_cosine_ndcg@10": 0.5795249110154954,
-    "NanoNQ_cosine_mrr@10": 0.5386031746031746,
-    "NanoNQ_cosine_map@100": 0.5396541005291005,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.92,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
+    "NanoNFCorpus_cosine_precision@1": 0.38,
+    "NanoNFCorpus_cosine_precision@3": 0.37333333333333335,
+    "NanoNFCorpus_cosine_precision@5": 0.32800000000000007,
+    "NanoNFCorpus_cosine_precision@10": 0.28,
+    "NanoNFCorpus_cosine_recall@1": 0.022446184388013234,
+    "NanoNFCorpus_cosine_recall@3": 0.05053542890524719,
+    "NanoNFCorpus_cosine_recall@5": 0.06734343706646348,
+    "NanoNFCorpus_cosine_recall@10": 0.10186053840579298,
+    "NanoNFCorpus_cosine_ndcg@10": 0.31475946894173357,
+    "NanoNFCorpus_cosine_mrr@10": 0.4830238095238096,
+    "NanoNFCorpus_cosine_map@100": 0.13094783527948065,
+    "NanoNQ_cosine_accuracy@1": 0.64,
+    "NanoNQ_cosine_accuracy@3": 0.7,
+    "NanoNQ_cosine_accuracy@5": 0.78,
+    "NanoNQ_cosine_accuracy@10": 0.82,
+    "NanoNQ_cosine_precision@1": 0.64,
+    "NanoNQ_cosine_precision@3": 0.24,
+    "NanoNQ_cosine_precision@5": 0.16,
+    "NanoNQ_cosine_precision@10": 0.08800000000000001,
+    "NanoNQ_cosine_recall@1": 0.61,
+    "NanoNQ_cosine_recall@3": 0.66,
+    "NanoNQ_cosine_recall@5": 0.73,
+    "NanoNQ_cosine_recall@10": 0.78,
+    "NanoNQ_cosine_ndcg@10": 0.6987067579229547,
+    "NanoNQ_cosine_mrr@10": 0.69,
+    "NanoNQ_cosine_map@100": 0.6733088641959746,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.94,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.92,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7973333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.902,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9593333333333334,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9933333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9430029457073615,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9423333333333332,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9200363155363155,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
-    "NanoSCIDOCS_cosine_precision@1": 0.4,
-    "NanoSCIDOCS_cosine_precision@3": 0.38,
-    "NanoSCIDOCS_cosine_precision@5": 0.30400000000000005,
-    "NanoSCIDOCS_cosine_precision@10": 0.20600000000000002,
-    "NanoSCIDOCS_cosine_recall@1": 0.08466666666666667,
-    "NanoSCIDOCS_cosine_recall@3": 0.2366666666666667,
-    "NanoSCIDOCS_cosine_recall@5": 0.3146666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.4236666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3963802645055992,
-    "NanoSCIDOCS_cosine_mrr@10": 0.559047619047619,
-    "NanoSCIDOCS_cosine_map@100": 0.3124318111571375,
-    "NanoArguAna_cosine_accuracy@1": 0.16,
-    "NanoArguAna_cosine_accuracy@3": 0.58,
-    "NanoArguAna_cosine_accuracy@5": 0.7,
-    "NanoArguAna_cosine_accuracy@10": 0.84,
-    "NanoArguAna_cosine_precision@1": 0.16,
-    "NanoArguAna_cosine_precision@3": 0.19333333333333336,
-    "NanoArguAna_cosine_precision@5": 0.14,
-    "NanoArguAna_cosine_precision@10": 0.08399999999999999,
-    "NanoArguAna_cosine_recall@1": 0.16,
-    "NanoArguAna_cosine_recall@3": 0.58,
-    "NanoArguAna_cosine_recall@5": 0.7,
-    "NanoArguAna_cosine_recall@10": 0.84,
-    "NanoArguAna_cosine_ndcg@10": 0.5004776338632841,
-    "NanoArguAna_cosine_mrr@10": 0.3912698412698412,
-    "NanoArguAna_cosine_map@100": 0.3995551925551925,
-    "NanoSciFact_cosine_accuracy@1": 0.48,
-    "NanoSciFact_cosine_accuracy@3": 0.66,
-    "NanoSciFact_cosine_accuracy@5": 0.78,
-    "NanoSciFact_cosine_accuracy@10": 0.82,
-    "NanoSciFact_cosine_precision@1": 0.48,
-    "NanoSciFact_cosine_precision@3": 0.24,
-    "NanoSciFact_cosine_precision@5": 0.17199999999999996,
-    "NanoSciFact_cosine_precision@10": 0.092,
-    "NanoSciFact_cosine_recall@1": 0.435,
-    "NanoSciFact_cosine_recall@3": 0.635,
-    "NanoSciFact_cosine_recall@5": 0.765,
-    "NanoSciFact_cosine_recall@10": 0.81,
-    "NanoSciFact_cosine_ndcg@10": 0.6352536436174858,
-    "NanoSciFact_cosine_mrr@10": 0.5912222222222221,
-    "NanoSciFact_cosine_map@100": 0.5789726814042483,
-    "NanoTouche2020_cosine_accuracy@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
-    "NanoTouche2020_cosine_accuracy@5": 0.8775510204081632,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_precision@3": 0.5578231292517006,
-    "NanoTouche2020_cosine_precision@5": 0.5102040816326531,
-    "NanoTouche2020_cosine_precision@10": 0.4102040816326531,
-    "NanoTouche2020_cosine_recall@1": 0.03935593282341135,
-    "NanoTouche2020_cosine_recall@3": 0.11796908311063745,
-    "NanoTouche2020_cosine_recall@5": 0.17725574768951044,
-    "NanoTouche2020_cosine_recall@10": 0.27256366126811676,
-    "NanoTouche2020_cosine_ndcg@10": 0.46380450631419173,
-    "NanoTouche2020_cosine_mrr@10": 0.6850907029478458,
-    "NanoTouche2020_cosine_map@100": 0.3398416861825455,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.45620094191522764,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6489795918367348,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7305808477237049,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8168602825745683,
-    "NanoBEIR_mean_cosine_precision@1": 0.45620094191522764,
-    "NanoBEIR_mean_cosine_precision@3": 0.29726844583987444,
-    "NanoBEIR_mean_cosine_precision@5": 0.23740031397174258,
-    "NanoBEIR_mean_cosine_precision@10": 0.16663108320251177,
-    "NanoBEIR_mean_cosine_recall@1": 0.2657839895668735,
-    "NanoBEIR_mean_cosine_recall@3": 0.4175436192016313,
-    "NanoBEIR_mean_cosine_recall@5": 0.4933193827814142,
-    "NanoBEIR_mean_cosine_recall@10": 0.5754505579899389,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5186788809416126,
-    "NanoBEIR_mean_cosine_mrr@10": 0.572785975928833,
-    "NanoBEIR_mean_cosine_map@100": 0.43784375309316675
+    "NanoQuoraRetrieval_cosine_precision@1": 0.94,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.8173333333333334,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9633333333333333,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9594936652982458,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9620000000000001,
+    "NanoQuoraRetrieval_cosine_map@100": 0.940111111111111,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.38,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.56,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.68,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.82,
+    "NanoSCIDOCS_cosine_precision@1": 0.38,
+    "NanoSCIDOCS_cosine_precision@3": 0.26,
+    "NanoSCIDOCS_cosine_precision@5": 0.21199999999999997,
+    "NanoSCIDOCS_cosine_precision@10": 0.158,
+    "NanoSCIDOCS_cosine_recall@1": 0.08266666666666668,
+    "NanoSCIDOCS_cosine_recall@3": 0.16366666666666668,
+    "NanoSCIDOCS_cosine_recall@5": 0.22066666666666662,
+    "NanoSCIDOCS_cosine_recall@10": 0.3266666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.30895797446581463,
+    "NanoSCIDOCS_cosine_mrr@10": 0.500047619047619,
+    "NanoSCIDOCS_cosine_map@100": 0.22772867233915395,
+    "NanoArguAna_cosine_accuracy@1": 0.28,
+    "NanoArguAna_cosine_accuracy@3": 0.74,
+    "NanoArguAna_cosine_accuracy@5": 0.88,
+    "NanoArguAna_cosine_accuracy@10": 0.98,
+    "NanoArguAna_cosine_precision@1": 0.28,
+    "NanoArguAna_cosine_precision@3": 0.24666666666666667,
+    "NanoArguAna_cosine_precision@5": 0.176,
+    "NanoArguAna_cosine_precision@10": 0.09799999999999998,
+    "NanoArguAna_cosine_recall@1": 0.28,
+    "NanoArguAna_cosine_recall@3": 0.74,
+    "NanoArguAna_cosine_recall@5": 0.88,
+    "NanoArguAna_cosine_recall@10": 0.98,
+    "NanoArguAna_cosine_ndcg@10": 0.6460723276476084,
+    "NanoArguAna_cosine_mrr@10": 0.5368809523809523,
+    "NanoArguAna_cosine_map@100": 0.538547619047619,
+    "NanoSciFact_cosine_accuracy@1": 0.6,
+    "NanoSciFact_cosine_accuracy@3": 0.8,
+    "NanoSciFact_cosine_accuracy@5": 0.86,
+    "NanoSciFact_cosine_accuracy@10": 0.92,
+    "NanoSciFact_cosine_precision@1": 0.6,
+    "NanoSciFact_cosine_precision@3": 0.2866666666666667,
+    "NanoSciFact_cosine_precision@5": 0.192,
+    "NanoSciFact_cosine_precision@10": 0.10399999999999998,
+    "NanoSciFact_cosine_recall@1": 0.58,
+    "NanoSciFact_cosine_recall@3": 0.78,
+    "NanoSciFact_cosine_recall@5": 0.855,
+    "NanoSciFact_cosine_recall@10": 0.92,
+    "NanoSciFact_cosine_ndcg@10": 0.765518286972529,
+    "NanoSciFact_cosine_mrr@10": 0.7124126984126984,
+    "NanoSciFact_cosine_map@100": 0.7157914862914864,
+    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326,
+    "NanoTouche2020_cosine_accuracy@5": 0.7959183673469388,
+    "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
+    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_precision@3": 0.4965986394557823,
+    "NanoTouche2020_cosine_precision@5": 0.4489795918367347,
+    "NanoTouche2020_cosine_precision@10": 0.3857142857142857,
+    "NanoTouche2020_cosine_recall@1": 0.038350512046706774,
+    "NanoTouche2020_cosine_recall@3": 0.10463247309122958,
+    "NanoTouche2020_cosine_recall@5": 0.1601177509631834,
+    "NanoTouche2020_cosine_recall@10": 0.2638522113042906,
+    "NanoTouche2020_cosine_ndcg@10": 0.4343981931232126,
+    "NanoTouche2020_cosine_mrr@10": 0.6724165856818918,
+    "NanoTouche2020_cosine_map@100": 0.3125988889755917,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.5454631083202511,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.7427315541601256,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.8012244897959184,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.879905808477237,
+    "NanoBEIR_mean_cosine_precision@1": 0.5454631083202511,
+    "NanoBEIR_mean_cosine_precision@3": 0.33409733124018837,
+    "NanoBEIR_mean_cosine_precision@5": 0.2542291993720565,
+    "NanoBEIR_mean_cosine_precision@10": 0.1741318681318681,
+    "NanoBEIR_mean_cosine_recall@1": 0.3326015035881879,
+    "NanoBEIR_mean_cosine_recall@3": 0.4939058891896255,
+    "NanoBEIR_mean_cosine_recall@5": 0.5566201127626171,
+    "NanoBEIR_mean_cosine_recall@10": 0.6294173510635223,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5886276900975592,
+    "NanoBEIR_mean_cosine_mrr@10": 0.6590521915725998,
+    "NanoBEIR_mean_cosine_map@100": 0.5063504763406499
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7551020408163264,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6306122448979592,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017555183940459188,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.050157929747196336,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07912798323644442,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13920642026902477,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6673821721459983,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8816326530612244,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2927961302613585
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6666666666666666,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367347,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5857142857142857,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01588655937369367,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.044376901309583335,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07212152387883033,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12988237851060958,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6130310136078281,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8148202137998055,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.27278068955592705
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95b9d89677b5b08e1ec88d51244c07b68f8f65353960da346ea74609674718c2
-size 596070136
+oid sha256:8bc2e6fb05f7f33ebbcc988bd7ff6c2998d2d35a2863ddb8dfd95ec23096e09a
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75ec0f0485d34bb741ab9abcd14fe6ac909493147ed0f5713a5baf7bef35b7b4
+oid sha256:03e27e49d0f9c992091e9bedd6e31177198e392f72ad6b672076632abef740cc
 size 6161