Upload folder using huggingface_hub

metrics.json

@@ -1,6 +1,6 @@
 {
-    "mean_reciprocal_rank": 0.22741934657096863,
-    "hits_at_1": 0.15401595744680852,
-    "hits_at_3": 0.24367504835589943,
-    "hits_at_10": 0.37071083172147
+    "mean_reciprocal_rank": 0.26993709802627563,
+    "hits_at_1": 0.18026353965183753,
+    "hits_at_3": 0.29455996131528045,
+    "hits_at_10": 0.45115812379110254
 }

results.json

@@ -1,309 +1,459 @@
 {
   "losses": [
-    0.27887505177611926,
-    0.13281392221934615,
-    0.0761256211838029,
-    0.04689384160386682,
-    0.03136480021848583,
-    0.02434889237642399,
-    0.02024112650133184,
-    0.017724596759318527,
-    0.015993448139017773,
-    0.015104326281123613,
-    0.01412174086673374,
-    0.013634221241758272,
-    0.013291249849664401,
-    0.012734190232760118,
-    0.012350638505545781,
-    0.012175743879945484,
-    0.011757506013534253,
-    0.011472007248846925,
-    0.01124486483895205,
-    0.01118035361118316,
-    0.010872910195927298,
-    0.01076717906921604,
-    0.010627752027811395,
-    0.010400481824982873,
-    0.010354401669536335,
-    0.010041824796323656,
-    0.009926487937680287,
-    0.009919736244714742,
-    0.009669834640555507,
-    0.009705976165315785,
-    0.009571913723291609,
-    0.009490548678574807,
-    0.009317508844637694,
-    0.009239166353983537,
-    0.009393021319742826,
-    0.009060459014194892,
-    0.009036446341089922,
-    0.009106306145182385,
-    0.008967126987248535,
-    0.008891625032464365,
-    0.008892410855808613,
-    0.00876529624968947,
-    0.008646140048119253,
-    0.008722726145850585,
-    0.008663677318509004,
-    0.008693459720853568,
-    0.008624460605514524,
-    0.008545417779125417,
-    0.008561512572209837,
-    0.008357394151055285
+    0.2794438580930943,
+    0.133391913273848,
+    0.07657163295881604,
+    0.04691031694129218,
+    0.03173688742525688,
+    0.024370941032086195,
+    0.020203367151889466,
+    0.017637061909545497,
+    0.016139326069106882,
+    0.015229559426113638,
+    0.014381774496771286,
+    0.013694993445462988,
+    0.01306784935984383,
+    0.012757313956378157,
+    0.012449264536598335,
+    0.011984169430443973,
+    0.01180280849934731,
+    0.011430851444653889,
+    0.011212107758224355,
+    0.011021174482814478,
+    0.010744001431632445,
+    0.010691066774891688,
+    0.010566591782748708,
+    0.010295231208915928,
+    0.010281514494708544,
+    0.010142222607853999,
+    0.009908923444369989,
+    0.009796344756684667,
+    0.009766637760631103,
+    0.00973482540729795,
+    0.009581506528313636,
+    0.009595017584939084,
+    0.009601579288964013,
+    0.009490661021175137,
+    0.009238567046069488,
+    0.009187979746016808,
+    0.00921744251090289,
+    0.009026318156647043,
+    0.00894779006235962,
+    0.008991455622236416,
+    0.009013185892242585,
+    0.008689272161109167,
+    0.0087598889356307,
+    0.00878160715557931,
+    0.008617026782383514,
+    0.008732951588441062,
+    0.00858284849958829,
+    0.008528518819457095,
+    0.008585638014601698,
+    0.008488643701048057,
+    0.008377104351703673,
+    0.008327368002153763,
+    0.008342145688498358,
+    0.008315035970150991,
+    0.008148032215063775,
+    0.008260458056654584,
+    0.008236970633702675,
+    0.008087908833341118,
+    0.00807920174461948,
+    0.008102237418842688,
+    0.008093109857144001,
+    0.008110141886369953,
+    0.00795408104332991,
+    0.007860487678729352,
+    0.008029542809043038,
+    0.007718001782252022,
+    0.007900838540302385,
+    0.007918948101137153,
+    0.007852064915382971,
+    0.007721378166950765,
+    0.007721301072943811,
+    0.007701391909170897,
+    0.007665452817271926,
+    0.007789083758235651,
+    0.007687853952374354,
+    0.00764003153912707,
+    0.00766091367798355,
+    0.007520423673235114,
+    0.007589861615733509,
+    0.007489428060475415,
+    0.007629931183295843,
+    0.007583723935100772,
+    0.007421555378853712,
+    0.007575569495687853,
+    0.007625413534039686,
+    0.0073925175980879354,
+    0.007412566519661546,
+    0.007341504344189548,
+    0.007318477122694987,
+    0.007449193052952132,
+    0.007419132830008217,
+    0.007364532666613161,
+    0.007282813230528563,
+    0.007134741478552487,
+    0.007223800477292519,
+    0.007389734993619882,
+    0.00739267480960391,
+    0.007388553430159703,
+    0.007283230898072881,
+    0.007167762362271543,
+    0.007144978560657739,
+    0.007250784978019219,
+    0.007088988526569659,
+    0.007002280904151616,
+    0.007169326829360736,
+    0.007164678959002736,
+    0.007094525721436561,
+    0.0070605900540081,
+    0.007029324307842933,
+    0.007034258648586586,
+    0.006936846444195645,
+    0.007092839226881182,
+    0.007159161118007465,
+    0.00722346835053965,
+    0.006985802648327617,
+    0.007140966753645263,
+    0.006953872735261209,
+    0.006967895155743458,
+    0.007056874755217198,
+    0.006920758637975894,
+    0.0069906480945260575,
+    0.006870419774092094,
+    0.006972291803530139,
+    0.006996153616211685,
+    0.0069616603385930865,
+    0.006814629622391691,
+    0.006921151324094457,
+    0.006872074666435774,
+    0.006884517220509398,
+    0.0067668692525127494,
+    0.007017794497047123,
+    0.006833102625556799,
+    0.006866683740512922,
+    0.006835004531219429,
+    0.006904101648265486,
+    0.006779687937090276,
+    0.006844018774319503,
+    0.006880211276273858,
+    0.006694767545893127,
+    0.006870429977283525,
+    0.006667441981254512,
+    0.006892038071760079,
+    0.006669334295757245,
+    0.00675355646881469,
+    0.006705462412959685,
+    0.006817495359882249,
+    0.006785973803917358,
+    0.006709077550406964,
+    0.006792514817969323,
+    0.006661038356988068,
+    0.006668863988664614,
+    0.006650664726176831,
+    0.006637906198293713,
+    0.006736703376549004,
+    0.006743741998284405,
+    0.006512001730327578,
+    0.006732543470730229,
+    0.006672228402696258,
+    0.006641139397514359,
+    0.006685159207198065,
+    0.0065961422121796984,
+    0.0066702949681781715,
+    0.006620337150826112,
+    0.006682377853956054,
+    0.006604078551026647,
+    0.006598774544028938,
+    0.006620271457640191,
+    0.00655638884902169,
+    0.006573346983419471,
+    0.00650093064273248,
+    0.006520260896913577,
+    0.006586609662218795,
+    0.006520609810150631,
+    0.0065490303818455204,
+    0.006436080334507218,
+    0.006611914085156543,
+    0.006553722421001599,
+    0.006656043880084351,
+    0.006564487901859362,
+    0.006584539456618132,
+    0.006504201102421395,
+    0.006539338274247761,
+    0.00649893672937395,
+    0.006322192747227164,
+    0.006542017132706125,
+    0.006494421452519031,
+    0.00661791341700823,
+    0.006459045400126844,
+    0.006574901278731177,
+    0.006466593143476728,
+    0.006527515925780001,
+    0.0064543487445619776,
+    0.006503828640164193,
+    0.006475185621521172,
+    0.0064418362449256885,
+    0.0064409970640065504,
+    0.006495106657216207,
+    0.006382765800323388,
+    0.0063015754080579115,
+    0.006552511659433105
   ],
   "metrics": {
     "both": {
       "optimistic": {
-        "adjusted_arithmetic_mean_rank": 0.017460042865266576,
-        "adjusted_arithmetic_mean_rank_index": 0.9825586699394313,
-        "adjusted_geometric_mean_rank_index": 0.9993096197135696,
-        "adjusted_hits_at_k": 0.3706509002295032,
-        "adjusted_inverse_harmonic_mean_rank": 0.22733022677076314,
-        "arithmetic_mean_rank": 916.7795406189555,
+        "adjusted_arithmetic_mean_rank": 0.020823745059113136,
+        "adjusted_arithmetic_mean_rank_index": 0.9791949036827425,
+        "adjusted_geometric_mean_rank_index": 0.9995465060871892,
+        "adjusted_hits_at_k": 0.4511058538424793,
+        "adjusted_inverse_harmonic_mean_rank": 0.2698527357784618,
+        "arithmetic_mean_rank": 1093.398428433269,
         "count": 413600.0,
-        "geometric_mean_rank": 27.671773696773933,
-        "harmonic_mean_rank": 4.39715943807751,
-        "hits_at_1": 0.15401595744680852,
-        "hits_at_10": 0.37071083172147,
-        "hits_at_3": 0.2436774661508704,
-        "hits_at_5": 0.2935178916827853,
-        "inverse_arithmetic_mean_rank": 0.0010907747781160769,
-        "inverse_geometric_mean_rank": 0.03613790756450799,
-        "inverse_harmonic_mean_rank": 0.22741954529563566,
-        "inverse_median_rank": 0.037037037037037035,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6180.843967464738,
-        "variance": 38202832.15014525,
-        "z_arithmetic_mean_rank": 1094.462278263257,
-        "z_geometric_mean_rank": 644.0795091455365,
-        "z_hits_at_k": 24426.031243381996,
-        "z_inverse_harmonic_mean_rank": 36951.13996441813
+        "geometric_mean_rank": 18.520035338627764,
+        "harmonic_mean_rank": 3.7045661978297018,
+        "hits_at_1": 0.18026353965183753,
+        "hits_at_10": 0.45115812379110254,
+        "hits_at_3": 0.29455996131528045,
+        "hits_at_5": 0.3565352998065764,
+        "inverse_arithmetic_mean_rank": 0.0009145796939116699,
+        "inverse_geometric_mean_rank": 0.053995577314816,
+        "inverse_harmonic_mean_rank": 0.26993713881691306,
+        "inverse_median_rank": 0.06666666666666667,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7346.56963401161,
+        "variance": 53972085.38738148,
+        "z_arithmetic_mean_rank": 1090.715412662786,
+        "z_geometric_mean_rank": 644.2321620271333,
+        "z_hits_at_k": 29728.042406496872,
+        "z_inverse_harmonic_mean_rank": 43862.91410154657
       },
       "pessimistic": {
-        "adjusted_arithmetic_mean_rank": 0.01746006800684301,
-        "adjusted_arithmetic_mean_rank_index": 0.9825586447973761,
-        "adjusted_geometric_mean_rank_index": 0.9993096181809594,
-        "adjusted_hits_at_k": 0.3706509002295032,
-        "adjusted_inverse_harmonic_mean_rank": 0.2273298891510989,
-        "arithmetic_mean_rank": 916.7808607350097,
+        "adjusted_arithmetic_mean_rank": 0.020823787238021585,
+        "adjusted_arithmetic_mean_rank_index": 0.9791948615030308,
+        "adjusted_geometric_mean_rank_index": 0.9995465051944397,
+        "adjusted_hits_at_k": 0.4511058538424793,
+        "adjusted_inverse_harmonic_mean_rank": 0.2698526354175691,
+        "arithmetic_mean_rank": 1093.4006431334624,
         "count": 413600.0,
-        "geometric_mean_rank": 27.67183290679577,
-        "harmonic_mean_rank": 4.397165965212557,
-        "hits_at_1": 0.15401595744680852,
-        "hits_at_10": 0.37071083172147,
-        "hits_at_3": 0.24367504835589943,
-        "hits_at_5": 0.2935178916827853,
-        "inverse_arithmetic_mean_rank": 0.0010907732074579646,
-        "inverse_geometric_mean_rank": 0.036137830239442344,
-        "inverse_harmonic_mean_rank": 0.22741920771499932,
-        "inverse_median_rank": 0.037037037037037035,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6180.850346286252,
-        "variance": 38202911.003186874,
-        "z_arithmetic_mean_rank": 1094.4622502577731,
-        "z_geometric_mean_rank": 644.0795081577317,
-        "z_hits_at_k": 24426.031243381996,
-        "z_inverse_harmonic_mean_rank": 36951.085086403684
+        "geometric_mean_rank": 18.520069828623576,
+        "harmonic_mean_rank": 3.7045675750048925,
+        "hits_at_1": 0.18026353965183753,
+        "hits_at_10": 0.45115812379110254,
+        "hits_at_3": 0.29455996131528045,
+        "hits_at_5": 0.3565352998065764,
+        "inverse_arithmetic_mean_rank": 0.0009145778414161206,
+        "inverse_geometric_mean_rank": 0.05399547675864895,
+        "inverse_harmonic_mean_rank": 0.2699370384676218,
+        "inverse_median_rank": 0.06666666666666667,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7346.577995788821,
+        "variance": 53972208.24820849,
+        "z_arithmetic_mean_rank": 1090.715365679227,
+        "z_geometric_mean_rank": 644.2321614517344,
+        "z_hits_at_k": 29728.042406496872,
+        "z_inverse_harmonic_mean_rank": 43862.897788496404
       },
       "realistic": {
-        "adjusted_arithmetic_mean_rank": 0.017460055659363996,
-        "adjusted_arithmetic_mean_rank_index": 0.9825586571450903,
-        "adjusted_geometric_mean_rank_index": 0.9993096188687403,
-        "adjusted_hits_at_k": 0.3706509002295032,
-        "adjusted_inverse_harmonic_mean_rank": 0.2273300280231214,
-        "arithmetic_mean_rank": 916.7802124023438,
+        "adjusted_arithmetic_mean_rank": 0.020823766155222564,
+        "adjusted_arithmetic_mean_rank_index": 0.9791948825862313,
+        "adjusted_geometric_mean_rank_index": 0.9995465056570555,
+        "adjusted_hits_at_k": 0.4511058538424793,
+        "adjusted_inverse_harmonic_mean_rank": 0.26985269498310854,
+        "arithmetic_mean_rank": 1093.3995361328125,
         "count": 413600.0,
-        "geometric_mean_rank": 27.67180633544922,
-        "harmonic_mean_rank": 4.397163280424515,
-        "hits_at_1": 0.15401595744680852,
-        "hits_at_10": 0.37071083172147,
-        "hits_at_3": 0.24367504835589943,
-        "hits_at_5": 0.2935178916827853,
-        "inverse_arithmetic_mean_rank": 0.0010907739633694291,
-        "inverse_geometric_mean_rank": 0.036137863993644714,
-        "inverse_harmonic_mean_rank": 0.22741934657096863,
-        "inverse_median_rank": 0.03703703731298447,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6180.84716796875,
-        "variance": 38202872.0,
-        "z_arithmetic_mean_rank": 1094.4622640117686,
-        "z_geometric_mean_rank": 644.0795086010232,
-        "z_hits_at_k": 24426.031243381996,
-        "z_inverse_harmonic_mean_rank": 36951.1076592028
+        "geometric_mean_rank": 18.520051956176758,
+        "harmonic_mean_rank": 3.704566757632773,
+        "hits_at_1": 0.18026353965183753,
+        "hits_at_10": 0.45115812379110254,
+        "hits_at_3": 0.29455996131528045,
+        "hits_at_5": 0.3565352998065764,
+        "inverse_arithmetic_mean_rank": 0.0009145787917077541,
+        "inverse_geometric_mean_rank": 0.0539955273270607,
+        "inverse_harmonic_mean_rank": 0.26993709802627563,
+        "inverse_median_rank": 0.06666667014360428,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7346.57373046875,
+        "variance": 53972148.0,
+        "z_arithmetic_mean_rank": 1090.7153891635933,
+        "z_geometric_mean_rank": 644.2321617499016,
+        "z_hits_at_k": 29728.042406496872,
+        "z_inverse_harmonic_mean_rank": 43862.907470511054
       }
     },
     "head": {
       "optimistic": {
-        "adjusted_arithmetic_mean_rank": 0.018442087453831923,
-        "adjusted_arithmetic_mean_rank_index": 0.9815765990885742,
-        "adjusted_geometric_mean_rank_index": 0.9992886194989626,
-        "adjusted_hits_at_k": 0.37155526619238316,
-        "adjusted_inverse_harmonic_mean_rank": 0.2245337895763077,
-        "arithmetic_mean_rank": 968.7357398452612,
+        "adjusted_arithmetic_mean_rank": 0.020920234643606237,
+        "adjusted_arithmetic_mean_rank_index": 0.9790984047207354,
+        "adjusted_geometric_mean_rank_index": 0.9995400881486874,
+        "adjusted_hits_at_k": 0.45569770500360846,
+        "adjusted_inverse_harmonic_mean_rank": 0.2691338120490433,
+        "arithmetic_mean_rank": 1098.90916827853,
         "count": 206800.0,
-        "geometric_mean_rank": 28.494308873976337,
-        "harmonic_mean_rank": 4.451895975010812,
-        "hits_at_1": 0.14961798839458415,
-        "hits_at_10": 0.37161508704061896,
-        "hits_at_3": 0.24176015473887813,
-        "hits_at_5": 0.2929303675048356,
-        "inverse_arithmetic_mean_rank": 0.0010322732597433978,
-        "inverse_geometric_mean_rank": 0.03509472731634819,
-        "inverse_harmonic_mean_rank": 0.22462339767441925,
-        "inverse_median_rank": 0.037037037037037035,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6169.983122535785,
-        "variance": 38068691.732376434,
-        "z_arithmetic_mean_rank": 773.1302749972884,
-        "z_geometric_mean_rank": 454.8930468411443,
-        "z_hits_at_k": 17317.503333453446,
-        "z_inverse_harmonic_mean_rank": 25812.277047296357
+        "geometric_mean_rank": 18.775239096868347,
+        "harmonic_mean_rank": 3.714458209731357,
+        "hits_at_1": 0.17717117988394585,
+        "hits_at_10": 0.4557495164410058,
+        "hits_at_3": 0.2956237911025145,
+        "hits_at_5": 0.35929400386847193,
+        "inverse_arithmetic_mean_rank": 0.0009099933177976176,
+        "inverse_geometric_mean_rank": 0.053261638631637825,
+        "inverse_harmonic_mean_rank": 0.26921826644331087,
+        "inverse_median_rank": 0.07142857142857142,
+        "median_absolute_deviation": 19.273828840572826,
+        "median_rank": 14.0,
+        "standard_deviation": 7160.551398273753,
+        "variance": 51273496.327320196,
+        "z_arithmetic_mean_rank": 771.178346747488,
+        "z_geometric_mean_rank": 455.00752464906253,
+        "z_hits_at_k": 21239.226687103404,
+        "z_inverse_harmonic_mean_rank": 30939.47032432716
       },
       "pessimistic": {
-        "adjusted_arithmetic_mean_rank": 0.018442113966089344,
-        "adjusted_arithmetic_mean_rank_index": 0.9815765725758121,
-        "adjusted_geometric_mean_rank_index": 0.9992886178488285,
-        "adjusted_hits_at_k": 0.37155526619238316,
-        "adjusted_inverse_harmonic_mean_rank": 0.22453352428349535,
-        "arithmetic_mean_rank": 968.7371324951644,
+        "adjusted_arithmetic_mean_rank": 0.020920273675540776,
+        "adjusted_arithmetic_mean_rank_index": 0.9790983656880577,
+        "adjusted_geometric_mean_rank_index": 0.9995400872989826,
+        "adjusted_hits_at_k": 0.45569770500360846,
+        "adjusted_inverse_harmonic_mean_rank": 0.26913368563016904,
+        "arithmetic_mean_rank": 1098.9112185686654,
         "count": 206800.0,
-        "geometric_mean_rank": 28.494372650390766,
-        "harmonic_mean_rank": 4.451901232347914,
-        "hits_at_1": 0.14961798839458415,
-        "hits_at_10": 0.37161508704061896,
-        "hits_at_3": 0.24176015473887813,
-        "hits_at_5": 0.2929303675048356,
-        "inverse_arithmetic_mean_rank": 0.001032271775754391,
-        "inverse_geometric_mean_rank": 0.03509464876694824,
-        "inverse_harmonic_mean_rank": 0.2246231324122625,
-        "inverse_median_rank": 0.037037037037037035,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6169.989465585925,
-        "variance": 38068770.00544129,
-        "z_arithmetic_mean_rank": 773.1302541147418,
-        "z_geometric_mean_rank": 454.89304608997537,
-        "z_hits_at_k": 17317.503333453446,
-        "z_inverse_harmonic_mean_rank": 25812.24654938518
+        "geometric_mean_rank": 18.775271937305728,
+        "harmonic_mean_rank": 3.7144599537570895,
+        "hits_at_1": 0.17717117988394585,
+        "hits_at_10": 0.4557495164410058,
+        "hits_at_3": 0.2956237911025145,
+        "hits_at_5": 0.35929400386847193,
+        "inverse_arithmetic_mean_rank": 0.000909991619980459,
+        "inverse_geometric_mean_rank": 0.05326154546997742,
+        "inverse_harmonic_mean_rank": 0.2692181400390448,
+        "inverse_median_rank": 0.07142857142857142,
+        "median_absolute_deviation": 19.273828840572826,
+        "median_rank": 14.0,
+        "standard_deviation": 7160.558827783676,
+        "variance": 51273602.726150736,
+        "z_arithmetic_mean_rank": 771.1783160037388,
+        "z_geometric_mean_rank": 455.00752426226256,
+        "z_hits_at_k": 21239.226687103404,
+        "z_inverse_harmonic_mean_rank": 30939.45579128511
       },
       "realistic": {
-        "adjusted_arithmetic_mean_rank": 0.01844209981501732,
-        "adjusted_arithmetic_mean_rank_index": 0.9815765867271535,
-        "adjusted_geometric_mean_rank_index": 0.9992886185223668,
-        "adjusted_hits_at_k": 0.37155526619238316,
-        "adjusted_inverse_harmonic_mean_rank": 0.2245336547685436,
-        "arithmetic_mean_rank": 968.7363891601562,
+        "adjusted_arithmetic_mean_rank": 0.020920253451889553,
+        "adjusted_arithmetic_mean_rank_index": 0.979098385912094,
+        "adjusted_geometric_mean_rank_index": 0.9995400876826049,
+        "adjusted_hits_at_k": 0.45569770500360846,
+        "adjusted_inverse_harmonic_mean_rank": 0.2691337520044337,
+        "arithmetic_mean_rank": 1098.91015625,
         "count": 206800.0,
-        "geometric_mean_rank": 28.494346618652344,
-        "harmonic_mean_rank": 4.451898646509681,
-        "hits_at_1": 0.14961798839458415,
-        "hits_at_10": 0.37161508704061896,
-        "hits_at_3": 0.24176015473887813,
-        "hits_at_5": 0.2929303675048356,
-        "inverse_arithmetic_mean_rank": 0.0010322725865989923,
-        "inverse_geometric_mean_rank": 0.03509468212723732,
-        "inverse_harmonic_mean_rank": 0.2246232628822327,
-        "inverse_median_rank": 0.03703703731298447,
-        "median_absolute_deviation": 38.54765768114565,
-        "median_rank": 27.0,
-        "standard_deviation": 6169.986328125,
-        "variance": 38068732.0,
-        "z_arithmetic_mean_rank": 773.1302652609229,
-        "z_geometric_mean_rank": 454.8930463965814,
-        "z_hits_at_k": 17317.503333453446,
-        "z_inverse_harmonic_mean_rank": 25812.261549872288
+        "geometric_mean_rank": 18.775257110595703,
+        "harmonic_mean_rank": 3.714459038083287,
+        "hits_at_1": 0.17717117988394585,
+        "hits_at_10": 0.4557495164410058,
+        "hits_at_3": 0.2956237911025145,
+        "hits_at_5": 0.35929400386847193,
+        "inverse_arithmetic_mean_rank": 0.0009099924936890602,
+        "inverse_geometric_mean_rank": 0.053261589258909225,
+        "inverse_harmonic_mean_rank": 0.26921820640563965,
+        "inverse_median_rank": 0.0714285746216774,
+        "median_absolute_deviation": 19.273828840572826,
+        "median_rank": 14.0,
+        "standard_deviation": 7160.55517578125,
+        "variance": 51273552.0,
+        "z_arithmetic_mean_rank": 771.1783319330252,
+        "z_geometric_mean_rank": 455.00752443689396,
+        "z_hits_at_k": 21239.226687103404,
+        "z_inverse_harmonic_mean_rank": 30939.46342163291
       }
     },
     "tail": {
       "optimistic": {
-        "adjusted_arithmetic_mean_rank": 0.016477203473638673,
-        "adjusted_arithmetic_mean_rank_index": 0.9835415356297501,
-        "adjusted_geometric_mean_rank_index": 0.9993300239694326,
-        "adjusted_hits_at_k": 0.36974653419603654,
-        "adjusted_inverse_harmonic_mean_rank": 0.23012666420820854,
-        "arithmetic_mean_rank": 864.8233413926499,
+        "adjusted_arithmetic_mean_rank": 0.02072717738222163,
+        "adjusted_arithmetic_mean_rank_index": 0.9792914807462261,
+        "adjusted_geometric_mean_rank_index": 0.9995528405950264,
+        "adjusted_hits_at_k": 0.44651400232295185,
+        "adjusted_inverse_harmonic_mean_rank": 0.27057165957034957,
+        "arithmetic_mean_rank": 1087.8876885880077,
         "count": 206800.0,
-        "geometric_mean_rank": 26.87298235279548,
-        "harmonic_mean_rank": 4.343752536284198,
-        "hits_at_1": 0.15841392649903288,
-        "hits_at_10": 0.36980657640232106,
-        "hits_at_3": 0.24559477756286266,
-        "hits_at_5": 0.294105415860735,
-        "inverse_arithmetic_mean_rank": 0.0011563055159793342,
-        "inverse_geometric_mean_rank": 0.0372120960328013,
-        "inverse_harmonic_mean_rank": 0.230215692916852,
-        "inverse_median_rank": 0.03571428571428571,
-        "median_absolute_deviation": 40.030259899651256,
-        "median_rank": 28.0,
-        "standard_deviation": 6191.249766778753,
-        "variance": 38331573.674637966,
-        "z_arithmetic_mean_rank": 774.6738677649885,
-        "z_geometric_mean_rank": 454.9114316127252,
-        "z_hits_at_k": 17226.140767932066,
-        "z_inverse_harmonic_mean_rank": 26444.397911996628
+        "geometric_mean_rank": 18.268300455424356,
+        "harmonic_mean_rank": 3.6947267330268097,
+        "hits_at_1": 0.1833558994197292,
+        "hits_at_10": 0.4465667311411992,
+        "hits_at_3": 0.29349613152804643,
+        "hits_at_5": 0.35377659574468084,
+        "inverse_arithmetic_mean_rank": 0.0009192125349795263,
+        "inverse_geometric_mean_rank": 0.054739629580762277,
+        "inverse_harmonic_mean_rank": 0.27065601119051524,
+        "inverse_median_rank": 0.06666666666666667,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7527.988689612616,
+        "variance": 56670613.71093548,
+        "z_arithmetic_mean_rank": 771.3263665811926,
+        "z_geometric_mean_rank": 455.0128793136974,
+        "z_hits_at_k": 20802.664386273416,
+        "z_inverse_harmonic_mean_rank": 31092.027749178982
       },
       "pessimistic": {
-        "adjusted_arithmetic_mean_rank": 0.016477227243424777,
-        "adjusted_arithmetic_mean_rank_index": 0.9835415118595111,
-        "adjusted_geometric_mean_rank_index": 0.9993300225489955,
-        "adjusted_hits_at_k": 0.36974653419603654,
-        "adjusted_inverse_harmonic_mean_rank": 0.23012625426168606,
-        "arithmetic_mean_rank": 864.8245889748549,
+        "adjusted_arithmetic_mean_rank": 0.020727222710650944,
+        "adjusted_arithmetic_mean_rank_index": 0.9792914354169331,
+        "adjusted_geometric_mean_rank_index": 0.9995528396605177,
+        "adjusted_hits_at_k": 0.44651400232295185,
+        "adjusted_inverse_harmonic_mean_rank": 0.27057158526744063,
+        "arithmetic_mean_rank": 1087.8900676982591,
         "count": 206800.0,
-        "geometric_mean_rank": 26.873037206914066,
-        "harmonic_mean_rank": 4.343760270350769,
-        "hits_at_1": 0.15841392649903288,
-        "hits_at_10": 0.36980657640232106,
-        "hits_at_3": 0.2455899419729207,
-        "hits_at_5": 0.294105415860735,
-        "inverse_arithmetic_mean_rank": 0.0011563038479113772,
-        "inverse_geometric_mean_rank": 0.037212020074259174,
-        "inverse_harmonic_mean_rank": 0.23021528301773606,
-        "inverse_median_rank": 0.03571428571428571,
-        "median_absolute_deviation": 40.030259899651256,
-        "median_rank": 28.0,
-        "standard_deviation": 6191.256180500209,
-        "variance": 38331653.09258203,
-        "z_arithmetic_mean_rank": 774.6738490426649,
-        "z_geometric_mean_rank": 454.9114309661189,
-        "z_hits_at_k": 17226.140767932066,
-        "z_inverse_harmonic_mean_rank": 26444.350804074562
+        "geometric_mean_rank": 18.268336544067814,
+        "harmonic_mean_rank": 3.6947277472192215,
+        "hits_at_1": 0.1833558994197292,
+        "hits_at_10": 0.4465667311411992,
+        "hits_at_3": 0.29349613152804643,
+        "hits_at_5": 0.35377659574468084,
+        "inverse_arithmetic_mean_rank": 0.000919210524750708,
+        "inverse_geometric_mean_rank": 0.05473952144398856,
+        "inverse_harmonic_mean_rank": 0.2706559368961987,
+        "inverse_median_rank": 0.06666666666666667,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7527.997943502839,
+        "variance": 56670753.037382975,
+        "z_arithmetic_mean_rank": 771.3263308781568,
+        "z_geometric_mean_rank": 455.0128788882937,
+        "z_hits_at_k": 20802.664386273416,
+        "z_inverse_harmonic_mean_rank": 31092.019210856415
       },
       "realistic": {
-        "adjusted_arithmetic_mean_rank": 0.016477215538115108,
-        "adjusted_arithmetic_mean_rank_index": 0.9835415235650438,
-        "adjusted_geometric_mean_rank_index": 0.9993300232370605,
-        "adjusted_hits_at_k": 0.36974653419603654,
-        "adjusted_inverse_harmonic_mean_rank": 0.23012641642356832,
-        "arithmetic_mean_rank": 864.823974609375,
+        "adjusted_arithmetic_mean_rank": 0.020727200768008797,
+        "adjusted_arithmetic_mean_rank_index": 0.9792914573599933,
+        "adjusted_geometric_mean_rank_index": 0.9995528401361483,
+        "adjusted_hits_at_k": 0.44651400232295185,
+        "adjusted_inverse_harmonic_mean_rank": 0.2705716380242544,
+        "arithmetic_mean_rank": 1087.888916015625,
         "count": 206800.0,
-        "geometric_mean_rank": 26.873010635375977,
-        "harmonic_mean_rank": 4.343757210995284,
-        "hits_at_1": 0.15841392649903288,
-        "hits_at_10": 0.36980657640232106,
-        "hits_at_3": 0.2455899419729207,
-        "hits_at_5": 0.294105415860735,
-        "inverse_arithmetic_mean_rank": 0.001156304613687098,
-        "inverse_geometric_mean_rank": 0.037212055176496506,
-        "inverse_harmonic_mean_rank": 0.23021544516086578,
-        "inverse_median_rank": 0.0357142873108387,
-        "median_absolute_deviation": 40.030259899651256,
-        "median_rank": 28.0,
-        "standard_deviation": 6191.25341796875,
-        "variance": 38331616.0,
-        "z_arithmetic_mean_rank": 774.6738582623774,
-        "z_geometric_mean_rank": 454.9114312793374,
-        "z_hits_at_k": 17226.140767932066,
-        "z_inverse_harmonic_mean_rank": 26444.369438479032
+        "geometric_mean_rank": 18.26831817626953,
+        "harmonic_mean_rank": 3.694727027118687,
+        "hits_at_1": 0.1833558994197292,
+        "hits_at_10": 0.4465667311411992,
+        "hits_at_3": 0.29349613152804643,
+        "hits_at_5": 0.35377659574468084,
+        "inverse_arithmetic_mean_rank": 0.0009192114812321961,
+        "inverse_geometric_mean_rank": 0.0547395758330822,
+        "inverse_harmonic_mean_rank": 0.2706559896469116,
+        "inverse_median_rank": 0.06666667014360428,
+        "median_absolute_deviation": 20.756431059078427,
+        "median_rank": 15.0,
+        "standard_deviation": 7527.9931640625,
+        "variance": 56670680.0,
+        "z_arithmetic_mean_rank": 771.3263481613266,
+        "z_geometric_mean_rank": 455.0128791048086,
+        "z_hits_at_k": 20802.664386273416,
+        "z_inverse_harmonic_mean_rank": 31092.025273266347
       }
     }
   },
   "times": {
-    "evaluation": 528.3589041233063,
-    "training": 3994.9872806072235
+    "evaluation": 1057.5383162498474,
+    "training": 31312.435995578766
   }
 }

trained_model.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59879c1d405ff4ba3ea2ddca97b97509b7b7d56396bd213453b8d4780d0c6d66
+oid sha256:effd0ddd577b1a5efaaf6c795881b053429d3e9780deb85e05bb2d95da2d29e6
 size 168869820

training_triples/entity_to_id.tsv.gz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03b74aed6cca61ccb13fe2fc4f6bb8897433804a8a456164e075a7c9614c0b29
+oid sha256:dbbc9ddc8418aef03c7b5b0b5e4a3b03b3a67830127f4191b922db47a19a277f
 size 520820

training_triples/numeric_triples.tsv.gz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c76cb4115d063de74b80b4397fa461b51416efde043de045dd5bb27fe2f7afa4
+oid sha256:48003781d545fac3bc819ef67853237e1c0cddf819212a3a264742737dba3d6a
 size 8767222

training_triples/relation_to_id.tsv.gz

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f6b240fbc0181f0c7ad0ac6c9e1c1437a9151ba639ca2d38a183fce7001c26b
+oid sha256:9f2e236fd076793dfd24cc3c98149a3f3ecb6756b1726057014fcec39dc6f8fe
 size 232