Upload SIGMA_v13 checkpoints and results

checkpoints_a3_2_best/best_meta.json

@@ -0,0 +1,7 @@
+{
+  "epoch": 11,
+  "step": 3322,
+  "mrr": 0.9747689268096245,
+  "r1": 0.966,
+  "r10": 0.994
+}

checkpoints_a3_2_best/best_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e65be9ddb62127bee583664ee627ad2cb381917115c2bfb10c369513d6a2c3
+size 58984949

results_a3_2/a3_final.json

@@ -0,0 +1,273 @@
+{
+  "config": {
+    "dim": 256,
+    "n_steps": 2,
+    "top_k": 16,
+    "rank": 4,
+    "n_heads": 2,
+    "warmup_ratio": 0.1,
+    "ema_decay": 0.999,
+    "batch_size": 128
+  },
+  "final_metrics": {
+    "mrr": 0.9733942612942612,
+    "r1": 0.96,
+    "r5": 0.992,
+    "r10": 0.996
+  },
+  "best_mrr": 0.9747689268096245,
+  "history": {
+    "step": [
+      151,
+      302,
+      453,
+      604,
+      755,
+      906,
+      1057,
+      1208,
+      1359,
+      1510,
+      1661,
+      1812,
+      1963,
+      2114,
+      2265,
+      2416,
+      2567,
+      2718,
+      2869,
+      3020,
+      3171,
+      3322,
+      3473,
+      3624,
+      3775,
+      3926,
+      4077,
+      4228,
+      4379,
+      4530,
+      4681,
+      4832,
+      4983,
+      5134,
+      5285,
+      5436,
+      5587,
+      5738,
+      5889,
+      6040
+    ],
+    "loss": [
+      0.05027373702518198,
+      0.04881227528984776,
+      0.04610809926807091,
+      0.044877655014691764,
+      0.043507184142505886,
+      0.04242624673030234,
+      0.040315509335884195,
+      0.0404422130337022,
+      0.03869027391520162,
+      0.039034821574162964,
+      0.035369555644740334,
+      0.03615325192199243,
+      0.03357540613768117,
+      0.034277692702383,
+      0.032801381047099634,
+      0.032548489850877924,
+      0.03131792017116847,
+      0.031045349573852212,
+      0.029416534149192815,
+      0.029242907721697298,
+      0.028275871316328742,
+      0.028179163338357446,
+      0.02576759449570187,
+      0.026437007923863384,
+      0.025067514110825313,
+      0.025000911616159,
+      0.02553811805039052,
+      0.024959771101369172,
+      0.023039054945851397,
+      0.02365897029379247,
+      0.022970872184890787,
+      0.022299184411492767,
+      0.0220370011909908,
+      0.021843978166826906,
+      0.022709016435292384,
+      0.022480477449416326,
+      0.0229772361587511,
+      0.02244766808071772,
+      0.02231158111367794,
+      0.021746117917709792
+    ],
+    "mrr": [
+      0.007296020171075417,
+      0.006981434645512146,
+      0.007258763825553949,
+      0.020727019820485148,
+      0.08483017280957106,
+      0.2626234882736713,
+      0.5265114247854933,
+      0.7651447527168945,
+      0.8790372316147287,
+      0.927393956472425,
+      0.943739478573779,
+      0.9527592581925244,
+      0.963864755964756,
+      0.9671448232025848,
+      0.9690153613735899,
+      0.9693978692201517,
+      0.9698194688370101,
+      0.9718220349957911,
+      0.9745033430763609,
+      0.9738482047364401,
+      0.9737780177187154,
+      0.9747689268096245,
+      0.9714856345408978,
+      0.9714240665766981,
+      0.9714243107769424,
+      0.9704240665766981,
+      0.9711332276770357,
+      0.9713467965454432,
+      0.9703259189640768,
+      0.9703427234753551,
+      0.970055895418923,
+      0.9700560934387249,
+      0.9703537124863439,
+      0.9700203791530108,
+      0.9696648235974552,
+      0.969672582972583,
+      0.9696778461304776,
+      0.969672582972583,
+      0.9695418367346939,
+      0.9695894557823129
+    ],
+    "r1": [
+      0.002,
+      0.002,
+      0.002,
+      0.006,
+      0.034,
+      0.174,
+      0.398,
+      0.656,
+      0.818,
+      0.894,
+      0.916,
+      0.928,
+      0.946,
+      0.952,
+      0.956,
+      0.956,
+      0.956,
+      0.96,
+      0.966,
+      0.964,
+      0.964,
+      0.966,
+      0.96,
+      0.96,
+      0.96,
+      0.958,
+      0.96,
+      0.96,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958,
+      0.958
+    ],
+    "grad_norm": [
+      0.19050836369395255,
+      0.19429627671837807,
+      0.193626494333148,
+      0.2053767490386963,
+      0.1933288175612688,
+      0.1909618841856718,
+      0.19003299728035927,
+      0.18759957425296306,
+      0.18610450223088265,
+      0.20221985757350922,
+      0.1663146274536848,
+      0.1844347643107176,
+      0.1629525911062956,
+      0.18658689439296722,
+      0.16427210189402103,
+      0.16973903842270374,
+      0.1690176397562027,
+      0.16868569791316987,
+      0.15878911174833774,
+      0.1576488983631134,
+      0.15221125289797782,
+      0.157753631696105,
+      0.1504822540283203,
+      0.14835401758551597,
+      0.1520396003127098,
+      0.1515271785110235,
+      0.14707064650952817,
+      0.15523685581982136,
+      0.14308214232325553,
+      0.14392880015075207,
+      0.13569198094308377,
+      0.13905953854322434,
+      0.13985855013132095,
+      0.13739008083939552,
+      0.14033469870686532,
+      0.14292256250977517,
+      0.13980830140411854,
+      0.1357831320166588,
+      0.13591801874339582,
+      0.13607669658958912
+    ],
+    "lr": [
+      5e-05,
+      0.0001,
+      9.98292246503335e-05,
+      9.931806517013612e-05,
+      9.847001329696653e-05,
+      9.729086208503174e-05,
+      9.578866633275288e-05,
+      9.397368756032445e-05,
+      9.185832391312644e-05,
+      8.945702546981969e-05,
+      8.678619553365659e-05,
+      8.386407858128706e-05,
+      8.07106356344834e-05,
+      7.734740790612136e-05,
+      7.379736965185368e-05,
+      7.008477123264848e-05,
+      6.623497346023418e-05,
+      6.227427435703997e-05,
+      5.8229729514036705e-05,
+      5.4128967273616625e-05,
+      5e-05,
+      4.5871032726383386e-05,
+      4.17702704859633e-05,
+      3.772572564296005e-05,
+      3.3765026539765834e-05,
+      2.991522876735154e-05,
+      2.6202630348146324e-05,
+      2.2652592093878666e-05,
+      1.928936436551661e-05,
+      1.6135921418712956e-05,
+      1.3213804466343421e-05,
+      1.0542974530180327e-05,
+      8.141676086873572e-06,
+      6.026312439675552e-06,
+      4.2113336672471245e-06,
+      2.7091379149682685e-06,
+      1.5299867030334814e-06,
+      6.819348298638839e-07,
+      1.7077534966650766e-07,
+      0.0
+    ]
+  }
+}