Upload holdout_results.json with huggingface_hub

holdout_results.json

@@ -0,0 +1,171 @@
+{
+  "loss": 0.8361479192972183,
+  "step_losses": {
+    "step1_loss": 0.6678847372531891,
+    "step2_loss": 0.0,
+    "qa_link_loss": 0.0,
+    "q_predict_loss": 0.0,
+    "table_det_loss": 0.144074491225183,
+    "header_loss": 0.026202231354545802,
+    "row_loss": 0.29455089196562767,
+    "contrastive_loss": 0.0
+  },
+  "metrics": {
+    "token_acc": 0.7698236749845329,
+    "acc_O": 0.7023926985693143,
+    "acc_B-Q": 0.878748370273794,
+    "acc_I-Q": 0.8276103714085494,
+    "acc_B-A": 0.8295254833040422,
+    "acc_I-A": 0.7655011655011655,
+    "acc_B-H": 0.8060165975103735,
+    "acc_I-H": 0.8278195488721805,
+    "acc_B-TABLE": 0.7922853729305342,
+    "acc_I-TABLE": 0.821323219553308,
+    "precision_O": 0.9433493457015074,
+    "recall_O": 0.7023926985693143,
+    "f1_O": 0.8052315305761754,
+    "precision_B-Q": 0.7744900890548693,
+    "recall_B-Q": 0.878748370273794,
+    "f1_B-Q": 0.8233318063826539,
+    "precision_I-Q": 0.7441713925645873,
+    "recall_I-Q": 0.8276103714085494,
+    "f1_I-Q": 0.7836761778367617,
+    "precision_B-A": 0.7510797908615594,
+    "recall_B-A": 0.8295254833040422,
+    "f1_B-A": 0.7883560009544262,
+    "precision_I-A": 0.5278045644487304,
+    "recall_I-A": 0.7655011655011655,
+    "f1_I-A": 0.6248097412480975,
+    "precision_B-H": 0.46835443037974683,
+    "recall_B-H": 0.8060165975103735,
+    "f1_B-H": 0.5924513915364087,
+    "precision_I-H": 0.5513269904857286,
+    "recall_I-H": 0.8278195488721805,
+    "f1_I-H": 0.6618575293056809,
+    "precision_B-TABLE": 0.8292247231153984,
+    "recall_B-TABLE": 0.7922853729305342,
+    "f1_B-TABLE": 0.8103342934450554,
+    "precision_I-TABLE": 0.5907850863898151,
+    "recall_I-TABLE": 0.821323219553308,
+    "f1_I-TABLE": 0.6872355430183357,
+    "precision_macro": 0.6546546334125544,
+    "recall_macro": 0.8186037661692434,
+    "f1_macro": 0.7215065604659274,
+    "confusion_matrix": [
+      [
+        11390,
+        564,
+        549,
+        820,
+        1159,
+        538,
+        609,
+        372,
+        215
+      ],
+      [
+        49,
+        2696,
+        78,
+        20,
+        11,
+        116,
+        23,
+        57,
+        18
+      ],
+      [
+        97,
+        48,
+        2362,
+        26,
+        41,
+        16,
+        124,
+        7,
+        133
+      ],
+      [
+        152,
+        38,
+        63,
+        3304,
+        159,
+        44,
+        11,
+        196,
+        16
+      ],
+      [
+        247,
+        25,
+        26,
+        86,
+        1642,
+        6,
+        22,
+        11,
+        80
+      ],
+      [
+        18,
+        42,
+        6,
+        12,
+        6,
+        777,
+        33,
+        50,
+        20
+      ],
+      [
+        50,
+        4,
+        39,
+        8,
+        35,
+        31,
+        1101,
+        9,
+        53
+      ],
+      [
+        42,
+        60,
+        9,
+        116,
+        23,
+        120,
+        32,
+        4642,
+        815
+      ],
+      [
+        29,
+        4,
+        42,
+        7,
+        35,
+        11,
+        42,
+        254,
+        1949
+      ]
+    ],
+    "table_acc": 0.954216495823842,
+    "row_acc": 0.9018944914019237,
+    "table_precision": 0.8595068137573004,
+    "table_recall": 0.9264937336053629,
+    "table_f1": 0.8917440457822539,
+    "row_boundary_precision": 0.9786600496277915,
+    "row_boundary_recall": 0.9661930426261637,
+    "row_boundary_f1": 0.972386587771203,
+    "row_token_acc": 0.9018944914019237,
+    "header_precision": 0.9288321167883211,
+    "header_recall": 0.9707565162110616,
+    "header_f1": 0.9493316754740441
+  },
+  "stopped_early": true,
+  "final_epoch": 12,
+  "best_val_loss": 0.8250397928059101
+}