Upload write_back_cycle_result.json with huggingface_hub

write_back_cycle_result.json

@@ -14,228 +14,223 @@
     "Taoufik"
   ],
   "writes": {
-    "write-new": 8,
-    "write-update": 9,
-    "non-write": 1,
-    "blocked": 2,
+    "write-new": 7,
+    "write-update": 6,
+    "non-write": 3,
+    "blocked": 4,
     "error": 0
   },
   "write_details": [
     {
-      "question": "What is the home arena of FC Kuusysi?",
+      "question": "What was the title that Traidenis held?",
       "ok": true,
       "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "Which is the cause of death of Christopher George?",
+      "question": "What award was An Officer and a Gentleman nominated for?",
       "ok": true,
-      "action": "write-new",
+      "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What team uses The Ballpark at Jackson?",
+      "question": "What company makes Armoured Multirole Carrier?",
+      "ok": false,
+      "action": "uncertain",
+      "gate": "ask",
+      "reason": "Router uncertain -> Human-Gate (§10.4)"
+    },
+    {
+      "question": "What river does Styr River form a part of?",
       "ok": true,
       "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What is Abu Yusuf's place of employment?",
+      "question": "In what city was Norbert Hummelt born?",
       "ok": false,
       "action": "uncertain",
       "gate": "ask",
       "reason": "Router uncertain -> Human-Gate (§10.4)"
     },
     {
-      "question": "Which is the cause of death of Colin Cramphorn?",
-      "ok": true,
-      "action": "write-new",
-      "gate": "allow",
-      "reason": null
+      "question": "Which director worked on the film A Dog's Life?",
+      "ok": false,
+      "action": "uncertain",
+      "gate": "ask",
+      "reason": "Router uncertain -> Human-Gate (§10.4)"
     },
     {
-      "question": "Which industry is MSNBC associated with?",
+      "question": "What city was Christians & Lions formed in?",
       "ok": true,
       "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "Who was in charge of Kraków?",
+      "question": "What was the name of the city or state where KOAN Sound was formed?",
       "ok": true,
       "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "Who was in charge of Sopoaga Ministry?",
+      "question": "Is the taxon rank of Allium tardiflorum species or genus?",
       "ok": true,
-      "action": "write-new",
+      "action": "none",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What was the cause of death for Mark Bernes?",
+      "question": "The 9998 ISO was named for whom?",
       "ok": true,
-      "action": "write-new",
+      "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "Which industry is Boston Dynamics associated with?",
-      "ok": true,
-      "action": "none",
-      "gate": "allow",
-      "reason": null
+      "question": "What is the name of the founder of Sharecare?",
+      "ok": false,
+      "action": "uncertain",
+      "gate": "ask",
+      "reason": "Router uncertain -> Human-Gate (§10.4)"
     },
     {
-      "question": "Where do D.C. United Women play their home games?",
+      "question": "What team is Beau Allred affiliated with?",
       "ok": true,
-      "action": "write-update",
+      "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "When was George Eastman Museum founded/built?",
+      "question": "What award was Tweetie Pie nominated for?",
       "ok": true,
       "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "Which replaced the Villiers-sur-Marne?",
+      "question": "What was the noble family that Tuor was from?",
       "ok": true,
       "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What is the hoe stadium for Clube Atlético Carlos Renaux?",
+      "question": "What city was Louis Nelson Delisle born in?",
       "ok": true,
       "action": "write-update",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What cause of death was listed for Vedat Dalokay?",
+      "question": "What programming language was used to write RealVNC?",
       "ok": true,
-      "action": "write-new",
+      "action": "none",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What is the product of Kargaly?",
-      "ok": false,
-      "action": "uncertain",
-      "gate": "ask",
-      "reason": "Router uncertain -> Human-Gate (§10.4)"
-    },
-    {
-      "question": "Who was in charge of Lower Saxony?",
+      "question": "What year was the end of Comdial?",
       "ok": true,
-      "action": "write-update",
+      "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "By what was District of Keewatin replaced?",
+      "question": "What noble family was Kunigunde of Austria part of?",
       "ok": true,
-      "action": "write-update",
+      "action": "none",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "In one word, how did Chen Yi-hsiung die?",
+      "question": "What was Isaac Nicola's city of birth?",
       "ok": true,
-      "action": "write-update",
+      "action": "write-new",
       "gate": "allow",
       "reason": null
     },
     {
-      "question": "What material was used for The Great Warrior of Montauban?",
+      "question": "Who is the illustrator of Cycle of the Werewolf?",
       "ok": true,
-      "action": "write-update",
+      "action": "write-new",
       "gate": "allow",
       "reason": null
     }
   ],
   "provenance_log": "/kaggle/working/tier3/provenance.jsonl",
-  "pending": 8,
+  "pending": 7,
   "pending_keys": [
-    "what-is-the-home-arena-of-fc-kuusysi",
-    "which-is-the-cause-of-death-of-christopher-george",
-    "which-is-the-cause-of-death-of-colin-cramphorn",
-    "which-industry-is-msnbc-associated-with",
-    "who-was-in-charge-of-krak-w",
-    "who-was-in-charge-of-sopoaga-ministry",
-    "what-was-the-cause-of-death-for-mark-bernes",
-    "what-cause-of-death-was-listed-for-vedat-dalokay"
-  ],
-  "flushed": [
-    "which-is-the-cause-of-death-of-christopher-george",
-    "which-industry-is-msnbc-associated-with"
+    "what-was-the-title-that-traidenis-held",
+    "what-city-was-christians-lions-formed-in",
+    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
+    "what-team-is-beau-allred-affiliated-with",
+    "what-year-was-the-end-of-comdial",
+    "what-was-isaac-nicola-s-city-of-birth",
+    "who-is-the-illustrator-of-cycle-of-the-werewolf"
   ],
+  "flushed": [],
   "kept": [
-    "what-is-the-home-arena-of-fc-kuusysi",
-    "which-is-the-cause-of-death-of-colin-cramphorn",
-    "who-was-in-charge-of-krak-w",
-    "who-was-in-charge-of-sopoaga-ministry",
-    "what-was-the-cause-of-death-for-mark-bernes",
-    "what-cause-of-death-was-listed-for-vedat-dalokay"
+    "what-was-the-title-that-traidenis-held",
+    "what-city-was-christians-lions-formed-in",
+    "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
+    "what-team-is-beau-allred-affiliated-with",
+    "what-year-was-the-end-of-comdial",
+    "what-was-isaac-nicola-s-city-of-birth",
+    "who-is-the-illustrator-of-cycle-of-the-werewolf"
   ],
-  "loss": 4.2931467692057295,
-  "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
+  "loss": null,
+  "adapter_path": null,
   "write_back": {
-    "ok": true,
-    "flushed": [
-      "which-is-the-cause-of-death-of-christopher-george",
-      "which-industry-is-msnbc-associated-with"
-    ],
+    "ok": false,
+    "decision": "abstain",
+    "flushed": [],
     "kept": [
-      "what-is-the-home-arena-of-fc-kuusysi",
-      "which-is-the-cause-of-death-of-colin-cramphorn",
-      "who-was-in-charge-of-krak-w",
-      "who-was-in-charge-of-sopoaga-ministry",
-      "what-was-the-cause-of-death-for-mark-bernes",
-      "what-cause-of-death-was-listed-for-vedat-dalokay"
+      "what-was-the-title-that-traidenis-held",
+      "what-city-was-christians-lions-formed-in",
+      "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
+      "what-team-is-beau-allred-affiliated-with",
+      "what-year-was-the-end-of-comdial",
+      "what-was-isaac-nicola-s-city-of-birth",
+      "who-is-the-illustrator-of-cycle-of-the-werewolf"
     ],
-    "loss": 4.2931467692057295,
-    "adapter_path": "/kaggle/working/slow_consolidation_train/adapter"
+    "reason": "base_rate zu niedrig (0/7 < 1) → abstain"
   },
   "zsre": {
     "ok": true,
     "path": "/kaggle/working/zsre_validation.jsonl",
     "count": 20,
     "hashes": [
-      "b31d8b4dadd611dfd66820c60b949f702c47e8fb43a902dd8eb0e7e27e2cfab5",
-      "756c13d1ce3e2672f172a5d8dadbe63714e3ed5ebd1df5b161ef380883bbfd5d",
-      "c91ea0dee72164432612c8f8327603f856bb8c5f5aff9016f76e9c97d2033c6b",
-      "7308f428c6bef5642e27114001e9591b8629730f333ac75784ff5a33d3913e7a",
-      "3e259a3ea2702b8600a01368bab1a4c78944628f2d4b46e91b32e8326c1c9610",
-      "b6604c55041190dfdf724203a38a3f2d320146363ccb21fe2bb4628090502657",
-      "9a7fa9a63260451e6bf725a5711e78aa3ebe4bcfd62380de8460ffaa9f5f05db",
-      "c46989bc5dfddc0b1ef9519083002f2d05d8d6a3634aa8f59bc0042fca1e716f",
-      "0b1bd109cd61fe14351cdb611a20748ddfded02c07bdf45dbe9168665d60e201",
-      "60460844318cc338ac286494f3e04224add6e33c8fb27eca54f7cf61b6e6b8db",
-      "46e7eb276cd660acca4fe75358e16a731cf2c23da95ba412f997dfb6b767a2b3",
-      "9d49cf701786388b4bf1827ff04e728a4bd261478223e392eaba1dec32ed4f83",
-      "c49f9031d4f47758332b0b0e2c54727ae3c935b8d1ed52bb403b80b9f8a9d1ab",
-      "a0d148c8632879a2901cf1ee5e70b285861dae25ec8873afe141d3f0b42067e3",
-      "42b36430e52d0661ce18ca3429daea366bcaeec3dc9d8f1679e5c42e003569ee",
-      "dba70715d1f97ba74ffadad948596982f897c89a5a36c122606e70c00ad79129",
-      "16202a39c03d614b4b3aebbacccea5592ab302f83f898ce9d42eefd3d0be0f6b",
-      "b00567c7989d655d64b9b4319643a8373b9a987dac05a657d47d19ae279cec50",
-      "3f69943a1478f0fb26d8deb9f419408738a667faeeed0b602451fc7d44278582",
-      "3efc8f33d341f0e36c12087b7de3ce301d3e60ce3dbda2d814ff277b821a9ca7"
+      "9a2e90866036a10bc18334eeb314469127a67de0b69669a770b742114e91255f",
+      "baf562e40d9e8ff16f215ebed6571dc6efa5766c2ce0ad510920f104a3bbafbc",
+      "b99d59ae01043544eb6c655230a9a69ff68228461c1f3c7c274a39b1073f2194",
+      "705c921ec44089981059f5d395c91143e9c72c6591f494269e3b1af5adad7e61",
+      "f9feca9a108976606b35cd0bfe2b4f323cf72d9b719cc7394894555912ef2a95",
+      "bbb549ed2139f8da6c11567f1ea818ee67586bde4be60429e056148b581316b0",
+      "1cab0f8400d0d37fe677a6993c3bf98cee50e8647eef2ca3edf30de8bac06836",
+      "0432fe557846721e8a73d439bc02bd91e2800584a1901e2baa67b1fc2f691b7d",
+      "586b1f00bf252f1dc7d25e9acfa0a03947e9b325095ce3a3613d2bc754abed50",
+      "7ce9de90ae018b9b78f464687da610a8e997536c0d9da344cc318453335a5f4e",
+      "3e3c38814056be56a72d22deab17c48c4e388636bf8f733d88de798550afa977",
+      "a1dc3d15cc6125ed0c90d09badcacaf5c3f1a40eaa244c800cd8532f2f97d45f",
+      "2f569f80fced1ec0db82ecfe8b06f4d1787a91ca00f49b79d2d97d679ed6048f",
+      "da92030036e69c057abd1f342608f47141bc18ee20ca1a7a0cd2dc8213148f5d",
+      "f9cc259b446f0f85aa20099a160626ab573da322565438770b3cd0bc844c5076",
+      "51e3f9d2897e66310cf2b088f84799e67719d2ecfe3dd388bf3210aff682ff92",
+      "4b74b9a72bf6a77efa9c7e4fba3e713016b63cbd67ac1796914f56666dcd943e",
+      "85b1755b7fd804ee8f7ce3b9e9841ded8a6280fb3616110a2aa47975ae834a10",
+      "a32e2d23f3c1c149181aa6b84d37e5c1a292f24eefb10f51cecd65c7bd659689",
+      "fff721e2040788e3c560ebf0ede6be113bea02316caea2860d7ac53efb9609ee"
     ],
     "requested": 20,
-    "split": "validation",
+    "split": "train",
     "dataset": "community-datasets/qa_zre",
-    "rows_scanned": 45,
-    "skipped_empty": 25,
+    "rows_scanned": 49,
+    "skipped_empty": 29,
     "note": "volle Menge aus Quelle verfuegbar; hier gesampeltes n"
   },
   "dataset": "/kaggle/working/consolidation_sft.jsonl"