Upload write_back_cycle_result.json with huggingface_hub

write_back_cycle_result.json

@@ -0,0 +1,242 @@
+{
+  "status": "Auftrag/unverifiziert-lokal",
+  "source": "AGENTS.md §10.3 · arXiv:2608.22215 §3.4",
+  "n": 20,
+  "seed": 42,
+  "base_model": "Qwen/Qwen2.5-0.5B-Instruct",
+  "gpu": "Tesla T4",
+  "llm_base_url": "http://127.0.0.1:11434/v1",
+  "llm_model": "qwen2.5:1.5b",
+  "workdir": "/kaggle/working",
+  "self_update": true,
+  "approvers": [
+    "Batnini",
+    "Taoufik"
+  ],
+  "writes": {
+    "write-new": 8,
+    "write-update": 9,
+    "non-write": 1,
+    "blocked": 2,
+    "error": 0
+  },
+  "write_details": [
+    {
+      "question": "What is the home arena of FC Kuusysi?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Which is the cause of death of Christopher George?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What team uses The Ballpark at Jackson?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What is Abu Yusuf's place of employment?",
+      "ok": false,
+      "action": "uncertain",
+      "gate": "ask",
+      "reason": "Router uncertain -> Human-Gate (§10.4)"
+    },
+    {
+      "question": "Which is the cause of death of Colin Cramphorn?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Which industry is MSNBC associated with?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Who was in charge of Kraków?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Who was in charge of Sopoaga Ministry?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What was the cause of death for Mark Bernes?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Which industry is Boston Dynamics associated with?",
+      "ok": true,
+      "action": "none",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Where do D.C. United Women play their home games?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "When was George Eastman Museum founded/built?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "Which replaced the Villiers-sur-Marne?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What is the hoe stadium for Clube Atlético Carlos Renaux?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What cause of death was listed for Vedat Dalokay?",
+      "ok": true,
+      "action": "write-new",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What is the product of Kargaly?",
+      "ok": false,
+      "action": "uncertain",
+      "gate": "ask",
+      "reason": "Router uncertain -> Human-Gate (§10.4)"
+    },
+    {
+      "question": "Who was in charge of Lower Saxony?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "By what was District of Keewatin replaced?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "In one word, how did Chen Yi-hsiung die?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    },
+    {
+      "question": "What material was used for The Great Warrior of Montauban?",
+      "ok": true,
+      "action": "write-update",
+      "gate": "allow",
+      "reason": null
+    }
+  ],
+  "provenance_log": "/kaggle/working/tier3/provenance.jsonl",
+  "pending": 8,
+  "pending_keys": [
+    "what-is-the-home-arena-of-fc-kuusysi",
+    "which-is-the-cause-of-death-of-christopher-george",
+    "which-is-the-cause-of-death-of-colin-cramphorn",
+    "which-industry-is-msnbc-associated-with",
+    "who-was-in-charge-of-krak-w",
+    "who-was-in-charge-of-sopoaga-ministry",
+    "what-was-the-cause-of-death-for-mark-bernes",
+    "what-cause-of-death-was-listed-for-vedat-dalokay"
+  ],
+  "flushed": [
+    "which-is-the-cause-of-death-of-christopher-george",
+    "which-industry-is-msnbc-associated-with"
+  ],
+  "kept": [
+    "what-is-the-home-arena-of-fc-kuusysi",
+    "which-is-the-cause-of-death-of-colin-cramphorn",
+    "who-was-in-charge-of-krak-w",
+    "who-was-in-charge-of-sopoaga-ministry",
+    "what-was-the-cause-of-death-for-mark-bernes",
+    "what-cause-of-death-was-listed-for-vedat-dalokay"
+  ],
+  "loss": 4.2931467692057295,
+  "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
+  "write_back": {
+    "ok": true,
+    "flushed": [
+      "which-is-the-cause-of-death-of-christopher-george",
+      "which-industry-is-msnbc-associated-with"
+    ],
+    "kept": [
+      "what-is-the-home-arena-of-fc-kuusysi",
+      "which-is-the-cause-of-death-of-colin-cramphorn",
+      "who-was-in-charge-of-krak-w",
+      "who-was-in-charge-of-sopoaga-ministry",
+      "what-was-the-cause-of-death-for-mark-bernes",
+      "what-cause-of-death-was-listed-for-vedat-dalokay"
+    ],
+    "loss": 4.2931467692057295,
+    "adapter_path": "/kaggle/working/slow_consolidation_train/adapter"
+  },
+  "zsre": {
+    "ok": true,
+    "path": "/kaggle/working/zsre_validation.jsonl",
+    "count": 20,
+    "hashes": [
+      "b31d8b4dadd611dfd66820c60b949f702c47e8fb43a902dd8eb0e7e27e2cfab5",
+      "756c13d1ce3e2672f172a5d8dadbe63714e3ed5ebd1df5b161ef380883bbfd5d",
+      "c91ea0dee72164432612c8f8327603f856bb8c5f5aff9016f76e9c97d2033c6b",
+      "7308f428c6bef5642e27114001e9591b8629730f333ac75784ff5a33d3913e7a",
+      "3e259a3ea2702b8600a01368bab1a4c78944628f2d4b46e91b32e8326c1c9610",
+      "b6604c55041190dfdf724203a38a3f2d320146363ccb21fe2bb4628090502657",
+      "9a7fa9a63260451e6bf725a5711e78aa3ebe4bcfd62380de8460ffaa9f5f05db",
+      "c46989bc5dfddc0b1ef9519083002f2d05d8d6a3634aa8f59bc0042fca1e716f",
+      "0b1bd109cd61fe14351cdb611a20748ddfded02c07bdf45dbe9168665d60e201",
+      "60460844318cc338ac286494f3e04224add6e33c8fb27eca54f7cf61b6e6b8db",
+      "46e7eb276cd660acca4fe75358e16a731cf2c23da95ba412f997dfb6b767a2b3",
+      "9d49cf701786388b4bf1827ff04e728a4bd261478223e392eaba1dec32ed4f83",
+      "c49f9031d4f47758332b0b0e2c54727ae3c935b8d1ed52bb403b80b9f8a9d1ab",
+      "a0d148c8632879a2901cf1ee5e70b285861dae25ec8873afe141d3f0b42067e3",
+      "42b36430e52d0661ce18ca3429daea366bcaeec3dc9d8f1679e5c42e003569ee",
+      "dba70715d1f97ba74ffadad948596982f897c89a5a36c122606e70c00ad79129",
+      "16202a39c03d614b4b3aebbacccea5592ab302f83f898ce9d42eefd3d0be0f6b",
+      "b00567c7989d655d64b9b4319643a8373b9a987dac05a657d47d19ae279cec50",
+      "3f69943a1478f0fb26d8deb9f419408738a667faeeed0b602451fc7d44278582",
+      "3efc8f33d341f0e36c12087b7de3ce301d3e60ce3dbda2d814ff277b821a9ca7"
+    ],
+    "requested": 20,
+    "split": "validation",
+    "dataset": "community-datasets/qa_zre",
+    "rows_scanned": 45,
+    "skipped_empty": 25,
+    "note": "volle Menge aus Quelle verfuegbar; hier gesampeltes n"
+  },
+  "dataset": "/kaggle/working/consolidation_sft.jsonl"
+}