Upload write_back_cycle_result.json with huggingface_hub

write_back_cycle_result.json

@@ -392,10 +392,6 @@
     "what-year-was-the-end-of-comdial"
   ],
   "flushed": [
-    "what-town-or-city-does-kkbb-serve",
-    "on-what-date-did-40th-government-of-turkey-end"
-  ],
-  "kept": [
     "what-was-the-title-that-traidenis-held",
     "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
     "who-is-the-illustrator-of-cycle-of-the-werewolf",
@@ -405,74 +401,77 @@
     "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
     "what-person-illustrated-the-faraway-lurs",
     "what-is-the-name-of-the-singer-or-writer-of-odorono",
+    "what-town-or-city-does-kkbb-serve",
     "at-what-airport-can-you-find-utair-aviation",
+    "on-what-date-did-40th-government-of-turkey-end",
     "what-was-the-production-company-for-getting-acquainted",
     "what-city-was-christians-lions-formed-in",
     "what-year-was-the-end-of-comdial"
   ],
-  "loss": 2.295806121826172,
+  "kept": [],
+  "loss": 1.310697078704834,
   "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
   "probe_results": [
     {
-      "passed": false,
-      "answer": "Duke of Normandy",
-      "base_answer": "Duke of Normandy",
+      "passed": true,
+      "answer": "Grand Duke of Lithuania",
+      "base_answer": "Grand Duke of Lithuania",
       "question": "What was the title that Traidenis held?",
       "gold": "Grand Duke of Lithuania"
     },
     {
-      "passed": false,
-      "answer": "2005",
-      "base_answer": "2005",
+      "passed": true,
+      "answer": "30 September 2005",
+      "base_answer": "30 September 2005",
       "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
       "gold": "30 September 2005"
     },
     {
-      "passed": false,
-      "answer": "J. C. Vaughn",
-      "base_answer": "J. C. Vaughn",
+      "passed": true,
+      "answer": "Bernie Wrightson",
+      "base_answer": "Bernie Wrightson",
       "question": "Who is the illustrator of Cycle of the Werewolf?",
       "gold": "Bernie Wrightson"
     },
     {
-      "passed": false,
-      "answer": "Capitol Records",
-      "base_answer": "Capitol Records",
+      "passed": true,
+      "answer": "Villain Entertainment",
+      "base_answer": "Villain Entertainment",
       "question": "Which was the record label for Renincarnated?",
       "gold": "Villain Entertainment"
     },
     {
-      "passed": false,
-      "answer": "Los Angeles Chargers",
-      "base_answer": "Los Angeles Chargers",
+      "passed": true,
+      "answer": "Cleveland Indians",
+      "base_answer": "Cleveland Indians",
       "question": "What team is Beau Allred affiliated with?",
       "gold": "Cleveland Indians"
     },
     {
-      "passed": false,
-      "answer": "New York City",
-      "base_answer": "New York City",
+      "passed": true,
+      "answer": "Havana",
+      "base_answer": "Havana",
       "question": "What was Isaac Nicola's city of birth?",
       "gold": "Havana"
     },
     {
-      "passed": false,
-      "answer": "Manchester",
-      "base_answer": "Manchester",
+      "passed": true,
+      "answer": "Bristol",
+      "base_answer": "Bristol",
       "question": "What was the name of the city or state where KOAN Sound was formed?",
       "gold": "Bristol"
     },
     {
-      "passed": false,
-      "answer": "John Bauer",
-      "base_answer": "John Bauer",
+      "passed": true,
+      "answer": "Harry Behn",
+      "base_answer": "Harry Behn",
       "question": "What person illustrated The Faraway Lurs?",
       "gold": "Harry Behn"
     },
     {
-      "passed": false,
-      "answer": "Theodoros Kordjis",
-      "base_answer": "Theodoros Kordjis",
+      "passed": true,
+      "answer": "Pete Townshend",
+      "base_answer": "Pete Townshend",
       "question": "What is the name of the singer or writer of Odorono?",
       "gold": "Pete Townshend"
     },
@@ -484,9 +483,9 @@
       "gold": "Bakersfield"
     },
     {
-      "passed": false,
-      "answer": "Vnukovo International Airport",
-      "base_answer": "Vnukovo International Airport",
+      "passed": true,
+      "answer": "Khanty-Mansiysk Airport",
+      "base_answer": "Khanty-Mansiysk Airport",
       "question": "At what airport can you find UTair Aviation?",
       "gold": "Khanty-Mansiysk Airport"
     },
@@ -498,23 +497,23 @@
       "gold": "1977"
     },
     {
-      "passed": false,
-      "answer": "The Weinstein Company",
-      "base_answer": "The Weinstein Company",
+      "passed": true,
+      "answer": "Keystone Studios",
+      "base_answer": "Keystone Studios",
       "question": "What was the production company for Getting Acquainted?",
       "gold": "Keystone Studios"
     },
     {
-      "passed": false,
-      "answer": "Denver",
-      "base_answer": "Denver",
+      "passed": true,
+      "answer": "Jamaica Plain",
+      "base_answer": "Jamaica Plain",
       "question": "What city was Christians & Lions formed in?",
       "gold": "Jamaica Plain"
     },
     {
-      "passed": false,
-      "answer": "2013",
-      "base_answer": "2013",
+      "passed": true,
+      "answer": "2005",
+      "base_answer": "2005",
       "question": "What year was the end of Comdial?",
       "gold": "2005"
     }
@@ -522,10 +521,6 @@
   "write_back": {
     "ok": true,
     "flushed": [
-      "what-town-or-city-does-kkbb-serve",
-      "on-what-date-did-40th-government-of-turkey-end"
-    ],
-    "kept": [
       "what-was-the-title-that-traidenis-held",
       "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
       "who-is-the-illustrator-of-cycle-of-the-werewolf",
@@ -535,74 +530,77 @@
       "what-was-the-name-of-the-city-or-state-where-koan-sound-was-",
       "what-person-illustrated-the-faraway-lurs",
       "what-is-the-name-of-the-singer-or-writer-of-odorono",
+      "what-town-or-city-does-kkbb-serve",
       "at-what-airport-can-you-find-utair-aviation",
+      "on-what-date-did-40th-government-of-turkey-end",
       "what-was-the-production-company-for-getting-acquainted",
       "what-city-was-christians-lions-formed-in",
       "what-year-was-the-end-of-comdial"
     ],
-    "loss": 2.295806121826172,
+    "kept": [],
+    "loss": 1.310697078704834,
     "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
     "probe_results": [
       {
-        "passed": false,
-        "answer": "Duke of Normandy",
-        "base_answer": "Duke of Normandy",
+        "passed": true,
+        "answer": "Grand Duke of Lithuania",
+        "base_answer": "Grand Duke of Lithuania",
         "question": "What was the title that Traidenis held?",
         "gold": "Grand Duke of Lithuania"
       },
       {
-        "passed": false,
-        "answer": "2005",
-        "base_answer": "2005",
+        "passed": true,
+        "answer": "30 September 2005",
+        "base_answer": "30 September 2005",
         "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
         "gold": "30 September 2005"
       },
       {
-        "passed": false,
-        "answer": "J. C. Vaughn",
-        "base_answer": "J. C. Vaughn",
+        "passed": true,
+        "answer": "Bernie Wrightson",
+        "base_answer": "Bernie Wrightson",
         "question": "Who is the illustrator of Cycle of the Werewolf?",
         "gold": "Bernie Wrightson"
       },
       {
-        "passed": false,
-        "answer": "Capitol Records",
-        "base_answer": "Capitol Records",
+        "passed": true,
+        "answer": "Villain Entertainment",
+        "base_answer": "Villain Entertainment",
         "question": "Which was the record label for Renincarnated?",
         "gold": "Villain Entertainment"
       },
       {
-        "passed": false,
-        "answer": "Los Angeles Chargers",
-        "base_answer": "Los Angeles Chargers",
+        "passed": true,
+        "answer": "Cleveland Indians",
+        "base_answer": "Cleveland Indians",
         "question": "What team is Beau Allred affiliated with?",
         "gold": "Cleveland Indians"
       },
       {
-        "passed": false,
-        "answer": "New York City",
-        "base_answer": "New York City",
+        "passed": true,
+        "answer": "Havana",
+        "base_answer": "Havana",
         "question": "What was Isaac Nicola's city of birth?",
         "gold": "Havana"
       },
       {
-        "passed": false,
-        "answer": "Manchester",
-        "base_answer": "Manchester",
+        "passed": true,
+        "answer": "Bristol",
+        "base_answer": "Bristol",
         "question": "What was the name of the city or state where KOAN Sound was formed?",
         "gold": "Bristol"
       },
       {
-        "passed": false,
-        "answer": "John Bauer",
-        "base_answer": "John Bauer",
+        "passed": true,
+        "answer": "Harry Behn",
+        "base_answer": "Harry Behn",
         "question": "What person illustrated The Faraway Lurs?",
         "gold": "Harry Behn"
       },
       {
-        "passed": false,
-        "answer": "Theodoros Kordjis",
-        "base_answer": "Theodoros Kordjis",
+        "passed": true,
+        "answer": "Pete Townshend",
+        "base_answer": "Pete Townshend",
         "question": "What is the name of the singer or writer of Odorono?",
         "gold": "Pete Townshend"
       },
@@ -614,9 +612,9 @@
         "gold": "Bakersfield"
       },
       {
-        "passed": false,
-        "answer": "Vnukovo International Airport",
-        "base_answer": "Vnukovo International Airport",
+        "passed": true,
+        "answer": "Khanty-Mansiysk Airport",
+        "base_answer": "Khanty-Mansiysk Airport",
         "question": "At what airport can you find UTair Aviation?",
         "gold": "Khanty-Mansiysk Airport"
       },
@@ -628,23 +626,23 @@
         "gold": "1977"
       },
       {
-        "passed": false,
-        "answer": "The Weinstein Company",
-        "base_answer": "The Weinstein Company",
+        "passed": true,
+        "answer": "Keystone Studios",
+        "base_answer": "Keystone Studios",
         "question": "What was the production company for Getting Acquainted?",
         "gold": "Keystone Studios"
       },
       {
-        "passed": false,
-        "answer": "Denver",
-        "base_answer": "Denver",
+        "passed": true,
+        "answer": "Jamaica Plain",
+        "base_answer": "Jamaica Plain",
         "question": "What city was Christians & Lions formed in?",
         "gold": "Jamaica Plain"
       },
       {
-        "passed": false,
-        "answer": "2013",
-        "base_answer": "2013",
+        "passed": true,
+        "answer": "2005",
+        "base_answer": "2005",
         "question": "What year was the end of Comdial?",
         "gold": "2005"
       }