Upload write_back_cycle_result.json with huggingface_hub

write_back_cycle_result.json

@@ -13,6 +13,12 @@
     "batnini",
     "taoufik"
   ],
+  "lora_r": null,
+  "lora_alpha": null,
+  "learning_rate": null,
+  "use_rslora": false,
+  "full_ft": false,
+  "lora_plus_ratio": null,
   "writes": {
     "write-new": 15,
     "write-update": 16,
@@ -392,6 +398,9 @@
     "what-year-was-the-end-of-comdial"
   ],
   "flushed": [
+    "what-year-was-the-end-of-comdial"
+  ],
+  "kept": [
     "what-was-the-title-that-traidenis-held",
     "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
     "who-is-the-illustrator-of-cycle-of-the-werewolf",
@@ -405,108 +414,106 @@
     "at-what-airport-can-you-find-utair-aviation",
     "on-what-date-did-40th-government-of-turkey-end",
     "what-was-the-production-company-for-getting-acquainted",
-    "what-city-was-christians-lions-formed-in",
-    "what-year-was-the-end-of-comdial"
+    "what-city-was-christians-lions-formed-in"
   ],
-  "kept": [],
-  "loss": 1.310697078704834,
+  "loss": 5.190721893310547,
   "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
   "probe_results": [
     {
-      "passed": true,
-      "answer": "Grand Duke of Lithuania",
-      "base_answer": "Grand Duke of Lithuania",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What was the title that Traidenis held?",
       "gold": "Grand Duke of Lithuania"
     },
     {
-      "passed": true,
-      "answer": "30 September 2005",
-      "base_answer": "30 September 2005",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
       "gold": "30 September 2005"
     },
     {
-      "passed": true,
-      "answer": "Bernie Wrightson",
-      "base_answer": "Bernie Wrightson",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "Who is the illustrator of Cycle of the Werewolf?",
       "gold": "Bernie Wrightson"
     },
     {
-      "passed": true,
-      "answer": "Villain Entertainment",
-      "base_answer": "Villain Entertainment",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "Which was the record label for Renincarnated?",
       "gold": "Villain Entertainment"
     },
     {
-      "passed": true,
-      "answer": "Cleveland Indians",
-      "base_answer": "Cleveland Indians",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What team is Beau Allred affiliated with?",
       "gold": "Cleveland Indians"
     },
     {
-      "passed": true,
-      "answer": "Havana",
-      "base_answer": "Havana",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What was Isaac Nicola's city of birth?",
       "gold": "Havana"
     },
     {
-      "passed": true,
-      "answer": "Bristol",
-      "base_answer": "Bristol",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What was the name of the city or state where KOAN Sound was formed?",
       "gold": "Bristol"
     },
     {
-      "passed": true,
-      "answer": "Harry Behn",
-      "base_answer": "Harry Behn",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What person illustrated The Faraway Lurs?",
       "gold": "Harry Behn"
     },
     {
-      "passed": true,
-      "answer": "Pete Townshend",
-      "base_answer": "Pete Townshend",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What is the name of the singer or writer of Odorono?",
       "gold": "Pete Townshend"
     },
     {
-      "passed": true,
-      "answer": "Bakersfield",
-      "base_answer": "Bakersfield",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What town or city does KKBB serve?",
       "gold": "Bakersfield"
     },
     {
-      "passed": true,
-      "answer": "Khanty-Mansiysk Airport",
-      "base_answer": "Khanty-Mansiysk Airport",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "At what airport can you find UTair Aviation?",
       "gold": "Khanty-Mansiysk Airport"
     },
     {
-      "passed": true,
-      "answer": "1977",
-      "base_answer": "1977",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "On what date did 40th government of Turkey end?",
       "gold": "1977"
     },
     {
-      "passed": true,
-      "answer": "Keystone Studios",
-      "base_answer": "Keystone Studios",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What was the production company for Getting Acquainted?",
       "gold": "Keystone Studios"
     },
     {
-      "passed": true,
-      "answer": "Jamaica Plain",
-      "base_answer": "Jamaica Plain",
+      "passed": false,
+      "answer": "Jamaica",
+      "base_answer": "Jamaica",
       "question": "What city was Christians & Lions formed in?",
       "gold": "Jamaica Plain"
     },
@@ -521,6 +528,9 @@
   "write_back": {
     "ok": true,
     "flushed": [
+      "what-year-was-the-end-of-comdial"
+    ],
+    "kept": [
       "what-was-the-title-that-traidenis-held",
       "what-year-did-jyllands-posten-muhammad-cartoons-controversy-",
       "who-is-the-illustrator-of-cycle-of-the-werewolf",
@@ -534,108 +544,106 @@
       "at-what-airport-can-you-find-utair-aviation",
       "on-what-date-did-40th-government-of-turkey-end",
       "what-was-the-production-company-for-getting-acquainted",
-      "what-city-was-christians-lions-formed-in",
-      "what-year-was-the-end-of-comdial"
+      "what-city-was-christians-lions-formed-in"
     ],
-    "kept": [],
-    "loss": 1.310697078704834,
+    "loss": 5.190721893310547,
     "adapter_path": "/kaggle/working/slow_consolidation_train/adapter",
     "probe_results": [
       {
-        "passed": true,
-        "answer": "Grand Duke of Lithuania",
-        "base_answer": "Grand Duke of Lithuania",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What was the title that Traidenis held?",
         "gold": "Grand Duke of Lithuania"
       },
       {
-        "passed": true,
-        "answer": "30 September 2005",
-        "base_answer": "30 September 2005",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What year did Jyllands-Posten Muhammad cartoons controversy start?",
         "gold": "30 September 2005"
       },
       {
-        "passed": true,
-        "answer": "Bernie Wrightson",
-        "base_answer": "Bernie Wrightson",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "Who is the illustrator of Cycle of the Werewolf?",
         "gold": "Bernie Wrightson"
       },
       {
-        "passed": true,
-        "answer": "Villain Entertainment",
-        "base_answer": "Villain Entertainment",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "Which was the record label for Renincarnated?",
         "gold": "Villain Entertainment"
       },
       {
-        "passed": true,
-        "answer": "Cleveland Indians",
-        "base_answer": "Cleveland Indians",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What team is Beau Allred affiliated with?",
         "gold": "Cleveland Indians"
       },
       {
-        "passed": true,
-        "answer": "Havana",
-        "base_answer": "Havana",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What was Isaac Nicola's city of birth?",
         "gold": "Havana"
       },
       {
-        "passed": true,
-        "answer": "Bristol",
-        "base_answer": "Bristol",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What was the name of the city or state where KOAN Sound was formed?",
         "gold": "Bristol"
       },
       {
-        "passed": true,
-        "answer": "Harry Behn",
-        "base_answer": "Harry Behn",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What person illustrated The Faraway Lurs?",
         "gold": "Harry Behn"
       },
       {
-        "passed": true,
-        "answer": "Pete Townshend",
-        "base_answer": "Pete Townshend",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What is the name of the singer or writer of Odorono?",
         "gold": "Pete Townshend"
       },
       {
-        "passed": true,
-        "answer": "Bakersfield",
-        "base_answer": "Bakersfield",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What town or city does KKBB serve?",
         "gold": "Bakersfield"
       },
       {
-        "passed": true,
-        "answer": "Khanty-Mansiysk Airport",
-        "base_answer": "Khanty-Mansiysk Airport",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "At what airport can you find UTair Aviation?",
         "gold": "Khanty-Mansiysk Airport"
       },
       {
-        "passed": true,
-        "answer": "1977",
-        "base_answer": "1977",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "On what date did 40th government of Turkey end?",
         "gold": "1977"
       },
       {
-        "passed": true,
-        "answer": "Keystone Studios",
-        "base_answer": "Keystone Studios",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What was the production company for Getting Acquainted?",
         "gold": "Keystone Studios"
       },
       {
-        "passed": true,
-        "answer": "Jamaica Plain",
-        "base_answer": "Jamaica Plain",
+        "passed": false,
+        "answer": "Jamaica",
+        "base_answer": "Jamaica",
         "question": "What city was Christians & Lions formed in?",
         "gold": "Jamaica Plain"
       },