Upload folder using huggingface_hub

.gitattributes

@@ -49,3 +49,5 @@ output_random/generation/generation_ift_with_predictions.tsv filter=lfs diff=lfs
 output_curr/continuation/continuation_ift_with_predictions.tsv filter=lfs diff=lfs merge=lfs -text
 output_curr/corruption/corruption_ift_with_predictions.tsv filter=lfs diff=lfs merge=lfs -text
 output_curr/generation/generation_ift_with_predictions.tsv filter=lfs diff=lfs merge=lfs -text
+output_random/corruption/corruption_ift_with_predictions_with_rhyme_keyword_metrics.tsv filter=lfs diff=lfs merge=lfs -text
+output_random/generation/generation_ift_with_predictions_with_rhyme_keyword_metrics.tsv filter=lfs diff=lfs merge=lfs -text

output_random/continuation/continuation_ift_with_predictions.tsv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d26bae61f8642b9eefb5380707900069c6df9d2922c763bd149c22f648c13dab
-size 49699007
+oid sha256:243ef756861acd036f078a9d9aa4dbadcf1bdca267733d0c7828407f38e51e5b
+size 49741081

output_random/corruption/corruption_ift_with_predictions_with_rhyme_keyword_metrics.tsv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e61ed5f77b6e74b6093409791266bb3854e700f2ecfdf96a4b96adad895a392
+size 26668024

output_random/generation/generation_ift_with_predictions_with_rhyme_keyword_metrics.tsv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a941f4d5e87b376e2d6786a34c97a2a67d30b489726fe460f2583182b1266668
+size 49667867

rhyme_keyword_metrics_full.jsonl

@@ -0,0 +1,2 @@
+{"file": "output_random/corruption/corruption_ift_with_predictions.tsv", "overall": {"rhyme_score": 0.4470598460230506, "keyword_score": null}, "per_dialect": {"gulf": {"rhyme_score": 0.43030365185057085, "keyword_score": null}, "levant": {"rhyme_score": 0.463983466540665, "keyword_score": null}, "msa": {"rhyme_score": 0.44785248165900765, "keyword_score": null}, "nile valley": {"rhyme_score": 0.4627930813283983, "keyword_score": null}, "north africa": {"rhyme_score": 0.4343910220965135, "keyword_score": null}}}
+{"file": "output_random/generation/generation_ift_with_predictions.tsv", "overall": {"rhyme_score": 0.4524631086243567, "keyword_score": 0.10526315789473684}, "per_dialect": {"gulf": {"rhyme_score": 0.44950250651524293, "keyword_score": 0.11721611721611722}, "levant": {"rhyme_score": 0.47860981134681824, "keyword_score": 0.10555555555555554}, "msa": {"rhyme_score": 0.5298122777384926, "keyword_score": null}, "nile valley": {"rhyme_score": 0.4025703564151141, "keyword_score": null}, "north africa": {"rhyme_score": 0.4504903960636803, "keyword_score": 0.0947867298578199}}}

rhyme_keyword_metrics_statistics.jsonl

@@ -0,0 +1,2 @@
+{"file": "output_random/corruption/corruption_ift_with_predictions.tsv", "overall_rhyme_score": 0.4470598460230506, "overall_keyword_score": null, "dialect_gulf_rhyme_score": 0.43030365185057085, "dialect_gulf_keyword_score": null, "dialect_levant_rhyme_score": 0.463983466540665, "dialect_levant_keyword_score": null, "dialect_msa_rhyme_score": 0.44785248165900765, "dialect_msa_keyword_score": null, "dialect_nile_valley_rhyme_score": 0.4627930813283983, "dialect_nile_valley_keyword_score": null, "dialect_north_africa_rhyme_score": 0.4343910220965135, "dialect_north_africa_keyword_score": null}
+{"file": "output_random/generation/generation_ift_with_predictions.tsv", "overall_rhyme_score": 0.4524631086243567, "overall_keyword_score": 0.10526315789473684, "dialect_gulf_rhyme_score": 0.44950250651524293, "dialect_gulf_keyword_score": 0.11721611721611722, "dialect_levant_rhyme_score": 0.47860981134681824, "dialect_levant_keyword_score": 0.10555555555555554, "dialect_msa_rhyme_score": 0.5298122777384926, "dialect_msa_keyword_score": null, "dialect_nile_valley_rhyme_score": 0.4025703564151141, "dialect_nile_valley_keyword_score": null, "dialect_north_africa_rhyme_score": 0.4504903960636803, "dialect_north_africa_keyword_score": 0.0947867298578199}

rhyme_keyword_metrics_summary.json

@@ -0,0 +1,67 @@
+{
+  "total_files_processed": 2,
+  "metrics": [
+    "rhyme_score",
+    "keyword_score"
+  ],
+  "files": {
+    "output_random/corruption/corruption_ift_with_predictions.tsv": {
+      "file": "output_random/corruption/corruption_ift_with_predictions.tsv",
+      "overall": {
+        "rhyme_score": 0.4470598460230506,
+        "keyword_score": null
+      },
+      "per_dialect": {
+        "gulf": {
+          "rhyme_score": 0.43030365185057085,
+          "keyword_score": null
+        },
+        "levant": {
+          "rhyme_score": 0.463983466540665,
+          "keyword_score": null
+        },
+        "msa": {
+          "rhyme_score": 0.44785248165900765,
+          "keyword_score": null
+        },
+        "nile valley": {
+          "rhyme_score": 0.4627930813283983,
+          "keyword_score": null
+        },
+        "north africa": {
+          "rhyme_score": 0.4343910220965135,
+          "keyword_score": null
+        }
+      }
+    },
+    "output_random/generation/generation_ift_with_predictions.tsv": {
+      "file": "output_random/generation/generation_ift_with_predictions.tsv",
+      "overall": {
+        "rhyme_score": 0.4524631086243567,
+        "keyword_score": 0.10526315789473684
+      },
+      "per_dialect": {
+        "gulf": {
+          "rhyme_score": 0.44950250651524293,
+          "keyword_score": 0.11721611721611722
+        },
+        "levant": {
+          "rhyme_score": 0.47860981134681824,
+          "keyword_score": 0.10555555555555554
+        },
+        "msa": {
+          "rhyme_score": 0.5298122777384926,
+          "keyword_score": null
+        },
+        "nile valley": {
+          "rhyme_score": 0.4025703564151141,
+          "keyword_score": null
+        },
+        "north africa": {
+          "rhyme_score": 0.4504903960636803,
+          "keyword_score": 0.0947867298578199
+        }
+      }
+    }
+  }
+}