Upload recipe/corpus_stats.json with huggingface_hub

recipe/corpus_stats.json

@@ -0,0 +1,32 @@
+{
+  "recipe_version": "hf-bytelevel-bpe-v2-iterator-eval",
+  "test_run": false,
+  "weights_target": {
+    "exotic": 0.7,
+    "eng": 0.1,
+    "spa": 0.1,
+    "code": 0.1
+  },
+  "weights_actual": {
+    "modern": 0.34728004133760787,
+    "old": 0.3527276406161643,
+    "eng": 0.09999512477962187,
+    "spa": 0.10000100979535548,
+    "code": 0.09999618347125051,
+    "exotic": 0.7000076819537722
+  },
+  "bytes": {
+    "modern": 159093371,
+    "old": 161588985,
+    "eng": 45809029,
+    "spa": 45811725,
+    "code": 45809514,
+    "exotic": 320682356
+  },
+  "total_bytes": 458112624,
+  "vocab_target": 256000,
+  "min_frequency": 2,
+  "special_token_count": 282,
+  "language_token_count": 248,
+  "external_to_exotic_ratio": 0.14285714285714288
+}