Upload recipe/corpus_stats.json with huggingface_hub

recipe/corpus_stats.json

@@ -0,0 +1,32 @@
+{
+  "recipe_version": "hf-bytelevel-bpe-v2-iterator-eval",
+  "test_run": false,
+  "weights_target": {
+    "exotic": 0.7,
+    "eng": 0.1,
+    "spa": 0.1,
+    "code": 0.1
+  },
+  "weights_actual": {
+    "modern": 0.3478983895729192,
+    "old": 0.3521179540230301,
+    "eng": 0.09998379548173474,
+    "spa": 0.10000003870558187,
+    "code": 0.09999982221673415,
+    "exotic": 0.7000163435959492
+  },
+  "bytes": {
+    "modern": 159093371,
+    "old": 161022971,
+    "eng": 45722428,
+    "spa": 45729856,
+    "code": 45729757,
+    "exotic": 320116342
+  },
+  "total_bytes": 457298383,
+  "vocab_target": 256000,
+  "min_frequency": 2,
+  "special_token_count": 282,
+  "language_token_count": 248,
+  "external_to_exotic_ratio": 0.14285714285714288
+}