Upload maddition_360_v2/flexitok--maddition_ces_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360_v2/flexitok--maddition_ces_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.2180232558139535, "expected_training_ratio_in_superset": 0.00991014799154334, "num_tokens": 75}, "2": {"ratio_to_total_tokens": 0.020348837209302327, "expected_training_ratio_in_superset": 0.0018498942917547568, "num_tokens": 7}, "3": {"ratio_to_total_tokens": 0.005813953488372093, "expected_training_ratio_in_superset": 0.0007928118393234672, "num_tokens": 2}, "5": {"ratio_to_total_tokens": 0.0029069767441860465, "expected_training_ratio_in_superset": 0.000660676532769556, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.752906976744186, "expected_training_ratio_in_superset": 0.752906976744186, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7661205073995772}
|