Upload maddition_360_held_out/flexitok--maddition_ces_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360_held_out/flexitok--maddition_ces_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.2180232558139535, "expected_training_ratio_in_superset": 0.00838550983899821, "num_tokens": 75}, "2": {"ratio_to_total_tokens": 0.020348837209302327, "expected_training_ratio_in_superset": 0.001565295169946333, "num_tokens": 7}, "3": {"ratio_to_total_tokens": 0.0029069767441860465, "expected_training_ratio_in_superset": 0.00033542039355992847, "num_tokens": 1}, "4": {"ratio_to_total_tokens": 0.0029069767441860465, "expected_training_ratio_in_superset": 0.0004472271914132379, "num_tokens": 1}, "5": {"ratio_to_total_tokens": 0.0029069767441860465, "expected_training_ratio_in_superset": 0.0005590339892665475, "num_tokens": 1}, "26": {"ratio_to_total_tokens": 0.752906976744186, "expected_training_ratio_in_superset": 0.752906976744186, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7641994633273703}
|