Upload maddition_360/flexitok--maddition_swe_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360/flexitok--maddition_swe_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.2361111111111111, "expected_training_ratio_in_superset": 0.010732323232323232, "num_tokens": 85}, "2": {"ratio_to_total_tokens": 0.027777777777777776, "expected_training_ratio_in_superset": 0.0025252525252525255, "num_tokens": 10}, "3": {"ratio_to_total_tokens": 0.005555555555555556, "expected_training_ratio_in_superset": 0.0007575757575757575, "num_tokens": 2}, "5": {"ratio_to_total_tokens": 0.008333333333333333, "expected_training_ratio_in_superset": 0.0018939393939393938, "num_tokens": 3}, "8": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.00101010101010101, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.7194444444444444, "expected_training_ratio_in_superset": 0.7194444444444444, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7363636363636363}
|