Upload maddition/flexitok--maddition_eng_Latn_2000_overlap.json with huggingface_hub

maddition/flexitok--maddition_eng_Latn_2000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.32273838630806845, "expected_training_ratio_in_superset": 0.014669926650366748, "num_tokens": 132}, "2": {"ratio_to_total_tokens": 0.02444987775061125, "expected_training_ratio_in_superset": 0.0022227161591464773, "num_tokens": 10}, "3": {"ratio_to_total_tokens": 0.009779951100244499, "expected_training_ratio_in_superset": 0.001333629695487886, "num_tokens": 4}, "4": {"ratio_to_total_tokens": 0.0024449877750611247, "expected_training_ratio_in_superset": 0.0004445432318292954, "num_tokens": 1}, "5": {"ratio_to_total_tokens": 0.0024449877750611247, "expected_training_ratio_in_superset": 0.0005556790397866192, "num_tokens": 1}, "6": {"ratio_to_total_tokens": 0.0024449877750611247, "expected_training_ratio_in_superset": 0.000666814847743943, "num_tokens": 1}, "7": {"ratio_to_total_tokens": 0.0024449877750611247, "expected_training_ratio_in_superset": 0.000777950655701267, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.6332518337408313, "expected_training_ratio_in_superset": 0.6332518337408313, "num_tokens": 259}, "total_training_compared_to_full_model": 0.6539230940208935}