gsaltintas commited on
Commit
e1bbc9d
·
verified ·
1 Parent(s): 871fb9a

Upload maddition/flexitok--maddition_pol_Latn_2000_overlap.json with huggingface_hub

Browse files
maddition/flexitok--maddition_pol_Latn_2000_overlap.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"1": {"ratio_to_total_tokens": 0.21098265895953758, "expected_training_ratio_in_superset": 0.009590120861797162, "num_tokens": 73}, "2": {"ratio_to_total_tokens": 0.02601156069364162, "expected_training_ratio_in_superset": 0.002364687335785602, "num_tokens": 9}, "3": {"ratio_to_total_tokens": 0.005780346820809248, "expected_training_ratio_in_superset": 0.0007882291119285338, "num_tokens": 2}, "4": {"ratio_to_total_tokens": 0.002890173410404624, "expected_training_ratio_in_superset": 0.0005254860746190226, "num_tokens": 1}, "5": {"ratio_to_total_tokens": 0.002890173410404624, "expected_training_ratio_in_superset": 0.0006568575932737783, "num_tokens": 1}, "6": {"ratio_to_total_tokens": 0.002890173410404624, "expected_training_ratio_in_superset": 0.0007882291119285338, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.7485549132947977, "expected_training_ratio_in_superset": 0.7485549132947977, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7632685233841303}