gsaltintas commited on
Commit
6ec0670
·
verified ·
1 Parent(s): d6601e0

Upload maddition/flexitok--maddition_swe_Latn_2000_overlap.json with huggingface_hub

Browse files
maddition/flexitok--maddition_swe_Latn_2000_overlap.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"1": {"ratio_to_total_tokens": 0.8035460992907801, "expected_training_ratio_in_superset": 0.03652482269503546, "num_tokens": 1133}, "2": {"ratio_to_total_tokens": 0.007801418439716312, "expected_training_ratio_in_superset": 0.0007092198581560284, "num_tokens": 11}, "3": {"ratio_to_total_tokens": 0.0014184397163120568, "expected_training_ratio_in_superset": 0.00019342359767891682, "num_tokens": 2}, "5": {"ratio_to_total_tokens": 0.0028368794326241137, "expected_training_ratio_in_superset": 0.0006447453255963894, "num_tokens": 4}, "8": {"ratio_to_total_tokens": 0.0007092198581560284, "expected_training_ratio_in_superset": 0.0002578981302385558, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.18368794326241134, "expected_training_ratio_in_superset": 0.18368794326241134, "num_tokens": 259}, "total_training_compared_to_full_model": 0.2220180528691167}