gsaltintas commited on
Commit
549db8d
·
verified ·
1 Parent(s): f6fe97b

Upload maddition_360_v2/flexitok--maddition_ces_Latn_360_overlap.json with huggingface_hub

Browse files
maddition_360_v2/flexitok--maddition_ces_Latn_360_overlap.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"1": {"ratio_to_total_tokens": 0.2180232558139535, "expected_training_ratio_in_superset": 0.00991014799154334, "num_tokens": 75}, "2": {"ratio_to_total_tokens": 0.020348837209302327, "expected_training_ratio_in_superset": 0.0018498942917547568, "num_tokens": 7}, "3": {"ratio_to_total_tokens": 0.005813953488372093, "expected_training_ratio_in_superset": 0.0007928118393234672, "num_tokens": 2}, "5": {"ratio_to_total_tokens": 0.0029069767441860465, "expected_training_ratio_in_superset": 0.000660676532769556, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.752906976744186, "expected_training_ratio_in_superset": 0.752906976744186, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7661205073995772}