Upload script_1/flexitok--bpe_script_SEAS_16000_overlap.json with huggingface_hub

script_1/flexitok--bpe_script_SEAS_16000_overlap.json

@@ -1 +1 @@
-{"1": {"ratio_to_total_tokens": 0.5814515653558163, "expected_training_ratio_in_superset": 0.05285923321416512, "num_tokens": 9862}, "2": {"ratio_to_total_tokens": 0.07027887506632864, "expected_training_ratio_in_superset": 0.012777977284787025, "num_tokens": 1192}, "3": {"ratio_to_total_tokens": 0.04970225812157302, "expected_training_ratio_in_superset": 0.013555161305883549, "num_tokens": 843}, "4": {"ratio_to_total_tokens": 0.0717528447615117, "expected_training_ratio_in_superset": 0.02609194354964062, "num_tokens": 1217}, "5": {"ratio_to_total_tokens": 0.04928954660692176, "expected_training_ratio_in_superset": 0.02240433936678262, "num_tokens": 836}, "6": {"ratio_to_total_tokens": 0.0311891987500737, "expected_training_ratio_in_superset": 0.017012290227312925, "num_tokens": 529}, "7": {"ratio_to_total_tokens": 0.024703732091268204, "expected_training_ratio_in_superset": 0.01572055678535249, "num_tokens": 419}, "8": {"ratio_to_total_tokens": 0.014326985437179411, "expected_training_ratio_in_superset": 0.010419625772494117, "num_tokens": 243}, "9": {"ratio_to_total_tokens": 0.006367549083190849, "expected_training_ratio_in_superset": 0.0052098128862470595, "num_tokens": 108}, "10": {"ratio_to_total_tokens": 0.006721301810034786, "expected_training_ratio_in_superset": 0.0061102743727588955, "num_tokens": 114}, "11": {"ratio_to_total_tokens": 0.09421614291610164, "expected_training_ratio_in_superset": 0.09421614291610164, "num_tokens": 1598}, "total_training_compared_to_full_model": 0.27637735768152605}
+{"1": {"ratio_to_total_tokens": 0.5996815849991155, "expected_training_ratio_in_superset": 0.054516507727192326, "num_tokens": 10170}, "2": {"ratio_to_total_tokens": 0.07830650392122177, "expected_training_ratio_in_superset": 0.014237546167494869, "num_tokens": 1328}, "3": {"ratio_to_total_tokens": 0.04664190105548676, "expected_training_ratio_in_superset": 0.012720518469678208, "num_tokens": 791}, "4": {"ratio_to_total_tokens": 0.059024706645439, "expected_training_ratio_in_superset": 0.021463529689250544, "num_tokens": 1001}, "5": {"ratio_to_total_tokens": 0.04404740845568725, "expected_training_ratio_in_superset": 0.02002154929803966, "num_tokens": 747}, "6": {"ratio_to_total_tokens": 0.02954183619317177, "expected_training_ratio_in_superset": 0.016113728832639146, "num_tokens": 501}, "7": {"ratio_to_total_tokens": 0.023704227843622853, "expected_training_ratio_in_superset": 0.015084508627759998, "num_tokens": 402}, "8": {"ratio_to_total_tokens": 0.013680051889851996, "expected_training_ratio_in_superset": 0.009949128647165087, "num_tokens": 232}, "9": {"ratio_to_total_tokens": 0.0057196768677398434, "expected_training_ratio_in_superset": 0.004679735619059872, "num_tokens": 97}, "10": {"ratio_to_total_tokens": 0.005955539831357981, "expected_training_ratio_in_superset": 0.005414127119416346, "num_tokens": 101}, "11": {"ratio_to_total_tokens": 0.09369656229730526, "expected_training_ratio_in_superset": 0.09369656229730526, "num_tokens": 1589}, "total_training_compared_to_full_model": 0.2678974424950013}