Upload safe_v2/flexitok--bpe_fw_edu_8000_overlap.json with huggingface_hub

safe_v2/flexitok--bpe_fw_edu_8000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.461125, "expected_training_ratio_in_superset": 0.021958333333333333, "num_tokens": 3689}, "2": {"ratio_to_total_tokens": 0.12425, "expected_training_ratio_in_superset": 0.011833333333333333, "num_tokens": 994}, "3": {"ratio_to_total_tokens": 0.066875, "expected_training_ratio_in_superset": 0.009553571428571429, "num_tokens": 535}, "4": {"ratio_to_total_tokens": 0.04525, "expected_training_ratio_in_superset": 0.008619047619047618, "num_tokens": 362}, "5": {"ratio_to_total_tokens": 0.036375, "expected_training_ratio_in_superset": 0.008660714285714285, "num_tokens": 291}, "6": {"ratio_to_total_tokens": 0.028875, "expected_training_ratio_in_superset": 0.00825, "num_tokens": 231}, "7": {"ratio_to_total_tokens": 0.02125, "expected_training_ratio_in_superset": 0.007083333333333333, "num_tokens": 170}, "8": {"ratio_to_total_tokens": 0.019625, "expected_training_ratio_in_superset": 0.007476190476190476, "num_tokens": 157}, "9": {"ratio_to_total_tokens": 0.019875, "expected_training_ratio_in_superset": 0.008517857142857143, "num_tokens": 159}, "10": {"ratio_to_total_tokens": 0.018, "expected_training_ratio_in_superset": 0.008571428571428572, "num_tokens": 144}, "11": {"ratio_to_total_tokens": 0.016875, "expected_training_ratio_in_superset": 0.008839285714285714, "num_tokens": 135}, "12": {"ratio_to_total_tokens": 0.013375, "expected_training_ratio_in_superset": 0.007642857142857142, "num_tokens": 107}, "13": {"ratio_to_total_tokens": 0.013125, "expected_training_ratio_in_superset": 0.008125, "num_tokens": 105}, "14": {"ratio_to_total_tokens": 0.014875, "expected_training_ratio_in_superset": 0.009916666666666666, "num_tokens": 119}, "15": {"ratio_to_total_tokens": 0.0135, "expected_training_ratio_in_superset": 0.009642857142857142, "num_tokens": 108}, "16": {"ratio_to_total_tokens": 0.0085, "expected_training_ratio_in_superset": 0.0064761904761904765, "num_tokens": 68}, "17": {"ratio_to_total_tokens": 0.006, "expected_training_ratio_in_superset": 0.004857142857142858, "num_tokens": 48}, "18": {"ratio_to_total_tokens": 0.00925, "expected_training_ratio_in_superset": 0.007928571428571427, "num_tokens": 74}, "19": {"ratio_to_total_tokens": 0.00675, "expected_training_ratio_in_superset": 0.006107142857142857, "num_tokens": 54}, "20": {"ratio_to_total_tokens": 0.005625, "expected_training_ratio_in_superset": 0.005357142857142857, "num_tokens": 45}, "21": {"ratio_to_total_tokens": 0.050625, "expected_training_ratio_in_superset": 0.050625, "num_tokens": 405}, "total_training_compared_to_full_model": 0.22604166666666667}