Upload script_1/flexitok--bpe_script_CmJp_16000_overlap.json with huggingface_hub

script_1/flexitok--bpe_script_CmJp_16000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.8699387145775497, "expected_training_ratio_in_superset": 0.07908533768886815, "num_tokens": 16608}, "2": {"ratio_to_total_tokens": 0.0038761720182284845, "expected_training_ratio_in_superset": 0.0007047585487688154, "num_tokens": 74}, "3": {"ratio_to_total_tokens": 0.0030380807710439473, "expected_training_ratio_in_superset": 0.0008285674830119855, "num_tokens": 58}, "4": {"ratio_to_total_tokens": 0.0027761772562987794, "expected_training_ratio_in_superset": 0.0010095190022904653, "num_tokens": 53}, "5": {"ratio_to_total_tokens": 0.0050809281860562565, "expected_training_ratio_in_superset": 0.002309512811843753, "num_tokens": 97}, "6": {"ratio_to_total_tokens": 0.005028547483107223, "expected_training_ratio_in_superset": 0.0027428440816948487, "num_tokens": 96}, "7": {"ratio_to_total_tokens": 0.005342831700801425, "expected_training_ratio_in_superset": 0.0033999838096009064, "num_tokens": 102}, "8": {"ratio_to_total_tokens": 0.010895186213398984, "expected_training_ratio_in_superset": 0.007923771791562898, "num_tokens": 208}, "9": {"ratio_to_total_tokens": 0.0048714053742601226, "expected_training_ratio_in_superset": 0.003985695306212828, "num_tokens": 93}, "10": {"ratio_to_total_tokens": 0.005447593106699492, "expected_training_ratio_in_superset": 0.004952357369726811, "num_tokens": 104}, "11": {"ratio_to_total_tokens": 0.08370436331255565, "expected_training_ratio_in_superset": 0.08370436331255565, "num_tokens": 1598}, "total_training_compared_to_full_model": 0.1906467112061371}