| {"1": {"ratio_to_total_tokens": 0.4654100845699697, "expected_training_ratio_in_superset": 0.033243577469283546, "num_tokens": 116669}, "2": {"ratio_to_total_tokens": 0.1556207116642732, "expected_training_ratio_in_superset": 0.02223153023775331, "num_tokens": 39011}, "3": {"ratio_to_total_tokens": 0.07374341790330302, "expected_training_ratio_in_superset": 0.015802160979279216, "num_tokens": 18486}, "4": {"ratio_to_total_tokens": 0.0450973352481251, "expected_training_ratio_in_superset": 0.012884952928035744, "num_tokens": 11305}, "5": {"ratio_to_total_tokens": 0.052660762725386945, "expected_training_ratio_in_superset": 0.018807415259066766, "num_tokens": 13201}, "6": {"ratio_to_total_tokens": 0.03260730812190841, "expected_training_ratio_in_superset": 0.013974560623675032, "num_tokens": 8174}, "7": {"ratio_to_total_tokens": 0.02659167065581618, "expected_training_ratio_in_superset": 0.01329583532790809, "num_tokens": 6666}, "8": {"ratio_to_total_tokens": 0.018597415031115366, "expected_training_ratio_in_superset": 0.010627094303494495, "num_tokens": 4662}, "9": {"ratio_to_total_tokens": 0.027636827828307006, "expected_training_ratio_in_superset": 0.01776653217534022, "num_tokens": 6928}, "10": {"ratio_to_total_tokens": 0.02996250199457476, "expected_training_ratio_in_superset": 0.02140178713898197, "num_tokens": 7511}, "11": {"ratio_to_total_tokens": 0.02744135950215414, "expected_training_ratio_in_superset": 0.02156106818026397, "num_tokens": 6879}, "12": {"ratio_to_total_tokens": 0.025311153662039253, "expected_training_ratio_in_superset": 0.021695274567462217, "num_tokens": 6345}, "13": {"ratio_to_total_tokens": 0.019044199776607627, "expected_training_ratio_in_superset": 0.017683899792564226, "num_tokens": 4774}, "14": {"ratio_to_total_tokens": 0.0002752513164193394, "expected_training_ratio_in_superset": 0.0002752513164193394, "num_tokens": 69}, "total_training_compared_to_full_model": 0.24125094029952815} |