{ "ckpt": "/workspace/exports/atom-ai/checkpoints/byte_tick_fieldsat/atom_native_step_4996000_d32_ms1M_lrd_b4828_fieldsat.pt", "A_original": [ { "prompt": "Bonjour, comment ça va ?", "gold": "Ça va très bien, et toi ?\n", "n_steps": 77, "n_prompt_bytes": 50, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 37.44690704345703, "n_mismatch_steps(>1e-4)": 24, "first_mismatch_step": 53, "first_mismatch_input_byte": " ", "packet_feature_mismatch_bytes": [ " ", " ", " ", ",", " ", " ", " ", "?" ], "boundaries_tf_vs_gen_at_mismatch": [ [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ ",", "max_span", "punctuation" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ "?", "max_span", "punctuation" ] ], "reply_ce_teacher_forced": 2.564189194908668, "reply_ce_gen_path_forced": 4.3449556344910105, "per_step": [ [ " ", 0.0, 11.314, 11.314, [ "J", "P", "O" ] ], [ "0xc3", 0.0, 19.716, 19.716, [ "0xa7", "0xa9", "o" ] ], [ "0x87", 0.0, 0.012, 0.012, [ "a", "o", "A" ] ], [ "a", 0.0, 0.154, 0.154, [ " ", "c", "a" ] ], [ " ", 21.6546, 0.463, 9.331, [ " ", "i", "m" ] ], [ "v", 6.4778, 1.898, 1.895, [ "e", "a", "v" ] ], [ "a", 2.0543, 3.455, 3.243, [ "a", "i", "l" ] ], [ " ", 18.8502, 7.429, 7.836, [ " ", "p", "i" ] ], [ "t", 6.2317, 2.003, 2.553, [ "o", "u", "r" ] ], [ "r", 4.1045, 4.448, 5.662, [ "e", "o", "a" ] ], [ "0xc3", 2.0323, 5.563, 5.554, [ "0xa9", "0xa8", "0xc3" ] ], [ "0xa8", 1.3467, 0.002, 0.001, [ "s", "r", "0xa9" ] ], [ "s", 2.7742, 0.983, 0.919, [ "i", " ", "-" ] ], [ " ", 26.9596, 2.487, 15.867, [ " ", "d", "o" ] ], [ "b", 3.5861, 0.007, 0.005, [ "i", "o", "a" ] ], [ "i", 2.2823, 0.001, 0.001, [ "e", "n", "o" ] ], [ "e", 2.1089, 0.002, 0.002, [ "n", "r", " " ] ], [ "n", 2.3953, 3.366, 3.059, [ "t", "n", "c" ] ], [ ",", 14.1067, 0.0, 0.02, [ " ", ",", "o" ] ], [ " ", 37.4469, 3.943, 13.311, [ " ", "q", "t" ] ], [ "e", 4.145, 3.226, 3.841, [ "s", "n", "t" ] ], [ "t", 3.7979, 0.001, 0.0, [ " ", "o", "e" ] ], [ " ", 34.2156, 0.821, 6.218, [ " ", "t", "i" ] ], [ "t", 10.4465, 0.021, 0.019, [ "o", "e", "'" ] ], [ "o", 7.1311, 0.009, 0.006, [ "i", "u", "n" ] ], [ "i", 5.0307, 0.452, 0.217, [ " ", ",", "i" ] ], [ " ", 24.5406, 0.021, 9.326, [ " ", "s", "e" ] ], [ "?", 19.0242, 0.0, 1.574, [ "t", "\n", "s" ] ] ] }, { "prompt": "Qui es-tu ?", "gold": "Je suis Atom, un petit modèle qui apprend à parler.\n", "n_steps": 89, "n_prompt_bytes": 36, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 36.11018371582031, "n_mismatch_steps(>1e-4)": 51, "first_mismatch_step": 38, "first_mismatch_input_byte": " ", "packet_feature_mismatch_bytes": [ " ", " ", ",", " ", " ", " ", " ", " ", " ", " ", "." ], "boundaries_tf_vs_gen_at_mismatch": [ [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ ",", "max_span", "punctuation" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ ".", "max_span", "punctuation" ] ], "reply_ce_teacher_forced": 1.9446363999921703, "reply_ce_gen_path_forced": 3.699582421537343, "per_step": [ [ " ", 0.0, 1.055, 1.055, [ "J", "O", "P" ] ], [ "J", 0.0, 0.003, 0.003, [ "e", "'", "u" ] ], [ "e", 0.0, 0.0, 0.0, [ " ", "e", "u" ] ], [ " ", 25.7857, 1.582, 9.571, [ " ", "s", "e" ] ], [ "s", 10.2796, 0.017, 0.049, [ "u", "e", "a" ] ], [ "u", 5.141, 0.001, 0.0, [ "i", "r", "u" ] ], [ "i", 4.2699, 0.003, 0.001, [ "s", ",", "." ] ], [ "s", 4.0329, 0.002, 0.001, [ " ", "s", "i" ] ], [ " ", 29.7704, 7.281, 20.346, [ " ", "o", "." ] ], [ "A", 10.5156, 2.137, 0.534, [ "t", "v", "n" ] ], [ "t", 8.4345, 0.021, 0.176, [ "o", " ", "e" ] ], [ "o", 5.3234, 8.467, 10.4, [ "i", "o", "u" ] ], [ "m", 2.8525, 1.766, 1.146, [ "m", ",", "." ] ], [ ",", 8.0694, -0.0, 0.0, [ " ", ".", "," ] ], [ " ", 35.8444, 7.341, 20.481, [ " ", "o", "t" ] ], [ "u", 4.4708, 0.0, 0.0, [ "n", "t", "e" ] ], [ "n", 4.4434, 0.005, 0.0, [ " ", "e", "d" ] ], [ " ", 36.1102, 0.238, 7.961, [ " ", "e", "s" ] ], [ "p", 6.6702, 1.81, 1.402, [ "r", "e", "a" ] ], [ "e", 4.135, 2.711, 3.456, [ "n", "l", "r" ] ], [ "t", 3.1394, 0.734, 1.113, [ " ", "i", "u" ] ], [ "i", 2.5386, 7.115, 7.385, [ "l", "e", "t" ] ], [ "t", 2.2707, 0.147, 0.095, [ " ", "e", "." ] ], [ " ", 24.6909, 4.602, 14.985, [ " ", "t", "i" ] ], [ "m", 8.3595, 3.166, 3.403, [ "a", "e", " " ] ], [ "o", 5.8852, 7.82, 8.894, [ "i", "o", "l" ] ], [ "d", 3.7948, 0.257, 0.626, [ "0xc3", "i", " " ] ], [ "0xc3", 1.9841, 4.898, 4.612, [ "0xa9", "i", "0xa8" ] ], [ "0xa8", 1.9253, 5.813, 6.315, [ "s", "l", "i" ] ], [ "l", 1.3566, 0.224, 0.22, [ "e", "i", "0xc3" ] ], [ "e", 0.8242, 0.267, 0.21, [ " ", "s", "." ] ], [ " ", 31.771, 3.236, 11.174, [ " ", "s", "i" ] ], [ "q", 7.6363, 0.003, 0.0, [ "u", "q", "o" ] ], [ "u", 2.9733, 2.92, 2.941, [ "e", "'", "i" ] ], [ "i", 2.8628, 3.14, 2.31, [ ",", "i", "." ] ], [ " ", 28.3209, 4.768, 9.723, [ " ", "c", "t" ] ], [ "a", 4.6997, 0.215, 0.35, [ "p", "o", "v" ] ], [ "p", 3.9208, 0.005, 0.017, [ "p", "r", "s" ] ], [ "p", 2.7368, 0.046, 0.037, [ "r", "e", "l" ] ], [ "r", 1.9073, 0.856, 0.646, [ "e", "0xc3", "o" ] ], [ "e", 1.3305, 0.681, 0.583, [ "n", "c", " " ] ], [ "n", 1.1495, 0.193, 0.21, [ "d", "c", "r" ] ], [ "d", 0.6265, 3.634, 3.473, [ "s", "e", "r" ] ], [ " ", 32.3889, 1.117, 13.867, [ " ", "e", "," ] ], [ "0xc3", 2.0836, 1.487, 2.28, [ "0xa9", "i", "0xa0" ] ], [ "0xa0", 7.079, 0.001, 0.0, [ " ", "s", "a" ] ], [ " ", 33.6962, 3.687, 11.467, [ " ", "e", "o" ] ], [ "p", 7.0182, 1.696, 1.713, [ "l", "r", "a" ] ], [ "a", 3.637, 0.003, 0.004, [ "r", "a", "s" ] ], [ "r", 2.5049, 0.021, 0.019, [ "l", "o", "a" ] ], [ "l", 1.6769, 0.007, 0.005, [ "e", "a", "l" ] ], [ "e", 1.2951, 6.73, 7.138, [ " ", "e", "s" ] ], [ "r", 0.8245, 1.083, 0.964, [ "r", ".", "c" ] ], [ ".", 16.861, 0.0, 6.416, [ ".", "\n", " " ] ] ] }, { "prompt": "Il était une fois", "gold": "Il était une fois un petit robot qui apprenait des mots.\n", "n_steps": 100, "n_prompt_bytes": 43, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 35.61299514770508, "n_mismatch_steps(>1e-4)": 55, "first_mismatch_step": 45, "first_mismatch_input_byte": " ", "packet_feature_mismatch_bytes": [ " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", "." ], "boundaries_tf_vs_gen_at_mismatch": [ [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ ".", "max_span", "punctuation" ] ], "reply_ce_teacher_forced": 2.362481901176995, "reply_ce_gen_path_forced": 4.390927805947787, "per_step": [ [ " ", 0.0, 10.651, 10.651, [ "J", "O", "P" ] ], [ "I", 0.0, 0.008, 0.008, [ "l", "v", "c" ] ], [ "l", 0.0, 0.594, 0.594, [ " ", "\n", "l" ] ], [ " ", 31.1113, 1.758, 12.92, [ "t", " ", "s" ] ], [ "0xc3", 2.8432, 1.709, 1.429, [ "0xa0", "0xa9", "i" ] ], [ "0xa9", 3.8159, 6.056, 6.193, [ "c", "s", "0xa9" ] ], [ "t", 6.7539, 0.013, 0.007, [ "a", "e", "o" ] ], [ "a", 4.5025, 6.158, 5.892, [ "a", "u", "t" ] ], [ "i", 3.6412, 0.441, 0.399, [ "t", "i", "l" ] ], [ "t", 3.0394, 0.908, 0.591, [ " ", "e", "a" ] ], [ " ", 14.7252, 4.685, 9.673, [ " ", "t", "\n" ] ], [ "u", 5.0266, 0.003, 0.002, [ "n", "u", "r" ] ], [ "n", 9.2482, 0.126, 1.077, [ " ", "e", "u" ] ], [ "e", 4.3714, 0.086, 0.019, [ " ", ".", "e" ] ], [ " ", 30.8626, 4.218, 32.017, [ " ", "t", "r" ] ], [ "f", 6.4949, 5.096, 4.251, [ "a", "i", "o" ] ], [ "o", 3.9306, 0.165, 0.079, [ "i", "r", "a" ] ], [ "i", 3.6131, 6.32, 7.227, [ " ", ".", "s" ] ], [ "s", 3.9661, 0.004, 0.002, [ " ", "-", "i" ] ], [ " ", 31.8598, 3.629, 13.216, [ " ", "o", "t" ] ], [ "u", 4.8211, 0.002, 0.0, [ "n", "t", "i" ] ], [ "n", 6.8857, 0.005, 0.0, [ " ", "n", "d" ] ], [ " ", 34.3177, 0.161, 8.589, [ " ", "e", "s" ] ], [ "p", 7.8971, 3.013, 2.352, [ "r", "a", "e" ] ], [ "e", 4.7167, 2.733, 3.271, [ "r", "l", "n" ] ], [ "t", 3.515, 0.589, 0.954, [ " ", "i", "u" ] ], [ "i", 2.9874, 7.104, 7.337, [ "l", "e", "t" ] ], [ "t", 2.6281, 0.147, 0.087, [ " ", "e", "." ] ], [ " ", 24.691, 3.743, 13.308, [ " ", "t", "i" ] ], [ "r", 9.6259, 3.485, 3.098, [ "e", "i", "a" ] ], [ "o", 5.8856, 9.569, 11.677, [ "p", "o", "i" ] ], [ "b", 3.6928, 0.025, 0.026, [ "o", "r", "e" ] ], [ "o", 2.0958, 6.542, 6.765, [ "n", "t", "o" ] ], [ "t", 1.7624, 0.004, 0.004, [ " ", "i", "o" ] ], [ " ", 35.613, 3.295, 13.696, [ " ", "t", "i" ] ], [ "q", 7.8527, 0.002, 0.0, [ "u", "o", "q" ] ], [ "u", 3.3791, 2.978, 2.894, [ "e", "o", "i" ] ], [ "i", 3.1094, 2.917, 2.252, [ ",", "i", " " ] ], [ " ", 28.5883, 3.894, 8.877, [ " ", "e", "c" ] ], [ "a", 5.055, 0.146, 0.242, [ "p", "a", "o" ] ], [ "p", 3.9309, 0.005, 0.02, [ "p", "r", "s" ] ], [ "p", 2.5277, 0.075, 0.079, [ "r", "e", "l" ] ], [ "r", 1.9962, 0.592, 0.465, [ "e", "o", "0xc3" ] ], [ "e", 1.3142, 0.952, 0.801, [ "c", "n", "e" ] ], [ "n", 1.0989, 4.688, 4.597, [ "d", "c", "r" ] ], [ "a", 0.6471, 0.021, 0.021, [ "i", "n", "a" ] ], [ "i", 0.459, 2.365, 2.452, [ "s", "t", "n" ] ], [ "t", 0.4386, 3.082, 2.999, [ ".", "e", " " ] ], [ " ", 34.2456, 5.021, 14.971, [ " ", "t", "i" ] ], [ "d", 5.4372, 0.004, 0.003, [ "e", "o", "a" ] ], [ "e", 4.1105, 3.586, 4.699, [ " ", "e", "s" ] ], [ "s", 4.8201, 0.116, 0.03, [ " ", "-", "t" ] ], [ " ", 33.9539, 3.027, 16.543, [ " ", "t", "o" ] ], [ "m", 7.5307, 1.446, 1.395, [ "a", "o", "e" ] ], [ "o", 4.1988, 2.571, 2.536, [ "m", "i", "n" ] ], [ "t", 3.5903, 5.972, 6.936, [ " ", "e", "s" ] ], [ "s", 3.3761, 0.522, 0.883, [ " ", ".", "e" ] ], [ ".", 26.3424, 0.0, 3.565, [ ".", " ", "\n" ] ] ] }, { "prompt": "Tu habites où ?", "gold": "J'habite à Strasbourg. Et toi ?\n", "n_steps": 73, "n_prompt_bytes": 41, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 37.65653991699219, "n_mismatch_steps(>1e-4)": 31, "first_mismatch_step": 42, "first_mismatch_input_byte": "'", "packet_feature_mismatch_bytes": [ "'", " ", " ", ".", " ", " ", " ", "?" ], "boundaries_tf_vs_gen_at_mismatch": [ [ "'", "max_span", "punctuation" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ ".", "max_span", "punctuation" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ " ", "max_span", "whitespace" ], [ "?", "max_span", "punctuation" ] ], "reply_ce_teacher_forced": 4.601751358285555, "reply_ce_gen_path_forced": 6.735027462071072, "per_step": [ [ " ", 0.0, 0.952, 0.952, [ "J", "P", "O" ] ], [ "J", 0.0, 6.084, 6.084, [ "e", "'", "u" ] ], [ "'", 7.1828, 14.267, 14.646, [ "a", "'", "u" ] ], [ "h", 0.8389, 0.647, 0.723, [ "a", "e", "u" ] ], [ "a", 0.6595, 2.985, 3.036, [ "a", "t", "c" ] ], [ "b", 0.5151, 0.0, 0.0, [ "i", "u", "a" ] ], [ "i", 0.2873, 2.316, 2.328, [ "e", "i", "t" ] ], [ "t", 0.1753, 1.051, 1.075, [ " ", "e", "." ] ], [ "e", 0.0629, 0.47, 0.459, [ " ", "e", "." ] ], [ " ", 26.552, 2.345, 16.961, [ " ", "s", "r" ] ], [ "0xc3", 2.7114, 0.003, 0.019, [ "0xa0", "\n", "i" ] ], [ "0xa0", 10.8871, 0.0, 0.0, [ " ", "s", "\n" ] ], [ " ", 36.9378, 21.772, 44.099, [ " ", "t", "\n" ] ], [ "S", 17.2247, 4.735, 7.024, [ "u", "a", "i" ] ], [ "t", 11.3842, 3.203, 4.183, [ "e", "o", "u" ] ], [ "r", 6.0556, 1.682, 2.063, [ "e", "a", "o" ] ], [ "a", 3.1299, 8.75, 10.126, [ "i", "n", "." ] ], [ "s", 2.8451, 25.29, 27.164, [ " ", ",", "." ] ], [ "b", 1.3495, 2.415, 2.675, [ "i", "e", "a" ] ], [ "o", 0.6567, 2.376, 2.397, [ "n", "u", "r" ] ], [ "u", 0.3783, 0.846, 0.859, [ "r", "t", "i" ] ], [ "r", 0.4169, 27.129, 27.264, [ "r", ",", "i" ] ], [ "g", 0.2993, 9.728, 9.729, [ "e", "a", "0xc3" ] ], [ ".", 16.6434, 10.442, 1.632, [ ".", " ", "," ] ], [ " ", 18.5486, 0.049, 16.368, [ " ", "'", "m" ] ], [ "E", 5.4087, 0.003, 0.001, [ "t", "n", "v" ] ], [ "t", 4.6448, 0.002, 0.001, [ " ", "e", "i" ] ], [ " ", 37.6565, 0.855, 5.158, [ " ", "t", "i" ] ], [ "t", 8.4169, 0.703, 0.486, [ "o", "'", "e" ] ], [ "o", 5.3518, 0.003, 0.001, [ "i", "n", "o" ] ], [ "i", 4.1081, 0.482, 0.273, [ " ", ",", "." ] ], [ " ", 26.8915, 0.272, 11.622, [ " ", "e", "," ] ], [ "?", 18.869, 0.0, 2.847, [ "t", "?", "s" ] ] ] } ], "C_chat_original": { "Bonjour, comment ça va ?": [ "Je ", "Je ", "Je ", "Je ", "Peut--ommends ", "Je ", "Oui, ", "Je iiss " ], "Qui es-tu ?": [ "Oui, ", "Je \nAssiss", "Je ", "Je ", "Oui, ", "Je ", "Peut--être ", "Je iissisir, t'''' " ], "Il était une fois": [ "Je ", "Je \nAssiss", "Je ", "Je ", "Oui, ", "Je ", "Peut--être ", "Je iissisir, t'''' " ] }, "C_rate_original": { "chars": 2302, "punct": 20, "doubled_punct_pairs": 7 }, "C_chat_original_nogate": { "Bonjour, comment ça va ?": [ "Je ", "Je ", "Je ", "Je ", "Peut--ommends ", "Je ", "Oui, ", "Je iiss " ], "Qui es-tu ?": [ "Oui, ", "Je \nAssiss", "Je ", "Je ", "Oui, ", "Je ", "Peut--être ", "Je iissisir, " ], "Il était une fois": [ "Je ", "Je \nAssiss", "Je ", "Je ", "Oui, ", "Je ", "Peut--être ", "Je iissisir, " ] }, "C_rate_original_nogate": { "chars": 2302, "punct": 12, "doubled_punct_pairs": 3 }, "B_patched": [ { "prompt": "Bonjour, comment ça va ?", "gold": "Ça va très bien, et toi ?\n", "n_steps": 77, "n_prompt_bytes": 50, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 0.0, "n_mismatch_steps(>1e-4)": 0, "first_mismatch_step": null, "first_mismatch_input_byte": null, "packet_feature_mismatch_bytes": [], "boundaries_tf_vs_gen_at_mismatch": [], "reply_ce_teacher_forced": 2.564189194908668, "reply_ce_gen_path_forced": 2.564189194908668, "per_step": [ [ " ", 0.0, 11.314, 11.314, [ "J", "P", "O" ] ], [ "0xc3", 0.0, 19.716, 19.716, [ "0xa7", "0xa9", "o" ] ], [ "0x87", 0.0, 0.012, 0.012, [ "a", "o", "A" ] ], [ "a", 0.0, 0.154, 0.154, [ " ", "c", "a" ] ], [ " ", 0.0, 0.463, 0.463, [ "v", "m", "t" ] ], [ "v", 0.0, 1.898, 1.898, [ "v", "e", "a" ] ], [ "a", 0.0, 3.455, 3.455, [ "a", "i", "l" ] ], [ " ", 0.0, 7.429, 7.429, [ "?", "v", "a" ] ], [ "t", 0.0, 2.003, 2.003, [ "o", "r", "u" ] ], [ "r", 0.0, 4.448, 4.448, [ "e", "o", "a" ] ], [ "0xc3", 0.0, 5.563, 5.563, [ "0xa9", "0xa8", "0xc3" ] ], [ "0xa8", 0.0, 0.002, 0.002, [ "s", "r", "0xa9" ] ], [ "s", 0.0, 0.983, 0.983, [ "i", " ", "-" ] ], [ " ", 0.0, 2.487, 2.487, [ "c", "m", "?" ] ], [ "b", 0.0, 0.007, 0.007, [ "i", "o", "a" ] ], [ "i", 0.0, 0.001, 0.001, [ "e", "o", "r" ] ], [ "e", 0.0, 0.002, 0.002, [ "n", "r", " " ] ], [ "n", 0.0, 3.366, 3.366, [ "t", "n", "c" ] ], [ ",", 0.0, 0.0, 0.0, [ " ", ",", "o" ] ], [ " ", 0.0, 3.943, 3.943, [ "j", "c", "t" ] ], [ "e", 0.0, 3.226, 3.226, [ "s", "t", "n" ] ], [ "t", 0.0, 0.001, 0.001, [ " ", "o", "e" ] ], [ " ", 0.0, 0.821, 0.821, [ "t", "q", "0xc3" ] ], [ "t", 0.0, 0.021, 0.021, [ "o", "e", "a" ] ], [ "o", 0.0, 0.009, 0.009, [ "i", "u", "m" ] ], [ "i", 0.0, 0.452, 0.452, [ " ", ",", "." ] ], [ " ", 0.0, 0.021, 0.021, [ "?", "q", "c" ] ], [ "?", 0.0, 0.0, 0.0, [ "\n", "t", "U" ] ] ] }, { "prompt": "Qui es-tu ?", "gold": "Je suis Atom, un petit modèle qui apprend à parler.\n", "n_steps": 89, "n_prompt_bytes": 36, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 0.0, "n_mismatch_steps(>1e-4)": 0, "first_mismatch_step": null, "first_mismatch_input_byte": null, "packet_feature_mismatch_bytes": [], "boundaries_tf_vs_gen_at_mismatch": [], "reply_ce_teacher_forced": 1.9446363999921703, "reply_ce_gen_path_forced": 1.9446363999921703, "per_step": [ [ " ", 0.0, 1.055, 1.055, [ "J", "O", "P" ] ], [ "J", 0.0, 0.003, 0.003, [ "e", "'", "u" ] ], [ "e", 0.0, 0.0, 0.0, [ " ", "e", "u" ] ], [ " ", 0.0, 1.582, 1.582, [ "v", "s", "p" ] ], [ "s", 0.0, 0.017, 0.017, [ "u", "e", "o" ] ], [ "u", 0.0, 0.001, 0.001, [ "i", "r", "u" ] ], [ "i", 0.0, 0.003, 0.003, [ "s", ",", "m" ] ], [ "s", 0.0, 0.002, 0.002, [ " ", "s", "i" ] ], [ " ", 0.0, 7.281, 7.281, [ "d", "r", "p" ] ], [ "A", 0.0, 2.137, 2.137, [ "v", "t", "?" ] ], [ "t", 0.0, 0.021, 0.021, [ "o", " ", "e" ] ], [ "o", 0.0, 8.467, 8.467, [ "i", "o", "u" ] ], [ "m", 0.0, 1.766, 1.766, [ "m", ",", "." ] ], [ ",", 0.0, -0.0, -0.0, [ " ", ".", "r" ] ], [ " ", 0.0, 7.341, 7.341, [ "j", "m", "c" ] ], [ "u", 0.0, 0.0, 0.0, [ "n", "t", "v" ] ], [ "n", 0.0, 0.005, 0.005, [ " ", "e", "d" ] ], [ " ", 0.0, 0.238, 0.238, [ "p", "v", "f" ] ], [ "p", 0.0, 1.81, 1.81, [ "r", "a", "e" ] ], [ "e", 0.0, 2.711, 2.711, [ "n", "l", "r" ] ], [ "t", 0.0, 0.734, 0.734, [ " ", "i", "u" ] ], [ "i", 0.0, 7.115, 7.115, [ "l", "e", "t" ] ], [ "t", 0.0, 0.147, 0.147, [ " ", "e", "." ] ], [ " ", 0.0, 4.602, 4.602, [ "0xc3", "q", "t" ] ], [ "m", 0.0, 3.166, 3.166, [ "a", "e", "o" ] ], [ "o", 0.0, 7.82, 7.82, [ "i", "o", "m" ] ], [ "d", 0.0, 0.257, 0.257, [ "0xc3", "i", " " ] ], [ "0xc3", 0.0, 4.898, 4.898, [ "0xa9", "i", "0xa8" ] ], [ "0xa8", 0.0, 5.813, 5.813, [ "s", "l", "i" ] ], [ "l", 0.0, 0.224, 0.224, [ "e", "0xc3", "i" ] ], [ "e", 0.0, 0.267, 0.267, [ " ", "s", "." ] ], [ " ", 0.0, 3.236, 3.236, [ "s", "?", "c" ] ], [ "q", 0.0, 0.003, 0.003, [ "u", "q", "o" ] ], [ "u", 0.0, 2.92, 2.92, [ "e", "'", "i" ] ], [ "i", 0.0, 3.14, 3.14, [ ",", "i", "." ] ], [ " ", 0.0, 4.768, 4.768, [ "?", "c", "a" ] ], [ "a", 0.0, 0.215, 0.215, [ "p", "v", "o" ] ], [ "p", 0.0, 0.005, 0.005, [ "p", "r", "s" ] ], [ "p", 0.0, 0.046, 0.046, [ "r", "e", "p" ] ], [ "r", 0.0, 0.856, 0.856, [ "e", "0xc3", "o" ] ], [ "e", 0.0, 0.681, 0.681, [ "n", "c", " " ] ], [ "n", 0.0, 0.193, 0.193, [ "d", "c", "r" ] ], [ "d", 0.0, 3.634, 3.634, [ "s", "e", "r" ] ], [ " ", 0.0, 1.117, 1.117, [ "?", "0xc3", "a" ] ], [ "0xc3", 0.0, 1.487, 1.487, [ "0xa9", "0xa0", "i" ] ], [ "0xa0", 0.0, 0.001, 0.001, [ " ", "i", "a" ] ], [ " ", 0.0, 3.687, 3.687, [ "f", "p", "e" ] ], [ "p", 0.0, 1.696, 1.696, [ "l", "r", "a" ] ], [ "a", 0.0, 0.003, 0.003, [ "r", "a", "s" ] ], [ "r", 0.0, 0.021, 0.021, [ "l", "a", "d" ] ], [ "l", 0.0, 0.007, 0.007, [ "e", "a", "l" ] ], [ "e", 0.0, 6.73, 6.73, [ " ", "e", "s" ] ], [ "r", 0.0, 1.083, 1.083, [ "r", ".", "c" ] ], [ ".", 0.0, 0.0, 0.0, [ "\n", "0xc3", "q" ] ] ] }, { "prompt": "Il était une fois", "gold": "Il était une fois un petit robot qui apprenait des mots.\n", "n_steps": 100, "n_prompt_bytes": 43, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 0.0, "n_mismatch_steps(>1e-4)": 0, "first_mismatch_step": null, "first_mismatch_input_byte": null, "packet_feature_mismatch_bytes": [], "boundaries_tf_vs_gen_at_mismatch": [], "reply_ce_teacher_forced": 2.362481901176995, "reply_ce_gen_path_forced": 2.362481901176995, "per_step": [ [ " ", 0.0, 10.651, 10.651, [ "J", "O", "P" ] ], [ "I", 0.0, 0.008, 0.008, [ "l", "v", "c" ] ], [ "l", 0.0, 0.594, 0.594, [ " ", "\n", "l" ] ], [ " ", 0.0, 1.758, 1.758, [ "e", "t", "0xc3" ] ], [ "0xc3", 0.0, 1.709, 1.709, [ "0xa0", "0xa9", "i" ] ], [ "0xa9", 0.0, 6.056, 6.056, [ "c", "s", "0xa9" ] ], [ "t", 0.0, 0.013, 0.013, [ "a", "e", "o" ] ], [ "a", 0.0, 6.158, 6.158, [ "a", "u", "t" ] ], [ "i", 0.0, 0.441, 0.441, [ "t", "i", "l" ] ], [ "t", 0.0, 0.908, 0.908, [ "e", " ", "." ] ], [ " ", 0.0, 4.685, 4.685, [ "q", "0xc3", "u" ] ], [ "u", 0.0, 0.003, 0.003, [ "n", "r", "u" ] ], [ "n", 0.0, 0.126, 0.126, [ "e", " ", "u" ] ], [ "e", 0.0, 0.086, 0.086, [ " ", "r", "." ] ], [ " ", 0.0, 4.218, 4.218, [ "v", "t", "0xc3" ] ], [ "f", 0.0, 5.096, 5.096, [ "a", "o", "i" ] ], [ "o", 0.0, 0.165, 0.165, [ "i", "r", "a" ] ], [ "i", 0.0, 6.32, 6.32, [ " ", ".", "s" ] ], [ "s", 0.0, 0.004, 0.004, [ " ", "-", "i" ] ], [ " ", 0.0, 3.629, 3.629, [ "r", "b", "c" ] ], [ "u", 0.0, 0.002, 0.002, [ "n", "t", "v" ] ], [ "n", 0.0, 0.005, 0.005, [ " ", "d", "n" ] ], [ " ", 0.0, 0.161, 0.161, [ "p", "f", "v" ] ], [ "p", 0.0, 3.013, 3.013, [ "r", "a", "l" ] ], [ "e", 0.0, 2.733, 2.733, [ "l", "r", "n" ] ], [ "t", 0.0, 0.589, 0.589, [ "i", " ", "u" ] ], [ "i", 0.0, 7.104, 7.104, [ "l", "e", "t" ] ], [ "t", 0.0, 0.147, 0.147, [ " ", "e", "." ] ], [ " ", 0.0, 3.743, 3.743, [ "0xc3", "q", "t" ] ], [ "r", 0.0, 3.485, 3.485, [ "a", "e", "i" ] ], [ "o", 0.0, 9.569, 9.569, [ "p", "o", "i" ] ], [ "b", 0.0, 0.025, 0.025, [ "o", "r", "e" ] ], [ "o", 0.0, 6.542, 6.542, [ "n", "t", "o" ] ], [ "t", 0.0, 0.004, 0.004, [ " ", "i", "o" ] ], [ " ", 0.0, 3.295, 3.295, [ "0xc3", "t", "a" ] ], [ "q", 0.0, 0.002, 0.002, [ "u", "q", "o" ] ], [ "u", 0.0, 2.978, 2.978, [ "e", "o", "'" ] ], [ "i", 0.0, 2.917, 2.917, [ ",", "i", "." ] ], [ " ", 0.0, 3.894, 3.894, [ "?", "c", "q" ] ], [ "a", 0.0, 0.146, 0.146, [ "p", "v", "a" ] ], [ "p", 0.0, 0.005, 0.005, [ "p", "r", "s" ] ], [ "p", 0.0, 0.075, 0.075, [ "r", "e", "l" ] ], [ "r", 0.0, 0.592, 0.592, [ "e", "0xc3", "o" ] ], [ "e", 0.0, 0.952, 0.952, [ "c", "n", "e" ] ], [ "n", 0.0, 4.688, 4.688, [ "d", "c", "r" ] ], [ "a", 0.0, 0.021, 0.021, [ "i", "n", "a" ] ], [ "i", 0.0, 2.365, 2.365, [ "s", "t", "n" ] ], [ "t", 0.0, 3.082, 3.082, [ ".", "e", " " ] ], [ " ", 0.0, 5.021, 5.021, [ "0xc3", "q", "a" ] ], [ "d", 0.0, 0.004, 0.004, [ "e", "o", "a" ] ], [ "e", 0.0, 3.586, 3.586, [ " ", "e", "m" ] ], [ "s", 0.0, 0.116, 0.116, [ " ", "t", "-" ] ], [ " ", 0.0, 3.027, 3.027, [ "p", "r", "d" ] ], [ "m", 0.0, 1.446, 1.446, [ "a", "o", "e" ] ], [ "o", 0.0, 2.571, 2.571, [ "m", "i", "t" ] ], [ "t", 0.0, 5.972, 5.972, [ " ", "e", "s" ] ], [ "s", 0.0, 0.522, 0.522, [ ".", " ", "e" ] ], [ ".", 0.0, 0.0, 0.0, [ "\n", " ", "t" ] ] ] }, { "prompt": "Tu habites où ?", "gold": "J'habite à Strasbourg. Et toi ?\n", "n_steps": 73, "n_prompt_bytes": 41, "max_logit_diff_prompt_part": 0.0, "max_logit_diff_reply_part": 0.0, "n_mismatch_steps(>1e-4)": 0, "first_mismatch_step": null, "first_mismatch_input_byte": null, "packet_feature_mismatch_bytes": [], "boundaries_tf_vs_gen_at_mismatch": [], "reply_ce_teacher_forced": 4.601751358285555, "reply_ce_gen_path_forced": 4.601751358285555, "per_step": [ [ " ", 0.0, 0.952, 0.952, [ "J", "P", "O" ] ], [ "J", 0.0, 6.084, 6.084, [ "e", "'", "u" ] ], [ "'", 0.0, 14.267, 14.267, [ "a", "e", "o" ] ], [ "h", 0.0, 0.647, 0.647, [ "a", "e", "u" ] ], [ "a", 0.0, 2.985, 2.985, [ "a", "t", "p" ] ], [ "b", 0.0, 0.0, 0.0, [ "i", "u", "a" ] ], [ "i", 0.0, 2.316, 2.316, [ "e", "i", "t" ] ], [ "t", 0.0, 1.051, 1.051, [ " ", "e", "." ] ], [ "e", 0.0, 0.47, 0.47, [ " ", "e", "." ] ], [ " ", 0.0, 2.345, 2.345, [ "s", "a", "0xc3" ] ], [ "0xc3", 0.0, 0.003, 0.003, [ "0xa0", "0xa9", "\n" ] ], [ "0xa0", 0.0, 0.0, 0.0, [ " ", "\n", "s" ] ], [ " ", 0.0, 21.772, 21.772, [ "f", "p", "t" ] ], [ "S", 0.0, 4.735, 4.735, [ "u", "a", "v" ] ], [ "t", 0.0, 3.203, 3.203, [ "e", "o", "r" ] ], [ "r", 0.0, 1.682, 1.682, [ "e", "a", "0xc3" ] ], [ "a", 0.0, 8.75, 8.75, [ "i", "n", "r" ] ], [ "s", 0.0, 25.29, 25.29, [ " ", ",", "." ] ], [ "b", 0.0, 2.415, 2.415, [ "i", "e", "a" ] ], [ "o", 0.0, 2.376, 2.376, [ "n", "u", "r" ] ], [ "u", 0.0, 0.846, 0.846, [ "r", "t", "i" ] ], [ "r", 0.0, 27.129, 27.129, [ "r", ",", "i" ] ], [ "g", 0.0, 9.728, 9.728, [ "e", "a", "0xc3" ] ], [ ".", 0.0, 10.442, 10.442, [ "\n", "0xc3", " " ] ], [ " ", 0.0, 0.049, 0.049, [ "E", "?", "o" ] ], [ "E", 0.0, 0.003, 0.003, [ "t", "v", "n" ] ], [ "t", 0.0, 0.002, 0.002, [ " ", "e", "t" ] ], [ " ", 0.0, 0.855, 0.855, [ "t", "?", "c" ] ], [ "t", 0.0, 0.703, 0.703, [ "o", "'", "e" ] ], [ "o", 0.0, 0.003, 0.003, [ "i", "o", "n" ] ], [ "i", 0.0, 0.482, 0.482, [ " ", ",", "." ] ], [ " ", 0.0, 0.272, 0.272, [ "?", "c", "q" ] ], [ "?", 0.0, 0.0, 0.0, [ "\n", "t", "?" ] ] ] } ], "C_chat_patched": { "Bonjour, comment ça va ?": [ "Je suis faisir, continuon.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais bien, je vais le le ce ?\nAssistant: Peut-être un parle t'écoute.\n\n", "Peut-être t'écoute.\n\n", "Je t'écoute.\n\n", "Oui, je vais bieni ?\nAssistant: Peut-être lus.\n\n", "Je vais réfléchir.\n\n" ], "Qui es-tu ?": [ "Oui, je veux qu'on mais claisir, continuon, je vais réfléchir.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais réfléchir.\n\n", "Oui, je veux qu'on parle mais et mait.\n\n", "Je ques d'accord ?\nAssistant: Peut-être ce tu proposes ?\nAssistant: Je vais réfléchir.\n\n", "Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.", "Je vais réfléchir.\n\n" ], "Il était une fois": [ "Je vais d'accord ?\nAssistant: Je ques ?\nAssistant: Avec plaisir, coute.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais ci.\n\n", "Oui, je veux qu'on parle mais et mait.\n\n", "Je vais d'accord avec toi.\n\n", "Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.", "Je vais réfléchir.\n\n" ] }, "C_rate_patched": { "chars": 1012, "punct": 83, "doubled_punct_pairs": 0 }, "C_chat_patched_nogate": { "Bonjour, comment ça va ?": [ "Je suis faisir, continuon.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais bien, je vais le le ce vaist ça vvec plaisir, continuons.\n\n", "Peut-être t'écoute.\n\n", "Je t'écoute.\n\n", "Oui, je vais bieni ?\nAssistant: Peut-être lus.\n\n", "Je vais réfléchir.\n\n" ], "Qui es-tu ?": [ "Oui, je veux qu'on mais claisir, continuon, je vais réfléchir.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais réfléchir.\n\n", "Oui, je veux qu'on parle mais et mait.\n\n", "Je ques d'accord ?\nAssistant: Peut-être ce tu proposes ?\nAssistant: Je vais réfléchir.\n\n", "Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.", "Je vais réfléchir.\n\n" ], "Il était une fois": [ "Je vais d'accord ?\nAssistant: Je ques ?\nAssistant: Avec plaisir, coute.\n\n", "Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n", "Je suis préfléchir.\n\n", "Je vais ci.\n\n", "Oui, je veux qu'on parle mais et mait.\n\n", "Je vais d'accord avec toi.\n\n", "Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.", "Je vais réfléchir.\n\n" ] }, "C_rate_patched_nogate": { "chars": 1005, "punct": 80, "doubled_punct_pairs": 0 } }