Hugging Face's logo

thefinalboss
/
atom-ai

French
English
atom-native
toroidal-field
not-a-transformer
Model card Files
xet
 Community
atom-ai / docs /artifacts /root_cause /decode_consistency.json
thefinalboss's picture
thefinalboss
ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 3)
969c687 verified
Raw History Blame Contribute Delete
51.6 kB
{
"ckpt": "/workspace/exports/atom-ai/checkpoints/byte_tick_fieldsat/atom_native_step_4996000_d32_ms1M_lrd_b4828_fieldsat.pt",
"A_original": [
{
"prompt": "Bonjour, comment ça va ?",
"gold": "Ça va très bien, et toi ?\n",
"n_steps": 77,
"n_prompt_bytes": 50,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 37.44690704345703,
"n_mismatch_steps(>1e-4)": 24,
"first_mismatch_step": 53,
"first_mismatch_input_byte": " ",
"packet_feature_mismatch_bytes": [
" ",
" ",
" ",
",",
" ",
" ",
" ",
"?"
],
"boundaries_tf_vs_gen_at_mismatch": [
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
",",
"max_span",
"punctuation"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
"?",
"max_span",
"punctuation"
]
],
"reply_ce_teacher_forced": 2.564189194908668,
"reply_ce_gen_path_forced": 4.3449556344910105,
"per_step": [
[
" ",
0.0,
11.314,
11.314,
[
"J",
"P",
"O"
]
],
[
"0xc3",
0.0,
19.716,
19.716,
[
"0xa7",
"0xa9",
"o"
]
],
[
"0x87",
0.0,
0.012,
0.012,
[
"a",
"o",
"A"
]
],
[
"a",
0.0,
0.154,
0.154,
[
" ",
"c",
"a"
]
],
[
" ",
21.6546,
0.463,
9.331,
[
" ",
"i",
"m"
]
],
[
"v",
6.4778,
1.898,
1.895,
[
"e",
"a",
"v"
]
],
[
"a",
2.0543,
3.455,
3.243,
[
"a",
"i",
"l"
]
],
[
" ",
18.8502,
7.429,
7.836,
[
" ",
"p",
"i"
]
],
[
"t",
6.2317,
2.003,
2.553,
[
"o",
"u",
"r"
]
],
[
"r",
4.1045,
4.448,
5.662,
[
"e",
"o",
"a"
]
],
[
"0xc3",
2.0323,
5.563,
5.554,
[
"0xa9",
"0xa8",
"0xc3"
]
],
[
"0xa8",
1.3467,
0.002,
0.001,
[
"s",
"r",
"0xa9"
]
],
[
"s",
2.7742,
0.983,
0.919,
[
"i",
" ",
"-"
]
],
[
" ",
26.9596,
2.487,
15.867,
[
" ",
"d",
"o"
]
],
[
"b",
3.5861,
0.007,
0.005,
[
"i",
"o",
"a"
]
],
[
"i",
2.2823,
0.001,
0.001,
[
"e",
"n",
"o"
]
],
[
"e",
2.1089,
0.002,
0.002,
[
"n",
"r",
" "
]
],
[
"n",
2.3953,
3.366,
3.059,
[
"t",
"n",
"c"
]
],
[
",",
14.1067,
0.0,
0.02,
[
" ",
",",
"o"
]
],
[
" ",
37.4469,
3.943,
13.311,
[
" ",
"q",
"t"
]
],
[
"e",
4.145,
3.226,
3.841,
[
"s",
"n",
"t"
]
],
[
"t",
3.7979,
0.001,
0.0,
[
" ",
"o",
"e"
]
],
[
" ",
34.2156,
0.821,
6.218,
[
" ",
"t",
"i"
]
],
[
"t",
10.4465,
0.021,
0.019,
[
"o",
"e",
"'"
]
],
[
"o",
7.1311,
0.009,
0.006,
[
"i",
"u",
"n"
]
],
[
"i",
5.0307,
0.452,
0.217,
[
" ",
",",
"i"
]
],
[
" ",
24.5406,
0.021,
9.326,
[
" ",
"s",
"e"
]
],
[
"?",
19.0242,
0.0,
1.574,
[
"t",
"\n",
"s"
]
]
]
},
{
"prompt": "Qui es-tu ?",
"gold": "Je suis Atom, un petit modèle qui apprend à parler.\n",
"n_steps": 89,
"n_prompt_bytes": 36,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 36.11018371582031,
"n_mismatch_steps(>1e-4)": 51,
"first_mismatch_step": 38,
"first_mismatch_input_byte": " ",
"packet_feature_mismatch_bytes": [
" ",
" ",
",",
" ",
" ",
" ",
" ",
" ",
" ",
" ",
"."
],
"boundaries_tf_vs_gen_at_mismatch": [
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
",",
"max_span",
"punctuation"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
".",
"max_span",
"punctuation"
]
],
"reply_ce_teacher_forced": 1.9446363999921703,
"reply_ce_gen_path_forced": 3.699582421537343,
"per_step": [
[
" ",
0.0,
1.055,
1.055,
[
"J",
"O",
"P"
]
],
[
"J",
0.0,
0.003,
0.003,
[
"e",
"'",
"u"
]
],
[
"e",
0.0,
0.0,
0.0,
[
" ",
"e",
"u"
]
],
[
" ",
25.7857,
1.582,
9.571,
[
" ",
"s",
"e"
]
],
[
"s",
10.2796,
0.017,
0.049,
[
"u",
"e",
"a"
]
],
[
"u",
5.141,
0.001,
0.0,
[
"i",
"r",
"u"
]
],
[
"i",
4.2699,
0.003,
0.001,
[
"s",
",",
"."
]
],
[
"s",
4.0329,
0.002,
0.001,
[
" ",
"s",
"i"
]
],
[
" ",
29.7704,
7.281,
20.346,
[
" ",
"o",
"."
]
],
[
"A",
10.5156,
2.137,
0.534,
[
"t",
"v",
"n"
]
],
[
"t",
8.4345,
0.021,
0.176,
[
"o",
" ",
"e"
]
],
[
"o",
5.3234,
8.467,
10.4,
[
"i",
"o",
"u"
]
],
[
"m",
2.8525,
1.766,
1.146,
[
"m",
",",
"."
]
],
[
",",
8.0694,
-0.0,
0.0,
[
" ",
".",
","
]
],
[
" ",
35.8444,
7.341,
20.481,
[
" ",
"o",
"t"
]
],
[
"u",
4.4708,
0.0,
0.0,
[
"n",
"t",
"e"
]
],
[
"n",
4.4434,
0.005,
0.0,
[
" ",
"e",
"d"
]
],
[
" ",
36.1102,
0.238,
7.961,
[
" ",
"e",
"s"
]
],
[
"p",
6.6702,
1.81,
1.402,
[
"r",
"e",
"a"
]
],
[
"e",
4.135,
2.711,
3.456,
[
"n",
"l",
"r"
]
],
[
"t",
3.1394,
0.734,
1.113,
[
" ",
"i",
"u"
]
],
[
"i",
2.5386,
7.115,
7.385,
[
"l",
"e",
"t"
]
],
[
"t",
2.2707,
0.147,
0.095,
[
" ",
"e",
"."
]
],
[
" ",
24.6909,
4.602,
14.985,
[
" ",
"t",
"i"
]
],
[
"m",
8.3595,
3.166,
3.403,
[
"a",
"e",
" "
]
],
[
"o",
5.8852,
7.82,
8.894,
[
"i",
"o",
"l"
]
],
[
"d",
3.7948,
0.257,
0.626,
[
"0xc3",
"i",
" "
]
],
[
"0xc3",
1.9841,
4.898,
4.612,
[
"0xa9",
"i",
"0xa8"
]
],
[
"0xa8",
1.9253,
5.813,
6.315,
[
"s",
"l",
"i"
]
],
[
"l",
1.3566,
0.224,
0.22,
[
"e",
"i",
"0xc3"
]
],
[
"e",
0.8242,
0.267,
0.21,
[
" ",
"s",
"."
]
],
[
" ",
31.771,
3.236,
11.174,
[
" ",
"s",
"i"
]
],
[
"q",
7.6363,
0.003,
0.0,
[
"u",
"q",
"o"
]
],
[
"u",
2.9733,
2.92,
2.941,
[
"e",
"'",
"i"
]
],
[
"i",
2.8628,
3.14,
2.31,
[
",",
"i",
"."
]
],
[
" ",
28.3209,
4.768,
9.723,
[
" ",
"c",
"t"
]
],
[
"a",
4.6997,
0.215,
0.35,
[
"p",
"o",
"v"
]
],
[
"p",
3.9208,
0.005,
0.017,
[
"p",
"r",
"s"
]
],
[
"p",
2.7368,
0.046,
0.037,
[
"r",
"e",
"l"
]
],
[
"r",
1.9073,
0.856,
0.646,
[
"e",
"0xc3",
"o"
]
],
[
"e",
1.3305,
0.681,
0.583,
[
"n",
"c",
" "
]
],
[
"n",
1.1495,
0.193,
0.21,
[
"d",
"c",
"r"
]
],
[
"d",
0.6265,
3.634,
3.473,
[
"s",
"e",
"r"
]
],
[
" ",
32.3889,
1.117,
13.867,
[
" ",
"e",
","
]
],
[
"0xc3",
2.0836,
1.487,
2.28,
[
"0xa9",
"i",
"0xa0"
]
],
[
"0xa0",
7.079,
0.001,
0.0,
[
" ",
"s",
"a"
]
],
[
" ",
33.6962,
3.687,
11.467,
[
" ",
"e",
"o"
]
],
[
"p",
7.0182,
1.696,
1.713,
[
"l",
"r",
"a"
]
],
[
"a",
3.637,
0.003,
0.004,
[
"r",
"a",
"s"
]
],
[
"r",
2.5049,
0.021,
0.019,
[
"l",
"o",
"a"
]
],
[
"l",
1.6769,
0.007,
0.005,
[
"e",
"a",
"l"
]
],
[
"e",
1.2951,
6.73,
7.138,
[
" ",
"e",
"s"
]
],
[
"r",
0.8245,
1.083,
0.964,
[
"r",
".",
"c"
]
],
[
".",
16.861,
0.0,
6.416,
[
".",
"\n",
" "
]
]
]
},
{
"prompt": "Il était une fois",
"gold": "Il était une fois un petit robot qui apprenait des mots.\n",
"n_steps": 100,
"n_prompt_bytes": 43,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 35.61299514770508,
"n_mismatch_steps(>1e-4)": 55,
"first_mismatch_step": 45,
"first_mismatch_input_byte": " ",
"packet_feature_mismatch_bytes": [
" ",
" ",
" ",
" ",
" ",
" ",
" ",
" ",
" ",
" ",
"."
],
"boundaries_tf_vs_gen_at_mismatch": [
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
".",
"max_span",
"punctuation"
]
],
"reply_ce_teacher_forced": 2.362481901176995,
"reply_ce_gen_path_forced": 4.390927805947787,
"per_step": [
[
" ",
0.0,
10.651,
10.651,
[
"J",
"O",
"P"
]
],
[
"I",
0.0,
0.008,
0.008,
[
"l",
"v",
"c"
]
],
[
"l",
0.0,
0.594,
0.594,
[
" ",
"\n",
"l"
]
],
[
" ",
31.1113,
1.758,
12.92,
[
"t",
" ",
"s"
]
],
[
"0xc3",
2.8432,
1.709,
1.429,
[
"0xa0",
"0xa9",
"i"
]
],
[
"0xa9",
3.8159,
6.056,
6.193,
[
"c",
"s",
"0xa9"
]
],
[
"t",
6.7539,
0.013,
0.007,
[
"a",
"e",
"o"
]
],
[
"a",
4.5025,
6.158,
5.892,
[
"a",
"u",
"t"
]
],
[
"i",
3.6412,
0.441,
0.399,
[
"t",
"i",
"l"
]
],
[
"t",
3.0394,
0.908,
0.591,
[
" ",
"e",
"a"
]
],
[
" ",
14.7252,
4.685,
9.673,
[
" ",
"t",
"\n"
]
],
[
"u",
5.0266,
0.003,
0.002,
[
"n",
"u",
"r"
]
],
[
"n",
9.2482,
0.126,
1.077,
[
" ",
"e",
"u"
]
],
[
"e",
4.3714,
0.086,
0.019,
[
" ",
".",
"e"
]
],
[
" ",
30.8626,
4.218,
32.017,
[
" ",
"t",
"r"
]
],
[
"f",
6.4949,
5.096,
4.251,
[
"a",
"i",
"o"
]
],
[
"o",
3.9306,
0.165,
0.079,
[
"i",
"r",
"a"
]
],
[
"i",
3.6131,
6.32,
7.227,
[
" ",
".",
"s"
]
],
[
"s",
3.9661,
0.004,
0.002,
[
" ",
"-",
"i"
]
],
[
" ",
31.8598,
3.629,
13.216,
[
" ",
"o",
"t"
]
],
[
"u",
4.8211,
0.002,
0.0,
[
"n",
"t",
"i"
]
],
[
"n",
6.8857,
0.005,
0.0,
[
" ",
"n",
"d"
]
],
[
" ",
34.3177,
0.161,
8.589,
[
" ",
"e",
"s"
]
],
[
"p",
7.8971,
3.013,
2.352,
[
"r",
"a",
"e"
]
],
[
"e",
4.7167,
2.733,
3.271,
[
"r",
"l",
"n"
]
],
[
"t",
3.515,
0.589,
0.954,
[
" ",
"i",
"u"
]
],
[
"i",
2.9874,
7.104,
7.337,
[
"l",
"e",
"t"
]
],
[
"t",
2.6281,
0.147,
0.087,
[
" ",
"e",
"."
]
],
[
" ",
24.691,
3.743,
13.308,
[
" ",
"t",
"i"
]
],
[
"r",
9.6259,
3.485,
3.098,
[
"e",
"i",
"a"
]
],
[
"o",
5.8856,
9.569,
11.677,
[
"p",
"o",
"i"
]
],
[
"b",
3.6928,
0.025,
0.026,
[
"o",
"r",
"e"
]
],
[
"o",
2.0958,
6.542,
6.765,
[
"n",
"t",
"o"
]
],
[
"t",
1.7624,
0.004,
0.004,
[
" ",
"i",
"o"
]
],
[
" ",
35.613,
3.295,
13.696,
[
" ",
"t",
"i"
]
],
[
"q",
7.8527,
0.002,
0.0,
[
"u",
"o",
"q"
]
],
[
"u",
3.3791,
2.978,
2.894,
[
"e",
"o",
"i"
]
],
[
"i",
3.1094,
2.917,
2.252,
[
",",
"i",
" "
]
],
[
" ",
28.5883,
3.894,
8.877,
[
" ",
"e",
"c"
]
],
[
"a",
5.055,
0.146,
0.242,
[
"p",
"a",
"o"
]
],
[
"p",
3.9309,
0.005,
0.02,
[
"p",
"r",
"s"
]
],
[
"p",
2.5277,
0.075,
0.079,
[
"r",
"e",
"l"
]
],
[
"r",
1.9962,
0.592,
0.465,
[
"e",
"o",
"0xc3"
]
],
[
"e",
1.3142,
0.952,
0.801,
[
"c",
"n",
"e"
]
],
[
"n",
1.0989,
4.688,
4.597,
[
"d",
"c",
"r"
]
],
[
"a",
0.6471,
0.021,
0.021,
[
"i",
"n",
"a"
]
],
[
"i",
0.459,
2.365,
2.452,
[
"s",
"t",
"n"
]
],
[
"t",
0.4386,
3.082,
2.999,
[
".",
"e",
" "
]
],
[
" ",
34.2456,
5.021,
14.971,
[
" ",
"t",
"i"
]
],
[
"d",
5.4372,
0.004,
0.003,
[
"e",
"o",
"a"
]
],
[
"e",
4.1105,
3.586,
4.699,
[
" ",
"e",
"s"
]
],
[
"s",
4.8201,
0.116,
0.03,
[
" ",
"-",
"t"
]
],
[
" ",
33.9539,
3.027,
16.543,
[
" ",
"t",
"o"
]
],
[
"m",
7.5307,
1.446,
1.395,
[
"a",
"o",
"e"
]
],
[
"o",
4.1988,
2.571,
2.536,
[
"m",
"i",
"n"
]
],
[
"t",
3.5903,
5.972,
6.936,
[
" ",
"e",
"s"
]
],
[
"s",
3.3761,
0.522,
0.883,
[
" ",
".",
"e"
]
],
[
".",
26.3424,
0.0,
3.565,
[
".",
" ",
"\n"
]
]
]
},
{
"prompt": "Tu habites où ?",
"gold": "J'habite à Strasbourg. Et toi ?\n",
"n_steps": 73,
"n_prompt_bytes": 41,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 37.65653991699219,
"n_mismatch_steps(>1e-4)": 31,
"first_mismatch_step": 42,
"first_mismatch_input_byte": "'",
"packet_feature_mismatch_bytes": [
"'",
" ",
" ",
".",
" ",
" ",
" ",
"?"
],
"boundaries_tf_vs_gen_at_mismatch": [
[
"'",
"max_span",
"punctuation"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
".",
"max_span",
"punctuation"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
" ",
"max_span",
"whitespace"
],
[
"?",
"max_span",
"punctuation"
]
],
"reply_ce_teacher_forced": 4.601751358285555,
"reply_ce_gen_path_forced": 6.735027462071072,
"per_step": [
[
" ",
0.0,
0.952,
0.952,
[
"J",
"P",
"O"
]
],
[
"J",
0.0,
6.084,
6.084,
[
"e",
"'",
"u"
]
],
[
"'",
7.1828,
14.267,
14.646,
[
"a",
"'",
"u"
]
],
[
"h",
0.8389,
0.647,
0.723,
[
"a",
"e",
"u"
]
],
[
"a",
0.6595,
2.985,
3.036,
[
"a",
"t",
"c"
]
],
[
"b",
0.5151,
0.0,
0.0,
[
"i",
"u",
"a"
]
],
[
"i",
0.2873,
2.316,
2.328,
[
"e",
"i",
"t"
]
],
[
"t",
0.1753,
1.051,
1.075,
[
" ",
"e",
"."
]
],
[
"e",
0.0629,
0.47,
0.459,
[
" ",
"e",
"."
]
],
[
" ",
26.552,
2.345,
16.961,
[
" ",
"s",
"r"
]
],
[
"0xc3",
2.7114,
0.003,
0.019,
[
"0xa0",
"\n",
"i"
]
],
[
"0xa0",
10.8871,
0.0,
0.0,
[
" ",
"s",
"\n"
]
],
[
" ",
36.9378,
21.772,
44.099,
[
" ",
"t",
"\n"
]
],
[
"S",
17.2247,
4.735,
7.024,
[
"u",
"a",
"i"
]
],
[
"t",
11.3842,
3.203,
4.183,
[
"e",
"o",
"u"
]
],
[
"r",
6.0556,
1.682,
2.063,
[
"e",
"a",
"o"
]
],
[
"a",
3.1299,
8.75,
10.126,
[
"i",
"n",
"."
]
],
[
"s",
2.8451,
25.29,
27.164,
[
" ",
",",
"."
]
],
[
"b",
1.3495,
2.415,
2.675,
[
"i",
"e",
"a"
]
],
[
"o",
0.6567,
2.376,
2.397,
[
"n",
"u",
"r"
]
],
[
"u",
0.3783,
0.846,
0.859,
[
"r",
"t",
"i"
]
],
[
"r",
0.4169,
27.129,
27.264,
[
"r",
",",
"i"
]
],
[
"g",
0.2993,
9.728,
9.729,
[
"e",
"a",
"0xc3"
]
],
[
".",
16.6434,
10.442,
1.632,
[
".",
" ",
","
]
],
[
" ",
18.5486,
0.049,
16.368,
[
" ",
"'",
"m"
]
],
[
"E",
5.4087,
0.003,
0.001,
[
"t",
"n",
"v"
]
],
[
"t",
4.6448,
0.002,
0.001,
[
" ",
"e",
"i"
]
],
[
" ",
37.6565,
0.855,
5.158,
[
" ",
"t",
"i"
]
],
[
"t",
8.4169,
0.703,
0.486,
[
"o",
"'",
"e"
]
],
[
"o",
5.3518,
0.003,
0.001,
[
"i",
"n",
"o"
]
],
[
"i",
4.1081,
0.482,
0.273,
[
" ",
",",
"."
]
],
[
" ",
26.8915,
0.272,
11.622,
[
" ",
"e",
","
]
],
[
"?",
18.869,
0.0,
2.847,
[
"t",
"?",
"s"
]
]
]
}
],
"C_chat_original": {
"Bonjour, comment ça va ?": [
"Je ",
"Je ",
"Je ",
"Je ",
"Peut--ommends ",
"Je ",
"Oui, ",
"Je iiss "
],
"Qui es-tu ?": [
"Oui, ",
"Je \nAssiss",
"Je ",
"Je ",
"Oui, ",
"Je ",
"Peut--être ",
"Je iissisir, t'''' "
],
"Il était une fois": [
"Je ",
"Je \nAssiss",
"Je ",
"Je ",
"Oui, ",
"Je ",
"Peut--être ",
"Je iissisir, t'''' "
]
},
"C_rate_original": {
"chars": 2302,
"punct": 20,
"doubled_punct_pairs": 7
},
"C_chat_original_nogate": {
"Bonjour, comment ça va ?": [
"Je ",
"Je ",
"Je ",
"Je ",
"Peut--ommends ",
"Je ",
"Oui, ",
"Je iiss "
],
"Qui es-tu ?": [
"Oui, ",
"Je \nAssiss",
"Je ",
"Je ",
"Oui, ",
"Je ",
"Peut--être ",
"Je iissisir, "
],
"Il était une fois": [
"Je ",
"Je \nAssiss",
"Je ",
"Je ",
"Oui, ",
"Je ",
"Peut--être ",
"Je iissisir, "
]
},
"C_rate_original_nogate": {
"chars": 2302,
"punct": 12,
"doubled_punct_pairs": 3
},
"B_patched": [
{
"prompt": "Bonjour, comment ça va ?",
"gold": "Ça va très bien, et toi ?\n",
"n_steps": 77,
"n_prompt_bytes": 50,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 0.0,
"n_mismatch_steps(>1e-4)": 0,
"first_mismatch_step": null,
"first_mismatch_input_byte": null,
"packet_feature_mismatch_bytes": [],
"boundaries_tf_vs_gen_at_mismatch": [],
"reply_ce_teacher_forced": 2.564189194908668,
"reply_ce_gen_path_forced": 2.564189194908668,
"per_step": [
[
" ",
0.0,
11.314,
11.314,
[
"J",
"P",
"O"
]
],
[
"0xc3",
0.0,
19.716,
19.716,
[
"0xa7",
"0xa9",
"o"
]
],
[
"0x87",
0.0,
0.012,
0.012,
[
"a",
"o",
"A"
]
],
[
"a",
0.0,
0.154,
0.154,
[
" ",
"c",
"a"
]
],
[
" ",
0.0,
0.463,
0.463,
[
"v",
"m",
"t"
]
],
[
"v",
0.0,
1.898,
1.898,
[
"v",
"e",
"a"
]
],
[
"a",
0.0,
3.455,
3.455,
[
"a",
"i",
"l"
]
],
[
" ",
0.0,
7.429,
7.429,
[
"?",
"v",
"a"
]
],
[
"t",
0.0,
2.003,
2.003,
[
"o",
"r",
"u"
]
],
[
"r",
0.0,
4.448,
4.448,
[
"e",
"o",
"a"
]
],
[
"0xc3",
0.0,
5.563,
5.563,
[
"0xa9",
"0xa8",
"0xc3"
]
],
[
"0xa8",
0.0,
0.002,
0.002,
[
"s",
"r",
"0xa9"
]
],
[
"s",
0.0,
0.983,
0.983,
[
"i",
" ",
"-"
]
],
[
" ",
0.0,
2.487,
2.487,
[
"c",
"m",
"?"
]
],
[
"b",
0.0,
0.007,
0.007,
[
"i",
"o",
"a"
]
],
[
"i",
0.0,
0.001,
0.001,
[
"e",
"o",
"r"
]
],
[
"e",
0.0,
0.002,
0.002,
[
"n",
"r",
" "
]
],
[
"n",
0.0,
3.366,
3.366,
[
"t",
"n",
"c"
]
],
[
",",
0.0,
0.0,
0.0,
[
" ",
",",
"o"
]
],
[
" ",
0.0,
3.943,
3.943,
[
"j",
"c",
"t"
]
],
[
"e",
0.0,
3.226,
3.226,
[
"s",
"t",
"n"
]
],
[
"t",
0.0,
0.001,
0.001,
[
" ",
"o",
"e"
]
],
[
" ",
0.0,
0.821,
0.821,
[
"t",
"q",
"0xc3"
]
],
[
"t",
0.0,
0.021,
0.021,
[
"o",
"e",
"a"
]
],
[
"o",
0.0,
0.009,
0.009,
[
"i",
"u",
"m"
]
],
[
"i",
0.0,
0.452,
0.452,
[
" ",
",",
"."
]
],
[
" ",
0.0,
0.021,
0.021,
[
"?",
"q",
"c"
]
],
[
"?",
0.0,
0.0,
0.0,
[
"\n",
"t",
"U"
]
]
]
},
{
"prompt": "Qui es-tu ?",
"gold": "Je suis Atom, un petit modèle qui apprend à parler.\n",
"n_steps": 89,
"n_prompt_bytes": 36,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 0.0,
"n_mismatch_steps(>1e-4)": 0,
"first_mismatch_step": null,
"first_mismatch_input_byte": null,
"packet_feature_mismatch_bytes": [],
"boundaries_tf_vs_gen_at_mismatch": [],
"reply_ce_teacher_forced": 1.9446363999921703,
"reply_ce_gen_path_forced": 1.9446363999921703,
"per_step": [
[
" ",
0.0,
1.055,
1.055,
[
"J",
"O",
"P"
]
],
[
"J",
0.0,
0.003,
0.003,
[
"e",
"'",
"u"
]
],
[
"e",
0.0,
0.0,
0.0,
[
" ",
"e",
"u"
]
],
[
" ",
0.0,
1.582,
1.582,
[
"v",
"s",
"p"
]
],
[
"s",
0.0,
0.017,
0.017,
[
"u",
"e",
"o"
]
],
[
"u",
0.0,
0.001,
0.001,
[
"i",
"r",
"u"
]
],
[
"i",
0.0,
0.003,
0.003,
[
"s",
",",
"m"
]
],
[
"s",
0.0,
0.002,
0.002,
[
" ",
"s",
"i"
]
],
[
" ",
0.0,
7.281,
7.281,
[
"d",
"r",
"p"
]
],
[
"A",
0.0,
2.137,
2.137,
[
"v",
"t",
"?"
]
],
[
"t",
0.0,
0.021,
0.021,
[
"o",
" ",
"e"
]
],
[
"o",
0.0,
8.467,
8.467,
[
"i",
"o",
"u"
]
],
[
"m",
0.0,
1.766,
1.766,
[
"m",
",",
"."
]
],
[
",",
0.0,
-0.0,
-0.0,
[
" ",
".",
"r"
]
],
[
" ",
0.0,
7.341,
7.341,
[
"j",
"m",
"c"
]
],
[
"u",
0.0,
0.0,
0.0,
[
"n",
"t",
"v"
]
],
[
"n",
0.0,
0.005,
0.005,
[
" ",
"e",
"d"
]
],
[
" ",
0.0,
0.238,
0.238,
[
"p",
"v",
"f"
]
],
[
"p",
0.0,
1.81,
1.81,
[
"r",
"a",
"e"
]
],
[
"e",
0.0,
2.711,
2.711,
[
"n",
"l",
"r"
]
],
[
"t",
0.0,
0.734,
0.734,
[
" ",
"i",
"u"
]
],
[
"i",
0.0,
7.115,
7.115,
[
"l",
"e",
"t"
]
],
[
"t",
0.0,
0.147,
0.147,
[
" ",
"e",
"."
]
],
[
" ",
0.0,
4.602,
4.602,
[
"0xc3",
"q",
"t"
]
],
[
"m",
0.0,
3.166,
3.166,
[
"a",
"e",
"o"
]
],
[
"o",
0.0,
7.82,
7.82,
[
"i",
"o",
"m"
]
],
[
"d",
0.0,
0.257,
0.257,
[
"0xc3",
"i",
" "
]
],
[
"0xc3",
0.0,
4.898,
4.898,
[
"0xa9",
"i",
"0xa8"
]
],
[
"0xa8",
0.0,
5.813,
5.813,
[
"s",
"l",
"i"
]
],
[
"l",
0.0,
0.224,
0.224,
[
"e",
"0xc3",
"i"
]
],
[
"e",
0.0,
0.267,
0.267,
[
" ",
"s",
"."
]
],
[
" ",
0.0,
3.236,
3.236,
[
"s",
"?",
"c"
]
],
[
"q",
0.0,
0.003,
0.003,
[
"u",
"q",
"o"
]
],
[
"u",
0.0,
2.92,
2.92,
[
"e",
"'",
"i"
]
],
[
"i",
0.0,
3.14,
3.14,
[
",",
"i",
"."
]
],
[
" ",
0.0,
4.768,
4.768,
[
"?",
"c",
"a"
]
],
[
"a",
0.0,
0.215,
0.215,
[
"p",
"v",
"o"
]
],
[
"p",
0.0,
0.005,
0.005,
[
"p",
"r",
"s"
]
],
[
"p",
0.0,
0.046,
0.046,
[
"r",
"e",
"p"
]
],
[
"r",
0.0,
0.856,
0.856,
[
"e",
"0xc3",
"o"
]
],
[
"e",
0.0,
0.681,
0.681,
[
"n",
"c",
" "
]
],
[
"n",
0.0,
0.193,
0.193,
[
"d",
"c",
"r"
]
],
[
"d",
0.0,
3.634,
3.634,
[
"s",
"e",
"r"
]
],
[
" ",
0.0,
1.117,
1.117,
[
"?",
"0xc3",
"a"
]
],
[
"0xc3",
0.0,
1.487,
1.487,
[
"0xa9",
"0xa0",
"i"
]
],
[
"0xa0",
0.0,
0.001,
0.001,
[
" ",
"i",
"a"
]
],
[
" ",
0.0,
3.687,
3.687,
[
"f",
"p",
"e"
]
],
[
"p",
0.0,
1.696,
1.696,
[
"l",
"r",
"a"
]
],
[
"a",
0.0,
0.003,
0.003,
[
"r",
"a",
"s"
]
],
[
"r",
0.0,
0.021,
0.021,
[
"l",
"a",
"d"
]
],
[
"l",
0.0,
0.007,
0.007,
[
"e",
"a",
"l"
]
],
[
"e",
0.0,
6.73,
6.73,
[
" ",
"e",
"s"
]
],
[
"r",
0.0,
1.083,
1.083,
[
"r",
".",
"c"
]
],
[
".",
0.0,
0.0,
0.0,
[
"\n",
"0xc3",
"q"
]
]
]
},
{
"prompt": "Il était une fois",
"gold": "Il était une fois un petit robot qui apprenait des mots.\n",
"n_steps": 100,
"n_prompt_bytes": 43,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 0.0,
"n_mismatch_steps(>1e-4)": 0,
"first_mismatch_step": null,
"first_mismatch_input_byte": null,
"packet_feature_mismatch_bytes": [],
"boundaries_tf_vs_gen_at_mismatch": [],
"reply_ce_teacher_forced": 2.362481901176995,
"reply_ce_gen_path_forced": 2.362481901176995,
"per_step": [
[
" ",
0.0,
10.651,
10.651,
[
"J",
"O",
"P"
]
],
[
"I",
0.0,
0.008,
0.008,
[
"l",
"v",
"c"
]
],
[
"l",
0.0,
0.594,
0.594,
[
" ",
"\n",
"l"
]
],
[
" ",
0.0,
1.758,
1.758,
[
"e",
"t",
"0xc3"
]
],
[
"0xc3",
0.0,
1.709,
1.709,
[
"0xa0",
"0xa9",
"i"
]
],
[
"0xa9",
0.0,
6.056,
6.056,
[
"c",
"s",
"0xa9"
]
],
[
"t",
0.0,
0.013,
0.013,
[
"a",
"e",
"o"
]
],
[
"a",
0.0,
6.158,
6.158,
[
"a",
"u",
"t"
]
],
[
"i",
0.0,
0.441,
0.441,
[
"t",
"i",
"l"
]
],
[
"t",
0.0,
0.908,
0.908,
[
"e",
" ",
"."
]
],
[
" ",
0.0,
4.685,
4.685,
[
"q",
"0xc3",
"u"
]
],
[
"u",
0.0,
0.003,
0.003,
[
"n",
"r",
"u"
]
],
[
"n",
0.0,
0.126,
0.126,
[
"e",
" ",
"u"
]
],
[
"e",
0.0,
0.086,
0.086,
[
" ",
"r",
"."
]
],
[
" ",
0.0,
4.218,
4.218,
[
"v",
"t",
"0xc3"
]
],
[
"f",
0.0,
5.096,
5.096,
[
"a",
"o",
"i"
]
],
[
"o",
0.0,
0.165,
0.165,
[
"i",
"r",
"a"
]
],
[
"i",
0.0,
6.32,
6.32,
[
" ",
".",
"s"
]
],
[
"s",
0.0,
0.004,
0.004,
[
" ",
"-",
"i"
]
],
[
" ",
0.0,
3.629,
3.629,
[
"r",
"b",
"c"
]
],
[
"u",
0.0,
0.002,
0.002,
[
"n",
"t",
"v"
]
],
[
"n",
0.0,
0.005,
0.005,
[
" ",
"d",
"n"
]
],
[
" ",
0.0,
0.161,
0.161,
[
"p",
"f",
"v"
]
],
[
"p",
0.0,
3.013,
3.013,
[
"r",
"a",
"l"
]
],
[
"e",
0.0,
2.733,
2.733,
[
"l",
"r",
"n"
]
],
[
"t",
0.0,
0.589,
0.589,
[
"i",
" ",
"u"
]
],
[
"i",
0.0,
7.104,
7.104,
[
"l",
"e",
"t"
]
],
[
"t",
0.0,
0.147,
0.147,
[
" ",
"e",
"."
]
],
[
" ",
0.0,
3.743,
3.743,
[
"0xc3",
"q",
"t"
]
],
[
"r",
0.0,
3.485,
3.485,
[
"a",
"e",
"i"
]
],
[
"o",
0.0,
9.569,
9.569,
[
"p",
"o",
"i"
]
],
[
"b",
0.0,
0.025,
0.025,
[
"o",
"r",
"e"
]
],
[
"o",
0.0,
6.542,
6.542,
[
"n",
"t",
"o"
]
],
[
"t",
0.0,
0.004,
0.004,
[
" ",
"i",
"o"
]
],
[
" ",
0.0,
3.295,
3.295,
[
"0xc3",
"t",
"a"
]
],
[
"q",
0.0,
0.002,
0.002,
[
"u",
"q",
"o"
]
],
[
"u",
0.0,
2.978,
2.978,
[
"e",
"o",
"'"
]
],
[
"i",
0.0,
2.917,
2.917,
[
",",
"i",
"."
]
],
[
" ",
0.0,
3.894,
3.894,
[
"?",
"c",
"q"
]
],
[
"a",
0.0,
0.146,
0.146,
[
"p",
"v",
"a"
]
],
[
"p",
0.0,
0.005,
0.005,
[
"p",
"r",
"s"
]
],
[
"p",
0.0,
0.075,
0.075,
[
"r",
"e",
"l"
]
],
[
"r",
0.0,
0.592,
0.592,
[
"e",
"0xc3",
"o"
]
],
[
"e",
0.0,
0.952,
0.952,
[
"c",
"n",
"e"
]
],
[
"n",
0.0,
4.688,
4.688,
[
"d",
"c",
"r"
]
],
[
"a",
0.0,
0.021,
0.021,
[
"i",
"n",
"a"
]
],
[
"i",
0.0,
2.365,
2.365,
[
"s",
"t",
"n"
]
],
[
"t",
0.0,
3.082,
3.082,
[
".",
"e",
" "
]
],
[
" ",
0.0,
5.021,
5.021,
[
"0xc3",
"q",
"a"
]
],
[
"d",
0.0,
0.004,
0.004,
[
"e",
"o",
"a"
]
],
[
"e",
0.0,
3.586,
3.586,
[
" ",
"e",
"m"
]
],
[
"s",
0.0,
0.116,
0.116,
[
" ",
"t",
"-"
]
],
[
" ",
0.0,
3.027,
3.027,
[
"p",
"r",
"d"
]
],
[
"m",
0.0,
1.446,
1.446,
[
"a",
"o",
"e"
]
],
[
"o",
0.0,
2.571,
2.571,
[
"m",
"i",
"t"
]
],
[
"t",
0.0,
5.972,
5.972,
[
" ",
"e",
"s"
]
],
[
"s",
0.0,
0.522,
0.522,
[
".",
" ",
"e"
]
],
[
".",
0.0,
0.0,
0.0,
[
"\n",
" ",
"t"
]
]
]
},
{
"prompt": "Tu habites où ?",
"gold": "J'habite à Strasbourg. Et toi ?\n",
"n_steps": 73,
"n_prompt_bytes": 41,
"max_logit_diff_prompt_part": 0.0,
"max_logit_diff_reply_part": 0.0,
"n_mismatch_steps(>1e-4)": 0,
"first_mismatch_step": null,
"first_mismatch_input_byte": null,
"packet_feature_mismatch_bytes": [],
"boundaries_tf_vs_gen_at_mismatch": [],
"reply_ce_teacher_forced": 4.601751358285555,
"reply_ce_gen_path_forced": 4.601751358285555,
"per_step": [
[
" ",
0.0,
0.952,
0.952,
[
"J",
"P",
"O"
]
],
[
"J",
0.0,
6.084,
6.084,
[
"e",
"'",
"u"
]
],
[
"'",
0.0,
14.267,
14.267,
[
"a",
"e",
"o"
]
],
[
"h",
0.0,
0.647,
0.647,
[
"a",
"e",
"u"
]
],
[
"a",
0.0,
2.985,
2.985,
[
"a",
"t",
"p"
]
],
[
"b",
0.0,
0.0,
0.0,
[
"i",
"u",
"a"
]
],
[
"i",
0.0,
2.316,
2.316,
[
"e",
"i",
"t"
]
],
[
"t",
0.0,
1.051,
1.051,
[
" ",
"e",
"."
]
],
[
"e",
0.0,
0.47,
0.47,
[
" ",
"e",
"."
]
],
[
" ",
0.0,
2.345,
2.345,
[
"s",
"a",
"0xc3"
]
],
[
"0xc3",
0.0,
0.003,
0.003,
[
"0xa0",
"0xa9",
"\n"
]
],
[
"0xa0",
0.0,
0.0,
0.0,
[
" ",
"\n",
"s"
]
],
[
" ",
0.0,
21.772,
21.772,
[
"f",
"p",
"t"
]
],
[
"S",
0.0,
4.735,
4.735,
[
"u",
"a",
"v"
]
],
[
"t",
0.0,
3.203,
3.203,
[
"e",
"o",
"r"
]
],
[
"r",
0.0,
1.682,
1.682,
[
"e",
"a",
"0xc3"
]
],
[
"a",
0.0,
8.75,
8.75,
[
"i",
"n",
"r"
]
],
[
"s",
0.0,
25.29,
25.29,
[
" ",
",",
"."
]
],
[
"b",
0.0,
2.415,
2.415,
[
"i",
"e",
"a"
]
],
[
"o",
0.0,
2.376,
2.376,
[
"n",
"u",
"r"
]
],
[
"u",
0.0,
0.846,
0.846,
[
"r",
"t",
"i"
]
],
[
"r",
0.0,
27.129,
27.129,
[
"r",
",",
"i"
]
],
[
"g",
0.0,
9.728,
9.728,
[
"e",
"a",
"0xc3"
]
],
[
".",
0.0,
10.442,
10.442,
[
"\n",
"0xc3",
" "
]
],
[
" ",
0.0,
0.049,
0.049,
[
"E",
"?",
"o"
]
],
[
"E",
0.0,
0.003,
0.003,
[
"t",
"v",
"n"
]
],
[
"t",
0.0,
0.002,
0.002,
[
" ",
"e",
"t"
]
],
[
" ",
0.0,
0.855,
0.855,
[
"t",
"?",
"c"
]
],
[
"t",
0.0,
0.703,
0.703,
[
"o",
"'",
"e"
]
],
[
"o",
0.0,
0.003,
0.003,
[
"i",
"o",
"n"
]
],
[
"i",
0.0,
0.482,
0.482,
[
" ",
",",
"."
]
],
[
" ",
0.0,
0.272,
0.272,
[
"?",
"c",
"q"
]
],
[
"?",
0.0,
0.0,
0.0,
[
"\n",
"t",
"?"
]
]
]
}
],
"C_chat_patched": {
"Bonjour, comment ça va ?": [
"Je suis faisir, continuon.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais bien, je vais le le ce ?\nAssistant: Peut-être un parle t'écoute.\n\n",
"Peut-être t'écoute.\n\n",
"Je t'écoute.\n\n",
"Oui, je vais bieni ?\nAssistant: Peut-être lus.\n\n",
"Je vais réfléchir.\n\n"
],
"Qui es-tu ?": [
"Oui, je veux qu'on mais claisir, continuon, je vais réfléchir.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais réfléchir.\n\n",
"Oui, je veux qu'on parle mais et mait.\n\n",
"Je ques d'accord ?\nAssistant: Peut-être ce tu proposes ?\nAssistant: Je vais réfléchir.\n\n",
"Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.",
"Je vais réfléchir.\n\n"
],
"Il était une fois": [
"Je vais d'accord ?\nAssistant: Je ques ?\nAssistant: Avec plaisir, coute.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais ci.\n\n",
"Oui, je veux qu'on parle mais et mait.\n\n",
"Je vais d'accord avec toi.\n\n",
"Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.",
"Je vais réfléchir.\n\n"
]
},
"C_rate_patched": {
"chars": 1012,
"punct": 83,
"doubled_punct_pairs": 0
},
"C_chat_patched_nogate": {
"Bonjour, comment ça va ?": [
"Je suis faisir, continuon.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais bien, je vais le le ce vaist ça vvec plaisir, continuons.\n\n",
"Peut-être t'écoute.\n\n",
"Je t'écoute.\n\n",
"Oui, je vais bieni ?\nAssistant: Peut-être lus.\n\n",
"Je vais réfléchir.\n\n"
],
"Qui es-tu ?": [
"Oui, je veux qu'on mais claisir, continuon, je vais réfléchir.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais réfléchir.\n\n",
"Oui, je veux qu'on parle mais et mait.\n\n",
"Je ques d'accord ?\nAssistant: Peut-être ce tu proposes ?\nAssistant: Je vais réfléchir.\n\n",
"Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.",
"Je vais réfléchir.\n\n"
],
"Il était une fois": [
"Je vais d'accord ?\nAssistant: Je ques ?\nAssistant: Avec plaisir, coute.\n\n",
"Je vais d'accord ?\nAssistant: Je vais réfléchir.\n\n",
"Je suis préfléchir.\n\n",
"Je vais ci.\n\n",
"Oui, je veux qu'on parle mais et mait.\n\n",
"Je vais d'accord avec toi.\n\n",
"Peut-être ce ?\nAssistant: Je ends d'accord ?\nAssistant: Peut-être ce prends d'accord avec toi.",
"Je vais réfléchir.\n\n"
]
},
"C_rate_patched_nogate": {
"chars": 1005,
"punct": 80,
"doubled_punct_pairs": 0
}
}