2026-01 update

app.py

@@ -158,7 +158,7 @@ def update_table(
             )
 
     styler = styler.hide(axis="index")
-    widths = [250, 80, 80, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70]
+    widths = [250, 80, 80, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70, 70]
 
     table_styles = []
     table_styles.append(
@@ -565,13 +565,15 @@ if __name__ == "__main__":
                         color_selector = gr.CheckboxGroup(label="Colored Columns", choices=["Average", "Individual Tests"], value=initial_colors)
                     with gr.Column():
                         # Data Source 分组定义
-                        code_cols = ["github cpp", "github javascript", "github python", "github markdown"]
-                        science_cols = ["arxiv math", "arxiv physics", "arxiv cs"]
+                        code_cols = ["github cpp", "github javascript", "github python", "github markdown", "github other"]
+                        science_cols = ["arxiv math", "arxiv physics", "arxiv cs", "arxiv other", "biorxiv all"]
                         knowledge_cols = ["wikipedia english", "bbc news", "ao3 english"]
+                        multilingual_cols = ["wikipedia nonenglish", "ao3 nonenglish"]
 
                         initial_code = [c for c in code_cols if c in initial_columns]
                         initial_science = [c for c in science_cols if c in initial_columns]
                         initial_knowledge = [c for c in knowledge_cols if c in initial_columns]
+                        initial_multilingual = [c for c in multilingual_cols if c in initial_columns]
 
                         with gr.Column(elem_classes=["data-source-box"]):
                             gr.Markdown("Data Sources")
@@ -597,31 +599,40 @@ if __name__ == "__main__":
                                     choices=initial_knowledge, value=initial_knowledge, show_label=False, scale=3, elem_classes=["aligned-checkboxes"]
                                 )
 
-                            # # 多语言 (Multilingual) - Coming Soon
-                            # with gr.Row():
-                            #     gr.Checkbox(label="🌍 Multilingual (Coming Soon)", value=False, interactive=False, scale=0, min_width=250)
+                            # 多语言 (Multilingual)
+                            with gr.Row():
+                                toggle_multilingual = gr.Checkbox(label="🌍 Multilingual", value=True, scale=0, min_width=150)
+                                colfilter_multilingual = gr.CheckboxGroup(
+                                    choices=initial_multilingual,
+                                    value=initial_multilingual,
+                                    show_label=False,
+                                    scale=3,
+                                    elem_classes=["aligned-checkboxes"],
+                                )
 
                 table = gr.HTML(initial_data)
 
                 def update_table_wrapper(
-                    period, models_size, metric, code_sel, science_sel, knowledge_sel, color_columns, size_range, midpoint
+                    period, models_size, metric, code_sel, science_sel, knowledge_sel, multilingual_sel, color_columns, size_range, midpoint
                 ):
-                    visible_columns = code_sel + science_sel + knowledge_sel
+                    visible_columns = code_sel + science_sel + knowledge_sel + multilingual_sel
                     return update_table(data_manager, period, models_size, metric, visible_columns, color_columns, size_range, midpoint)
 
-                def update_column_choices(period, cur_code, cur_science, cur_knowledge):
+                def update_column_choices(period, cur_code, cur_science, cur_knowledge, cur_multilingual):
                     if not period:
                         empty = gr.update(choices=[], value=[])
-                        return empty, empty, empty
+                        return empty, empty, empty, empty
                     columns = data_manager.get_available_columns(period)
 
                     new_code = [c for c in code_cols if c in columns]
                     new_science = [c for c in science_cols if c in columns]
                     new_knowledge = [c for c in knowledge_cols if c in columns]
+                    new_multilingual = [c for c in multilingual_cols if c in columns]
 
                     sel_code = [c for c in cur_code if c in new_code] if cur_code else new_code
                     sel_science = [c for c in cur_science if c in new_science] if cur_science else new_science
                     sel_knowledge = [c for c in cur_knowledge if c in new_knowledge] if cur_knowledge else new_knowledge
+                    sel_multilingual = [c for c in cur_multilingual if c in new_multilingual] if cur_multilingual else new_multilingual
 
                     if not sel_code:
                         sel_code = new_code
@@ -629,11 +640,14 @@ if __name__ == "__main__":
                         sel_science = new_science
                     if not sel_knowledge:
                         sel_knowledge = new_knowledge
+                    if not sel_multilingual:
+                        sel_multilingual = new_multilingual
 
                     return (
                         gr.update(choices=new_code, value=sel_code),
                         gr.update(choices=new_science, value=sel_science),
                         gr.update(choices=new_knowledge, value=sel_knowledge),
+                        gr.update(choices=new_multilingual, value=sel_multilingual),
                     )
 
                 # 总开关功能
@@ -648,6 +662,11 @@ if __name__ == "__main__":
                 toggle_knowledge.change(
                     lambda enabled: toggle_group(enabled, knowledge_cols, initial_columns), inputs=[toggle_knowledge], outputs=[colfilter_knowledge]
                 )
+                toggle_multilingual.change(
+                    lambda enabled: toggle_group(enabled, multilingual_cols, initial_columns),
+                    inputs=[toggle_multilingual],
+                    outputs=[colfilter_multilingual],
+                )
 
                 shared_inputs = [
                     period_selector,
@@ -656,6 +675,7 @@ if __name__ == "__main__":
                     colfilter_code,
                     colfilter_science,
                     colfilter_knowledge,
+                    colfilter_multilingual,
                     color_selector,
                     size_range_slider,
                     midpoint_slider,
@@ -663,8 +683,8 @@ if __name__ == "__main__":
 
                 period_selector.change(
                     update_column_choices,
-                    inputs=[period_selector, colfilter_code, colfilter_science, colfilter_knowledge],
-                    outputs=[colfilter_code, colfilter_science, colfilter_knowledge],
+                    inputs=[period_selector, colfilter_code, colfilter_science, colfilter_knowledge, colfilter_multilingual],
+                    outputs=[colfilter_code, colfilter_science, colfilter_knowledge, colfilter_multilingual],
                 )
                 period_selector.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 model_selector.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
@@ -672,6 +692,7 @@ if __name__ == "__main__":
                 colfilter_code.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 colfilter_science.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 colfilter_knowledge.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
+                colfilter_multilingual.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 color_selector.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 size_range_slider.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
                 midpoint_slider.change(update_table_wrapper, inputs=shared_inputs, outputs=table)
@@ -968,12 +989,17 @@ if __name__ == "__main__":
                     "github javascript",
                     "github python",
                     "github markdown",
+                    "github other",
                     "arxiv math",
                     "arxiv physics",
                     "arxiv cs",
+                    "arxiv other",
+                    "biorxiv all",
                     "wikipedia english",
+                    "wikipedia nonenglish",
                     "bbc news",
                     "ao3 english",
+                    "ao3 nonenglish",
                 ]
                 initial_datasets = all_datasets[:4]
 

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-ao3_english-2026-01-16_18-20-47.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 6654.736,
+    "avg tokens": 2256.77,
+    "avg character count": 8933.384,
+    "parameters count": 0.360748032,
+    "avg bytes": 9114.402,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0747052433462232,
+    "bpb": 1.0533608925330764,
+    "compression_rate": 13.167011156663456,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-ao3_nonenglish-2026-01-16_18-20-58.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5003.824,
+    "avg tokens": 1407.03,
+    "avg character count": 3053.742,
+    "parameters count": 0.360748032,
+    "avg bytes": 5339.418,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.3639823109749205,
+    "bpb": 1.3520185290384037,
+    "compression_rate": 16.900231612980047,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-arxiv_cs-2026-01-16_18-21-10.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5986.608,
+    "avg tokens": 2635.674,
+    "avg character count": 11948.316,
+    "parameters count": 0.360748032,
+    "avg bytes": 11958.88,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7228507911362735,
+    "bpb": 0.72221225343395,
+    "compression_rate": 9.027653167924376,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-arxiv_math-2026-01-16_18-21-22.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3917.952,
+    "avg tokens": 2318.0,
+    "avg character count": 8202.032,
+    "parameters count": 0.360748032,
+    "avg bytes": 8205.778,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6891475089149856,
+    "bpb": 0.688832907841401,
+    "compression_rate": 8.610411348017513,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-arxiv_other-2026-01-16_18-21-34.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5534.56,
+    "avg tokens": 2546.324,
+    "avg character count": 11405.326,
+    "parameters count": 0.360748032,
+    "avg bytes": 11413.15,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7000836508752509,
+    "bpb": 0.6996037260092457,
+    "compression_rate": 8.745046575115571,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-arxiv_physics-2026-01-16_18-21-46.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5696.432,
+    "avg tokens": 2712.318,
+    "avg character count": 11143.33,
+    "parameters count": 0.360748032,
+    "avg bytes": 11149.444,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7375007468289282,
+    "bpb": 0.7370963249074304,
+    "compression_rate": 9.21370406134288,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-bbc_news-2026-01-16_18-21-56.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1958.056,
+    "avg tokens": 722.098,
+    "avg character count": 3105.01,
+    "parameters count": 0.360748032,
+    "avg bytes": 3106.754,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9097805420861382,
+    "bpb": 0.9092698298554955,
+    "compression_rate": 11.365872873193695,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-biorxiv_all-2026-01-16_18-22-08.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5977.352,
+    "avg tokens": 2737.27,
+    "avg character count": 11858.768,
+    "parameters count": 0.360748032,
+    "avg bytes": 11866.026,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7271831347107665,
+    "bpb": 0.7267383442483377,
+    "compression_rate": 9.084229303104221,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_cpp-2026-01-16_18-22-18.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1378.518,
+    "avg tokens": 1518.258,
+    "avg character count": 4492.018,
+    "parameters count": 0.360748032,
+    "avg bytes": 4535.59,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.44273666810243684,
+    "bpb": 0.4384834348731195,
+    "compression_rate": 5.481042935913994,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_javascript-2026-01-16_18-22-29.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1599.716,
+    "avg tokens": 1584.092,
+    "avg character count": 5019.138,
+    "parameters count": 0.360748032,
+    "avg bytes": 5077.09,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4598204592164489,
+    "bpb": 0.45457187877912913,
+    "compression_rate": 5.682148484739114,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_markdown-2026-01-16_18-22-39.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2504.239,
+    "avg tokens": 1425.684,
+    "avg character count": 4490.514,
+    "parameters count": 0.360748032,
+    "avg bytes": 4834.316,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8045522598305531,
+    "bpb": 0.7473349252512117,
+    "compression_rate": 9.341686565640146,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_other-2026-01-16_18-22-50.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1503.309,
+    "avg tokens": 1650.22,
+    "avg character count": 4986.25,
+    "parameters count": 0.360748032,
+    "avg bytes": 5064.612,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.43495942626698353,
+    "bpb": 0.42822953450802287,
+    "compression_rate": 5.352869181350286,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_python-2026-01-16_18-23-00.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1655.09,
+    "avg tokens": 1614.264,
+    "avg character count": 5199.592,
+    "parameters count": 0.360748032,
+    "avg bytes": 5309.418,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4592264422333357,
+    "bpb": 0.4497272837107409,
+    "compression_rate": 5.621591046384261,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-wikipedia_english-2026-01-16_18-23-10.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1904.752,
+    "avg tokens": 790.536,
+    "avg character count": 3116.258,
+    "parameters count": 0.360748032,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8818192410651926,
+    "bpb": 0.8769010103350553,
+    "compression_rate": 10.961262629188191,
+    "track_byte_wise_data": false
+}

data/2026-01/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-wikipedia_nonenglish-2026-01-16_18-23-19.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2765.368,
+    "avg tokens": 1077.904,
+    "avg character count": 2679.128,
+    "parameters count": 0.360748032,
+    "avg bytes": 3649.448,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.4891347855843509,
+    "bpb": 1.09320168415416,
+    "compression_rate": 13.665021051927,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-ao3_english-2026-01-16_18-02-38.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 6531.872,
+    "avg tokens": 2420.562,
+    "avg character count": 8933.384,
+    "parameters count": 0.521411104,
+    "avg bytes": 9114.402,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0548633465349162,
+    "bpb": 1.033913068802701,
+    "compression_rate": 12.923913360033762,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-ao3_nonenglish-2026-01-16_18-03-10.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 7302.8,
+    "avg tokens": 2571.754,
+    "avg character count": 3053.742,
+    "parameters count": 0.521411104,
+    "avg bytes": 5339.418,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 3.4500993681207914,
+    "bpb": 1.9731950831727207,
+    "compression_rate": 24.66493853965901,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-arxiv_cs-2026-01-16_18-03-45.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5684.576,
+    "avg tokens": 2800.896,
+    "avg character count": 11948.316,
+    "parameters count": 0.521411104,
+    "avg bytes": 11958.88,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6863820478765726,
+    "bpb": 0.6857757252147709,
+    "compression_rate": 8.572196565184637,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-arxiv_math-2026-01-16_18-04-18.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 3585.648,
+    "avg tokens": 2590.618,
+    "avg character count": 8202.032,
+    "parameters count": 0.521411104,
+    "avg bytes": 8205.778,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.630696952654346,
+    "bpb": 0.6304090347037697,
+    "compression_rate": 7.880112933797122,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-arxiv_other-2026-01-16_18-04-52.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5165.728,
+    "avg tokens": 2752.038,
+    "avg character count": 11405.326,
+    "parameters count": 0.521411104,
+    "avg bytes": 11413.15,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6534289478600843,
+    "bpb": 0.6529810059607788,
+    "compression_rate": 8.162262574509734,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-arxiv_physics-2026-01-16_18-05-26.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5413.056,
+    "avg tokens": 2990.946,
+    "avg character count": 11143.33,
+    "parameters count": 0.521411104,
+    "avg bytes": 11149.444,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7008128671819149,
+    "bpb": 0.700428563725173,
+    "compression_rate": 8.755357046564663,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-bbc_news-2026-01-16_18-05-58.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1816.568,
+    "avg tokens": 767.29,
+    "avg character count": 3105.01,
+    "parameters count": 0.521411104,
+    "avg bytes": 3106.754,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8440403235537348,
+    "bpb": 0.8435665150950421,
+    "compression_rate": 10.544581438688025,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-biorxiv_all-2026-01-16_18-06-32.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5778.264,
+    "avg tokens": 3031.108,
+    "avg character count": 11858.768,
+    "parameters count": 0.521411104,
+    "avg bytes": 11866.026,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7029628050525337,
+    "bpb": 0.7025328292511095,
+    "compression_rate": 8.781660365638869,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_cpp-2026-01-16_18-07-05.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1377.0095,
+    "avg tokens": 1647.56,
+    "avg character count": 4492.018,
+    "parameters count": 0.521411104,
+    "avg bytes": 4535.59,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4422521853000123,
+    "bpb": 0.43800360634603014,
+    "compression_rate": 5.475045079325377,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_javascript-2026-01-16_18-07-41.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1635.156,
+    "avg tokens": 1763.988,
+    "avg character count": 5019.138,
+    "parameters count": 0.521411104,
+    "avg bytes": 5077.09,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.47000729055065504,
+    "bpb": 0.4646424334175352,
+    "compression_rate": 5.8080304177191895,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_markdown-2026-01-16_18-08-13.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 2584.2485,
+    "avg tokens": 1611.29,
+    "avg character count": 4490.514,
+    "parameters count": 0.521411104,
+    "avg bytes": 4834.316,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8302574038016011,
+    "bpb": 0.7712119967695,
+    "compression_rate": 9.64014995961875,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_other-2026-01-16_18-08-45.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1572.714,
+    "avg tokens": 1769.476,
+    "avg character count": 4986.25,
+    "parameters count": 0.521411104,
+    "avg bytes": 5064.612,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4550406996313151,
+    "bpb": 0.4480001011995875,
+    "compression_rate": 5.600001264994844,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_python-2026-01-16_18-09-17.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1671.52,
+    "avg tokens": 1723.414,
+    "avg character count": 5199.592,
+    "parameters count": 0.521411104,
+    "avg bytes": 5309.418,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.46378516136395326,
+    "bpb": 0.45419170514484264,
+    "compression_rate": 5.677396314310533,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-wikipedia_english-2026-01-16_18-09-48.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1829.912,
+    "avg tokens": 873.848,
+    "avg character count": 3116.258,
+    "parameters count": 0.521411104,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8471715010962523,
+    "bpb": 0.8424465135745975,
+    "compression_rate": 10.53058141968247,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-0.5B-Base-UncheatableEval-2026-01-wikipedia_nonenglish-2026-01-16_18-10-19.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 3810.54,
+    "avg tokens": 1922.526,
+    "avg character count": 2679.128,
+    "parameters count": 0.521411104,
+    "avg bytes": 3649.448,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.0519539048186686,
+    "bpb": 1.5063777209893197,
+    "compression_rate": 18.829721512366497,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-ao3_english-2026-01-16_19-28-57.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5744.024,
+    "avg tokens": 2356.426,
+    "avg character count": 8933.384,
+    "parameters count": 1.554859392,
+    "avg bytes": 9114.402,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9276299932418877,
+    "bpb": 0.9092066533325156,
+    "compression_rate": 11.365083166656445,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-ao3_nonenglish-2026-01-16_19-29-24.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4660.24,
+    "avg tokens": 1586.388,
+    "avg character count": 3053.742,
+    "parameters count": 1.554859392,
+    "avg bytes": 5339.418,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.201661154528569,
+    "bpb": 1.2591831426856603,
+    "compression_rate": 15.739789283570754,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-arxiv_cs-2026-01-16_19-29-54.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5158.16,
+    "avg tokens": 2821.348,
+    "avg character count": 11948.316,
+    "parameters count": 1.554859392,
+    "avg bytes": 11958.88,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.622820140688597,
+    "bpb": 0.6222699660931305,
+    "compression_rate": 7.778374576164131,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-arxiv_math-2026-01-16_19-30-23.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3187.696,
+    "avg tokens": 2614.604,
+    "avg character count": 8202.032,
+    "parameters count": 1.554859392,
+    "avg bytes": 8205.778,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5606992524610469,
+    "bpb": 0.560443288992413,
+    "compression_rate": 7.0055411124051625,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-arxiv_other-2026-01-16_19-30-53.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4676.384,
+    "avg tokens": 2773.23,
+    "avg character count": 11405.326,
+    "parameters count": 1.554859392,
+    "avg bytes": 11413.15,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5915303083921052,
+    "bpb": 0.5911247995594988,
+    "compression_rate": 7.389059994493735,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-arxiv_physics-2026-01-16_19-31-23.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4866.016,
+    "avg tokens": 3017.018,
+    "avg character count": 11143.33,
+    "parameters count": 1.554859392,
+    "avg bytes": 11149.444,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6299891641086057,
+    "bpb": 0.6296436981150225,
+    "compression_rate": 7.8705462264377815,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-bbc_news-2026-01-16_19-31-49.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1665.212,
+    "avg tokens": 758.108,
+    "avg character count": 3105.01,
+    "parameters count": 1.554859392,
+    "avg bytes": 3106.754,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7737150909107514,
+    "bpb": 0.7732807600565711,
+    "compression_rate": 9.666009500707139,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-biorxiv_all-2026-01-16_19-32-19.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5181.144,
+    "avg tokens": 3046.746,
+    "avg character count": 11858.768,
+    "parameters count": 1.554859392,
+    "avg bytes": 11866.026,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6303193345996487,
+    "bpb": 0.6299337920658195,
+    "compression_rate": 7.874172400822744,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-github_cpp-2026-01-16_19-32-46.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1163.8585,
+    "avg tokens": 1648.624,
+    "avg character count": 4492.018,
+    "parameters count": 1.554859392,
+    "avg bytes": 4535.59,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.37379478137586886,
+    "bpb": 0.3702038513724714,
+    "compression_rate": 4.627548142155892,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-github_javascript-2026-01-16_19-33-14.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1356.928,
+    "avg tokens": 1760.75,
+    "avg character count": 5019.138,
+    "parameters count": 1.554859392,
+    "avg bytes": 5077.09,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3900337660457592,
+    "bpb": 0.3855817597173537,
+    "compression_rate": 4.819771996466922,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-github_markdown-2026-01-16_19-33-41.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2199.5465,
+    "avg tokens": 1533.14,
+    "avg character count": 4490.514,
+    "parameters count": 1.554859392,
+    "avg bytes": 4834.316,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7066618270769618,
+    "bpb": 0.6564061653716217,
+    "compression_rate": 8.20507706714527,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-github_other-2026-01-16_19-34-08.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1299.344,
+    "avg tokens": 1774.094,
+    "avg character count": 4986.25,
+    "parameters count": 1.554859392,
+    "avg bytes": 5064.612,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.37594527855779986,
+    "bpb": 0.37012848076196736,
+    "compression_rate": 4.626606009524592,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-github_python-2026-01-16_19-34-35.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1415.762,
+    "avg tokens": 1702.552,
+    "avg character count": 5199.592,
+    "parameters count": 1.554859392,
+    "avg bytes": 5309.418,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.39282174764463074,
+    "bpb": 0.3846961788427735,
+    "compression_rate": 4.808702235534669,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-wikipedia_english-2026-01-16_19-35-00.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1620.662,
+    "avg tokens": 851.824,
+    "avg character count": 3116.258,
+    "parameters count": 1.554859392,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7502976423509188,
+    "bpb": 0.7461129560234777,
+    "compression_rate": 9.32641195029347,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Base-UncheatableEval-2026-01-wikipedia_nonenglish-2026-01-16_19-35-26.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2320.77,
+    "avg tokens": 1091.968,
+    "avg character count": 2679.128,
+    "parameters count": 1.554859392,
+    "avg bytes": 3649.448,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.2497213160565226,
+    "bpb": 0.9174437805508886,
+    "compression_rate": 11.468047256886107,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-01-ao3_english-2026-01-16_19-12-03.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5660.136,
+    "avg tokens": 2356.426,
+    "avg character count": 8933.384,
+    "parameters count": 1.554872208,
+    "avg bytes": 9114.402,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9140825176615149,
+    "bpb": 0.8959282395001991,
+    "compression_rate": 11.199102993752488,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-01-ao3_nonenglish-2026-01-16_19-13-12.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4594.32,
+    "avg tokens": 1586.388,
+    "avg character count": 3053.742,
+    "parameters count": 1.554872208,
+    "avg bytes": 5339.418,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.1705182298494705,
+    "bpb": 1.2413717525499937,
+    "compression_rate": 15.51714690687492,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-01-arxiv_cs-2026-01-16_19-14-24.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5065.248,
+    "avg tokens": 2821.348,
+    "avg character count": 11948.316,
+    "parameters count": 1.554872208,
+    "avg bytes": 11958.88,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6116015152656441,
+    "bpb": 0.6110612507586614,
+    "compression_rate": 7.638265634483267,
+    "track_byte_wise_data": false
+}

data/2026-01/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-01-arxiv_math-2026-01-16_19-15-34.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3112.224,
+    "avg tokens": 2614.604,
+    "avg character count": 8202.032,
+    "parameters count": 1.554872208,
+    "avg bytes": 8205.778,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5474241176985915,
+    "bpb": 0.5471742144298339,
+    "compression_rate": 6.839677680372924,
+    "track_byte_wise_data": false
+}