update leaderboard 2025-08-05

data_v2/huaweicloud_en_mc_gen.csv

@@ -2,7 +2,7 @@ name,zero_naive,zero_self_con,zero_cot,zero_cot_self_con,few_naive,few_self_con,
 GPT-3.5-turbo,40.0,40.0,,,55.00000000000001,55.00000000000001,,
 GPT-4,40.0,40.0,,,55.00000000000001,55.00000000000001,,
 JIUTIAN-75B-net,45.0,45.0,60.0,60.0,60.0,60.0,70.0,70.0
-Chmobile2026,55.00000000000001,55.00000000000001,65.0,65.0,55.00000000000001,55.00000000000001,60.0,60.0
+Chmobile2026,20.0,20.0,70.0,70.0,15.0,15.0,70.0,70.0
 Deepseek-R1-Distill-Llama-8B,7.5,7.5,32.5,32.5,22.5,22.5,27.5,27.5
 Deepseek-R1-Distill-Qwen-1.5B,10.0,10.0,12.5,12.5,12.5,12.5,22.5,22.5
 Deepseek-R1-Distill-Qwen-14B,27.5,27.5,,,25.0,25.0,,

data_v2/huaweicloud_zh_mc_gen.csv

@@ -15,7 +15,7 @@ Qwen-14B-Chat,13.33,13.33,20.0,26.67,40.0,30.0,26.67,33.33
 Qwen-72B-Chat,36.67,36.67,33.33,33.33,43.33,43.33,33.33,36.67
 Yi-34B-Chat,36.67,40.0,36.67,30.0,50.0,46.67,30.0,43.33
 JIUTIAN-75B-net,65.0,65.0,70.0,70.0,50.0,50.0,75.0,75.0
-Chmobile2026,60.0,60.0,55.00000000000001,55.00000000000001,55.00000000000001,55.00000000000001,55.00000000000001,55.00000000000001
+Chmobile2026,35.0,35.0,65.0,65.0,15.0,15.0,85.0,85.0
 Claude-3-Opus,55.0,55.0,,,,,,
 Deepseek-R1-Distill-Llama-8B,10.0,10.0,30.0,30.0,35.0,35.0,27.5,27.5
 Deepseek-R1-Distill-Qwen-1.5B,25.0,25.0,5.0,5.0,32.5,32.5,20.0,20.0

data_v2/network_en_mc_gen.csv

@@ -22,7 +22,7 @@ Qwen-72B-Chat,70.41,70.5,72.38,72.56,70.32,70.32,70.13,70.22
 Qwen-7B-Chat,45.9,46.0,47.3,50.1,52.1,51.0,48.3,49.8
 Yi-34B-Chat,57.75,59.14,65.11,68.79,68.16,68.37,78.09,80.06
 JIUTIAN-75B-net,69.38775510204081,69.38775510204081,76.04726100966703,76.04726100966703,72.71750805585391,72.71750805585391,76.1546723952739,76.1546723952739
-Chmobile2026,74.22126745435015,74.22126745435015,69.92481203007519,69.92481203007519,63.05048335123523,63.05048335123523,74.65091299677766,74.65091299677766
+Chmobile2026,35.87540279269603,35.87540279269603,74.54350161117078,74.54350161117078,21.804511278195488,21.804511278195488,74.22126745435015,74.22126745435015
 Claude-3-Opus,69.03417341637355,69.03417341637355,,,,,,
 Deepseek-R1-Distill-Llama-8B,19.65121264227399,19.65121264227399,44.240352567500906,44.240352567500906,25.932243238384128,25.932243238384128,37.26068697187482,37.26068697187482
 Deepseek-R1-Distill-Qwen-1.5B,15.894119111389756,15.894119111389756,20.67346477782439,20.67346477782439,18.523623589937444,18.523623589937444,25.022012419153338,25.022012419153338

data_v2/network_zh_mc_gen.csv

@@ -25,7 +25,7 @@ Qwen-72B-Chat,65.77,65.86,68.13,68.3,69.4,69.4,69.99,70.08
 Qwen-7B-Chat,29.6,29.9,50.6,53.5,50.4,46.9,46.9,47.7
 Yi-34B-Chat,61.61,62.56,68.11,69.75,65.73,65.37,69.88,71.21
 JIUTIAN-75B-net,66.38023630504833,66.38023630504833,74.75832438238453,74.75832438238453,67.88399570354457,67.88399570354457,74.43609022556392,74.43609022556392
-Chmobile2026,68.52846401718583,68.52846401718583,82.59935553168636,82.59935553168636,66.9172932330827,66.9172932330827,81.203007518797,81.203007518797
+Chmobile2026,48.442534908700324,48.442534908700324,74.11385606874329,74.11385606874329,33.941997851772285,33.941997851772285,81.41783029001074,81.41783029001074
 Claude-3-Opus,62.329525111479995,62.329525111479995,,,,,,
 Deepseek-R1-Distill-Llama-8B,27.380138658334147,27.380138658334147,41.48846141327344,41.48846141327344,32.6123750935781,32.6123750935781,33.60348924258699,33.60348924258699
 Deepseek-R1-Distill-Qwen-1.5B,24.732285258601046,24.732285258601046,24.071542492595125,24.071542492595125,20.06151742993848,20.06151742993848,25.47277284119389,25.47277284119389

data_v2/oracle_en_mc_gen.csv

@@ -21,7 +21,7 @@ Qwen-14B-Chat,24.95,28.37,33.0,36.62,27.97,28.37,27.97,24.14
 Qwen-72B-Chat,47.28,47.48,48.09,48.09,49.7,49.7,43.46,43.66
 Qwen-7B-Chat,18.91,19.11,22.13,23.94,26.76,25.55,34.81,33.4
 Yi-34B-Chat,47.08,48.69,47.08,46.28,58.15,58.35,56.94,58.95
-Chmobile2026,71.49122807017544,71.49122807017544,61.40350877192983,61.40350877192983,19.298245614035086,19.298245614035086,64.47368421052632,64.47368421052632
+Chmobile2026,50.877192982456144,50.877192982456144,72.36842105263158,72.36842105263158,36.40350877192983,36.40350877192983,68.85964912280701,68.85964912280701
 Claude-3-Opus,48.31816996021653,48.31816996021653,,,,,,
 Deepseek-R1-Distill-Llama-8B,13.362518750407617,13.362518750407617,31.26345137937781,31.26345137937781,23.33528989760647,23.33528989760647,32.98441270462401,32.98441270462401
 Deepseek-R1-Distill-Qwen-1.5B,15.083480075653819,15.083480075653819,18.153655514250307,18.153655514250307,16.92346572751582,16.92346572751582,24.784777929955,24.784777929955

data_v2/oracle_zh_mc_gen.csv

@@ -20,7 +20,7 @@ Qwen-14B-Chat,27.57,27.57,32.39,36.02,40.04,35.41,30.38,33.4
 Qwen-72B-Chat,48.29,48.49,49.5,49.7,49.7,49.7,45.27,44.87
 Qwen-7B-Chat,18.51,17.71,27.36,28.37,29.78,29.58,33.6,31.79
 Yi-34B-Chat,49.9,49.3,52.72,53.72,56.34,56.34,51.31,54.33
-Chmobile2026,73.24561403508771,73.24561403508771,78.0701754385965,78.0701754385965,10.087719298245613,10.087719298245613,76.75438596491229,76.75438596491229
+Chmobile2026,49.56140350877193,49.56140350877193,70.17543859649122,70.17543859649122,43.42105263157895,43.42105263157895,82.01754385964912,82.01754385964912
 Claude-3-Opus,50.00570664579664,50.00570664579664,,,,,,
 Deepseek-R1-Distill-Llama-8B,25.90001956564273,25.90001956564273,34.199928259309985,34.199928259309985,29.46096654275093,29.46096654275093,31.583023543990087,31.583023543990087
 Deepseek-R1-Distill-Qwen-1.5B,25.54294658579534,25.54294658579534,21.57682775712516,21.57682775712516,20.87083414856845,20.87083414856845,25.67664514445966,25.67664514445966

data_v2/zjyd_en_mc_gen.csv

@@ -10,7 +10,7 @@ Qwen1.5-1.8B-Chat,,69.64286,67.85714,77.67857,,66.07142857,68.75,75.0
 Qwen1.5-14B-Base,,76.92308,,,,78.63247863,83.03571429,83.03571429
 Qwen1.5-14B-Chat,,23.21429,,,,78.57142857,80.35714286,83.92857143
 JIUTIAN-75B-net,82.4074074074074,82.4074074074074,87.96296296296296,87.96296296296296,84.25925925925925,84.25925925925925,87.96296296296296,87.96296296296296
-Chmobile2026,80.55555555555556,80.55555555555556,85.18518518518519,85.18518518518519,75.0,75.0,90.74074074074075,90.74074074074075
+Chmobile2026,22.22222222222222,22.22222222222222,87.03703703703704,87.03703703703704,3.7037037037037033,3.7037037037037033,87.03703703703704,87.03703703703704
 Deepseek-R1-Distill-Llama-8B,37.03703703703704,37.03703703703704,41.2037037037037,41.2037037037037,22.685185185185187,22.685185185185187,31.01851851851852,31.01851851851852
 Deepseek-R1-Distill-Qwen-1.5B,37.03703703703704,37.03703703703704,27.77777777777778,27.77777777777778,15.74074074074074,15.74074074074074,30.09259259259259,30.09259259259259
 Deepseek-R1-Distill-Qwen-14B,69.44444444444444,69.44444444444444,,,19.90740740740741,19.90740740740741,,

data_v2/zjyd_zh_mc_gen.csv

@@ -22,7 +22,7 @@ Qwen-72B-Chat,64.79,64.79,65.79,65.72,70.19,70.19,68.31,68.38
 Qwen-7B-Chat,36.28,36.5,33.18,33.51,41.58,40.59,31.48,31.46
 Yi-34B-Chat,64.91,64.58,62.77,65.51,70.85,70.92,48.77,47.97
 JIUTIAN-75B-net,80.55555555555556,80.55555555555556,88.88888888888889,88.88888888888889,85.18518518518519,85.18518518518519,88.88888888888889,88.88888888888889
-Chmobile2026,86.11111111111111,86.11111111111111,95.37037037037037,95.37037037037037,81.48148148148148,81.48148148148148,94.44444444444444,94.44444444444444
+Chmobile2026,65.74074074074075,65.74074074074075,89.81481481481481,89.81481481481481,9.25925925925926,9.25925925925926,93.51851851851852,93.51851851851852
 Claude-3-Opus,68.05555555555556,68.05555555555556,,,,,,
 Deepseek-R1-Distill-Llama-8B,32.407407407407405,32.407407407407405,43.05555555555556,43.05555555555556,37.96296296296296,37.96296296296296,48.61111111111111,48.61111111111111
 Deepseek-R1-Distill-Qwen-1.5B,30.555555555555557,30.555555555555557,47.22222222222222,47.22222222222222,38.425925925925924,38.425925925925924,35.648148148148145,35.648148148148145

data_v2/zte_en_mc_gen.csv

@@ -20,7 +20,7 @@ Qwen-72B-Chat,53.19,53.19,55.25,55.52,58.13,58.13,58.72,58.99
 Qwen-7B-Chat,33.37,33.74,32.97,34.1,32.98,32.7,36.6,36.65
 Yi-34B-Chat,38.24,37.04,48.24,52.1,61.33,61.19,53.53,53.39
 JIUTIAN-75B-net,56.99999999999999,56.99999999999999,61.4,61.4,56.99999999999999,56.99999999999999,55.400000000000006,55.400000000000006
-Chmobile2026,63.6,63.6,61.8,61.8,61.4,61.4,63.0,63.0
+Chmobile2026,9.8,9.8,68.4,68.4,7.000000000000001,7.000000000000001,67.80000000000001,67.80000000000001
 Claude-3-Opus,49.599999999999994,49.599999999999994,,,,,,
 Deepseek-R1-Distill-Llama-8B,17.6,17.6,31.799999999999997,31.799999999999997,24.099999999999998,24.099999999999998,33.8,33.8
 Deepseek-R1-Distill-Qwen-1.5B,19.0,19.0,20.9,20.9,22.700000000000003,22.700000000000003,29.6,29.6

data_v2/zte_zh_mc_gen.csv

@@ -22,7 +22,7 @@ Qwen-72B-Chat,64.79,64.79,65.79,65.72,70.19,70.19,68.31,68.38
 Qwen-7B-Chat,36.28,36.5,33.18,33.51,41.58,40.59,31.48,31.46
 Yi-34B-Chat,64.91,64.58,62.77,65.51,70.85,70.92,48.77,47.97
 JIUTIAN-75B-net,64.2,64.2,66.60000000000001,66.60000000000001,64.0,64.0,67.80000000000001,67.80000000000001
-Chmobile2026,67.80000000000001,67.80000000000001,76.6,76.6,67.60000000000001,67.60000000000001,75.8,75.8
+Chmobile2026,47.8,47.8,72.8,72.8,18.0,18.0,80.0,80.0
 Claude-3-Opus,51.4,51.4,,,,,,
 Deepseek-R1-Distill-Llama-8B,25.0,25.0,32.1,32.1,30.5,30.5,34.6,34.6
 Deepseek-R1-Distill-Qwen-1.5B,28.299999999999997,28.299999999999997,24.6,24.6,23.1,23.1,31.300000000000004,31.300000000000004