Download data/per_n.json from jizej/CBE: direct link, hf CLI and curl.
- Browser
- Download file 37.9 kB
-
https://huggingface.co/spaces/jizej/CBE/resolve/main/data/per_n.json
- Command line
-
hf download hf://spaces/jizej/CBE/data/per_n.json
-
curl -L -o per_n.json https://huggingface.co/spaces/jizej/CBE/resolve/main/data/per_n.json
37.9 kB
| [{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.66,"acc_equivalent":0.67,"both_correct":0.5,"agreement":0.665,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.575,"acc_equivalent":0.515,"both_correct":0.385,"agreement":0.675,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.555,"acc_equivalent":0.515,"both_correct":0.39,"agreement":0.71,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.58,"acc_equivalent":0.57,"both_correct":0.4,"agreement":0.645,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.555,"acc_equivalent":0.55,"both_correct":0.36,"agreement":0.61,"no_answer_rate":0.01},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.505,"acc_equivalent":0.505,"both_correct":0.265,"agreement":0.515,"no_answer_rate":0.0075},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.575,"acc_equivalent":0.54,"both_correct":0.3,"agreement":0.485,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.53,"acc_equivalent":0.525,"both_correct":0.25,"agreement":0.445,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs + JS)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.52,"acc_equivalent":0.515,"both_correct":0.25,"agreement":0.46,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.95,"acc_equivalent":0.905,"both_correct":0.88,"agreement":0.905,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.925,"acc_equivalent":0.9,"both_correct":0.83,"agreement":0.835,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.855,"acc_equivalent":0.815,"both_correct":0.7,"agreement":0.725,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.825,"acc_equivalent":0.84,"both_correct":0.71,"agreement":0.755,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.86,"acc_equivalent":0.83,"both_correct":0.7,"agreement":0.71,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.84,"acc_equivalent":0.73,"both_correct":0.595,"agreement":0.62,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.735,"acc_equivalent":0.565,"both_correct":0.415,"agreement":0.53,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.64,"acc_equivalent":0.585,"both_correct":0.4,"agreement":0.575,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.52,"acc_equivalent":0.52,"both_correct":0.335,"agreement":0.63,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.95,"acc_equivalent":0.895,"both_correct":0.87,"agreement":0.895,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.855,"acc_equivalent":0.87,"both_correct":0.77,"agreement":0.815,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.84,"acc_equivalent":0.77,"both_correct":0.65,"agreement":0.69,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.825,"acc_equivalent":0.775,"both_correct":0.665,"agreement":0.73,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.845,"acc_equivalent":0.82,"both_correct":0.685,"agreement":0.705,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.82,"acc_equivalent":0.755,"both_correct":0.6,"agreement":0.625,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.725,"acc_equivalent":0.64,"both_correct":0.425,"agreement":0.485,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.675,"acc_equivalent":0.625,"both_correct":0.415,"agreement":0.53,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.53,"acc_equivalent":0.56,"both_correct":0.26,"agreement":0.43,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.975,"acc_equivalent":0.905,"both_correct":0.885,"agreement":0.89,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.945,"acc_equivalent":0.915,"both_correct":0.865,"agreement":0.87,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.94,"acc_equivalent":0.925,"both_correct":0.87,"agreement":0.875,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.93,"acc_equivalent":0.875,"both_correct":0.825,"agreement":0.845,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.895,"acc_equivalent":0.84,"both_correct":0.745,"agreement":0.755,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.875,"acc_equivalent":0.735,"both_correct":0.645,"agreement":0.68,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.745,"acc_equivalent":0.61,"both_correct":0.46,"agreement":0.565,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.61,"acc_equivalent":0.55,"both_correct":0.385,"agreement":0.61,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.595,"acc_equivalent":0.505,"both_correct":0.385,"agreement":0.67,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.98,"acc_equivalent":0.875,"both_correct":0.86,"agreement":0.865,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.895,"acc_equivalent":0.9,"both_correct":0.81,"agreement":0.825,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.875,"acc_equivalent":0.835,"both_correct":0.74,"agreement":0.765,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.855,"acc_equivalent":0.81,"both_correct":0.715,"agreement":0.765,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.86,"acc_equivalent":0.86,"both_correct":0.735,"agreement":0.75,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.83,"acc_equivalent":0.735,"both_correct":0.59,"agreement":0.615,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.745,"acc_equivalent":0.645,"both_correct":0.465,"agreement":0.54,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.68,"acc_equivalent":0.645,"both_correct":0.405,"agreement":0.485,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.565,"acc_equivalent":0.545,"both_correct":0.26,"agreement":0.41,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.965,"acc_equivalent":0.885,"both_correct":0.86,"agreement":0.87,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.96,"acc_equivalent":0.945,"both_correct":0.91,"agreement":0.915,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.925,"acc_equivalent":0.895,"both_correct":0.83,"agreement":0.84,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.895,"acc_equivalent":0.875,"both_correct":0.785,"agreement":0.8,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.89,"acc_equivalent":0.79,"both_correct":0.695,"agreement":0.71,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.83,"acc_equivalent":0.7,"both_correct":0.575,"agreement":0.62,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.685,"acc_equivalent":0.585,"both_correct":0.43,"agreement":0.59,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.615,"acc_equivalent":0.56,"both_correct":0.395,"agreement":0.615,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 42)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.545,"acc_equivalent":0.52,"both_correct":0.35,"agreement":0.635,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.955,"acc_equivalent":0.885,"both_correct":0.855,"agreement":0.87,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.875,"acc_equivalent":0.87,"both_correct":0.79,"agreement":0.835,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.855,"acc_equivalent":0.82,"both_correct":0.725,"agreement":0.775,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.745,"acc_equivalent":0.795,"both_correct":0.645,"agreement":0.75,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.795,"acc_equivalent":0.87,"both_correct":0.705,"agreement":0.745,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.815,"acc_equivalent":0.77,"both_correct":0.63,"agreement":0.675,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.735,"acc_equivalent":0.685,"both_correct":0.47,"agreement":0.52,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.705,"acc_equivalent":0.635,"both_correct":0.42,"agreement":0.5,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + GRPO (seed 43)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.55,"acc_equivalent":0.575,"both_correct":0.255,"agreement":0.385,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.705,"acc_equivalent":0.725,"both_correct":0.55,"agreement":0.67,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.55,"acc_equivalent":0.56,"both_correct":0.395,"agreement":0.68,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.555,"acc_equivalent":0.595,"both_correct":0.39,"agreement":0.63,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.56,"acc_equivalent":0.545,"both_correct":0.365,"agreement":0.625,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.54,"acc_equivalent":0.555,"both_correct":0.335,"agreement":0.575,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.525,"acc_equivalent":0.53,"both_correct":0.3,"agreement":0.54,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.555,"acc_equivalent":0.555,"both_correct":0.325,"agreement":0.54,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.525,"acc_equivalent":0.54,"both_correct":0.265,"agreement":0.46,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (pairs)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.39,"acc_equivalent":0.49,"both_correct":0.18,"agreement":0.475,"no_answer_rate":0.0025},{"model":"GPT-4.1","group":"API models","n":4,"pairs":200,"acc_original":0.985,"acc_equivalent":0.98,"both_correct":0.97,"agreement":0.975,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":8,"pairs":200,"acc_original":1.0,"acc_equivalent":0.985,"both_correct":0.985,"agreement":0.985,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":16,"pairs":200,"acc_original":0.995,"acc_equivalent":1.0,"both_correct":0.995,"agreement":0.995,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":32,"pairs":200,"acc_original":0.995,"acc_equivalent":0.96,"both_correct":0.955,"agreement":0.955,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":64,"pairs":200,"acc_original":0.97,"acc_equivalent":0.95,"both_correct":0.92,"agreement":0.92,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":128,"pairs":200,"acc_original":0.94,"acc_equivalent":0.925,"both_correct":0.87,"agreement":0.875,"no_answer_rate":0.0025},{"model":"GPT-4.1","group":"API models","n":256,"pairs":200,"acc_original":0.895,"acc_equivalent":0.86,"both_correct":0.785,"agreement":0.815,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":512,"pairs":200,"acc_original":0.82,"acc_equivalent":0.74,"both_correct":0.635,"agreement":0.71,"no_answer_rate":0.0},{"model":"GPT-4.1","group":"API models","n":1024,"pairs":200,"acc_original":0.775,"acc_equivalent":0.685,"both_correct":0.565,"agreement":0.67,"no_answer_rate":0.0025},{"model":"GPT-4.1-mini","group":"API models","n":4,"pairs":200,"acc_original":0.955,"acc_equivalent":0.905,"both_correct":0.865,"agreement":0.87,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":8,"pairs":200,"acc_original":0.875,"acc_equivalent":0.76,"both_correct":0.68,"agreement":0.725,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":16,"pairs":200,"acc_original":0.91,"acc_equivalent":0.78,"both_correct":0.715,"agreement":0.74,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":32,"pairs":200,"acc_original":0.84,"acc_equivalent":0.815,"both_correct":0.725,"agreement":0.795,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":64,"pairs":200,"acc_original":0.755,"acc_equivalent":0.71,"both_correct":0.595,"agreement":0.725,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":128,"pairs":200,"acc_original":0.69,"acc_equivalent":0.715,"both_correct":0.55,"agreement":0.695,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":256,"pairs":200,"acc_original":0.615,"acc_equivalent":0.61,"both_correct":0.44,"agreement":0.655,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":512,"pairs":200,"acc_original":0.595,"acc_equivalent":0.51,"both_correct":0.375,"agreement":0.645,"no_answer_rate":0.0},{"model":"GPT-4.1-mini","group":"API models","n":1024,"pairs":200,"acc_original":0.595,"acc_equivalent":0.62,"both_correct":0.445,"agreement":0.675,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":4,"pairs":200,"acc_original":0.965,"acc_equivalent":0.925,"both_correct":0.895,"agreement":0.9,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":8,"pairs":200,"acc_original":0.995,"acc_equivalent":0.955,"both_correct":0.95,"agreement":0.95,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":16,"pairs":200,"acc_original":0.99,"acc_equivalent":0.97,"both_correct":0.96,"agreement":0.96,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":32,"pairs":200,"acc_original":0.995,"acc_equivalent":0.935,"both_correct":0.93,"agreement":0.93,"no_answer_rate":0.005},{"model":"GPT-5","group":"API models","n":64,"pairs":200,"acc_original":0.98,"acc_equivalent":0.955,"both_correct":0.935,"agreement":0.935,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":128,"pairs":200,"acc_original":0.975,"acc_equivalent":0.92,"both_correct":0.9,"agreement":0.905,"no_answer_rate":0.0},{"model":"GPT-5","group":"API models","n":256,"pairs":200,"acc_original":0.92,"acc_equivalent":0.78,"both_correct":0.73,"agreement":0.76,"no_answer_rate":0.005},{"model":"GPT-5","group":"API models","n":512,"pairs":200,"acc_original":0.89,"acc_equivalent":0.715,"both_correct":0.64,"agreement":0.67,"no_answer_rate":0.01},{"model":"GPT-5","group":"API models","n":1024,"pairs":200,"acc_original":0.76,"acc_equivalent":0.68,"both_correct":0.555,"agreement":0.67,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":4,"pairs":200,"acc_original":0.94,"acc_equivalent":0.915,"both_correct":0.855,"agreement":0.855,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":8,"pairs":200,"acc_original":0.755,"acc_equivalent":0.795,"both_correct":0.62,"agreement":0.69,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":16,"pairs":200,"acc_original":0.68,"acc_equivalent":0.79,"both_correct":0.585,"agreement":0.7,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":32,"pairs":200,"acc_original":0.7,"acc_equivalent":0.745,"both_correct":0.61,"agreement":0.775,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":64,"pairs":200,"acc_original":0.69,"acc_equivalent":0.71,"both_correct":0.53,"agreement":0.66,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":128,"pairs":200,"acc_original":0.67,"acc_equivalent":0.7,"both_correct":0.49,"agreement":0.61,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":256,"pairs":200,"acc_original":0.615,"acc_equivalent":0.675,"both_correct":0.41,"agreement":0.53,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":512,"pairs":200,"acc_original":0.635,"acc_equivalent":0.615,"both_correct":0.42,"agreement":0.59,"no_answer_rate":0.0},{"model":"GPT-5-mini","group":"API models","n":1024,"pairs":200,"acc_original":0.615,"acc_equivalent":0.535,"both_correct":0.39,"agreement":0.63,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":8,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":16,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":32,"pairs":200,"acc_original":0.995,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":64,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":128,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":256,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":512,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort high)","group":"API models","n":1024,"pairs":200,"acc_original":0.995,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":8,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":16,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":32,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":64,"pairs":200,"acc_original":0.995,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":128,"pairs":200,"acc_original":0.99,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":256,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":512,"pairs":200,"acc_original":0.96,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort low)","group":"API models","n":1024,"pairs":200,"acc_original":0.85,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":8,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":16,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":32,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":64,"pairs":200,"acc_original":0.995,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":128,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":256,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":512,"pairs":200,"acc_original":1.0,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort medium)","group":"API models","n":1024,"pairs":200,"acc_original":0.955,"acc_equivalent":null,"both_correct":null,"agreement":null,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":0.93,"both_correct":0.93,"agreement":0.93,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":8,"pairs":200,"acc_original":0.935,"acc_equivalent":0.8,"both_correct":0.75,"agreement":0.765,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":16,"pairs":200,"acc_original":0.84,"acc_equivalent":0.745,"both_correct":0.675,"agreement":0.765,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":32,"pairs":200,"acc_original":0.81,"acc_equivalent":0.755,"both_correct":0.66,"agreement":0.755,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":64,"pairs":200,"acc_original":0.755,"acc_equivalent":0.66,"both_correct":0.595,"agreement":0.775,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":128,"pairs":200,"acc_original":0.7,"acc_equivalent":0.72,"both_correct":0.625,"agreement":0.83,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":256,"pairs":200,"acc_original":0.65,"acc_equivalent":0.705,"both_correct":0.57,"agreement":0.785,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":512,"pairs":200,"acc_original":0.625,"acc_equivalent":0.74,"both_correct":0.55,"agreement":0.735,"no_answer_rate":0.0},{"model":"GPT-5.4 (effort none)","group":"API models","n":1024,"pairs":200,"acc_original":0.625,"acc_equivalent":0.685,"both_correct":0.5,"agreement":0.69,"no_answer_rate":0.0},{"model":"Gemma-4-31B","group":"Open-weight models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Gemma-4-31B","group":"Open-weight models","n":8,"pairs":200,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Gemma-4-31B","group":"Open-weight models","n":16,"pairs":200,"acc_original":0.99,"acc_equivalent":1.0,"both_correct":0.99,"agreement":0.99,"no_answer_rate":0.0},{"model":"Gemma-4-31B","group":"Open-weight models","n":32,"pairs":200,"acc_original":0.93,"acc_equivalent":0.995,"both_correct":0.925,"agreement":0.925,"no_answer_rate":0.005},{"model":"Gemma-4-31B","group":"Open-weight models","n":64,"pairs":200,"acc_original":0.875,"acc_equivalent":0.785,"both_correct":0.71,"agreement":0.71,"no_answer_rate":0.1525},{"model":"Gemma-4-31B","group":"Open-weight models","n":128,"pairs":200,"acc_original":0.705,"acc_equivalent":0.155,"both_correct":0.145,"agreement":0.145,"no_answer_rate":0.5675},{"model":"Gemma-4-31B","group":"Open-weight models","n":256,"pairs":200,"acc_original":0.615,"acc_equivalent":0.31,"both_correct":0.265,"agreement":0.265,"no_answer_rate":0.525},{"model":"Gemma-4-31B","group":"Open-weight models","n":512,"pairs":200,"acc_original":0.715,"acc_equivalent":0.635,"both_correct":0.54,"agreement":0.555,"no_answer_rate":0.27},{"model":"Gemma-4-31B","group":"Open-weight models","n":1024,"pairs":200,"acc_original":0.78,"acc_equivalent":0.875,"both_correct":0.695,"agreement":0.705,"no_answer_rate":0.1025},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":8,"pairs":200,"acc_original":0.985,"acc_equivalent":0.895,"both_correct":0.89,"agreement":0.9,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":16,"pairs":200,"acc_original":0.98,"acc_equivalent":0.785,"both_correct":0.77,"agreement":0.775,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":32,"pairs":200,"acc_original":0.91,"acc_equivalent":0.74,"both_correct":0.695,"agreement":0.74,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":64,"pairs":200,"acc_original":0.93,"acc_equivalent":0.76,"both_correct":0.73,"agreement":0.77,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":128,"pairs":200,"acc_original":0.82,"acc_equivalent":0.745,"both_correct":0.635,"agreement":0.705,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":256,"pairs":200,"acc_original":0.69,"acc_equivalent":0.66,"both_correct":0.515,"agreement":0.68,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":512,"pairs":200,"acc_original":0.61,"acc_equivalent":0.595,"both_correct":0.475,"agreement":0.745,"no_answer_rate":0.0},{"model":"Qwen2.5-32B-Instruct","group":"Open-weight models","n":1024,"pairs":200,"acc_original":0.515,"acc_equivalent":0.525,"both_correct":0.46,"agreement":0.88,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":4,"pairs":200,"acc_original":1.0,"acc_equivalent":0.95,"both_correct":0.95,"agreement":0.95,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":8,"pairs":200,"acc_original":0.935,"acc_equivalent":0.835,"both_correct":0.78,"agreement":0.79,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":16,"pairs":200,"acc_original":0.94,"acc_equivalent":0.795,"both_correct":0.75,"agreement":0.765,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":32,"pairs":200,"acc_original":0.895,"acc_equivalent":0.78,"both_correct":0.705,"agreement":0.735,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":64,"pairs":200,"acc_original":0.845,"acc_equivalent":0.735,"both_correct":0.65,"agreement":0.72,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":128,"pairs":200,"acc_original":0.78,"acc_equivalent":0.69,"both_correct":0.55,"agreement":0.63,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":256,"pairs":200,"acc_original":0.71,"acc_equivalent":0.61,"both_correct":0.425,"agreement":0.53,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":512,"pairs":200,"acc_original":0.63,"acc_equivalent":0.61,"both_correct":0.44,"agreement":0.64,"no_answer_rate":0.0},{"model":"Qwen3.5-27B","group":"Open-weight models","n":1024,"pairs":200,"acc_original":0.59,"acc_equivalent":0.56,"both_correct":0.44,"agreement":0.73,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":4,"pairs":100,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":8,"pairs":100,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":16,"pairs":100,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":32,"pairs":100,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":64,"pairs":100,"acc_original":1.0,"acc_equivalent":1.0,"both_correct":1.0,"agreement":1.0,"no_answer_rate":0.0},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":128,"pairs":100,"acc_original":0.95,"acc_equivalent":0.92,"both_correct":0.87,"agreement":0.87,"no_answer_rate":0.065},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":256,"pairs":100,"acc_original":0.94,"acc_equivalent":0.75,"both_correct":0.69,"agreement":0.69,"no_answer_rate":0.15},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":512,"pairs":100,"acc_original":0.63,"acc_equivalent":0.29,"both_correct":0.17,"agreement":0.17,"no_answer_rate":0.54},{"model":"Qwen3.5-27B (thinking)","group":"Open-weight models","n":1024,"pairs":100,"acc_original":0.31,"acc_equivalent":0.16,"both_correct":0.06,"agreement":0.06,"no_answer_rate":0.755},{"model":"Qwen3.5-9B","group":"Open-weight models","n":4,"pairs":200,"acc_original":0.67,"acc_equivalent":0.62,"both_correct":0.43,"agreement":0.57,"no_answer_rate":0.0},{"model":"Qwen3.5-9B","group":"Open-weight models","n":8,"pairs":200,"acc_original":0.585,"acc_equivalent":0.55,"both_correct":0.445,"agreement":0.745,"no_answer_rate":0.005},{"model":"Qwen3.5-9B","group":"Open-weight models","n":16,"pairs":200,"acc_original":0.56,"acc_equivalent":0.565,"both_correct":0.42,"agreement":0.715,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B","group":"Open-weight models","n":32,"pairs":200,"acc_original":0.57,"acc_equivalent":0.55,"both_correct":0.37,"agreement":0.62,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B","group":"Open-weight models","n":64,"pairs":200,"acc_original":0.545,"acc_equivalent":0.54,"both_correct":0.3,"agreement":0.515,"no_answer_rate":0.0},{"model":"Qwen3.5-9B","group":"Open-weight models","n":128,"pairs":200,"acc_original":0.55,"acc_equivalent":0.52,"both_correct":0.31,"agreement":0.55,"no_answer_rate":0.0},{"model":"Qwen3.5-9B","group":"Open-weight models","n":256,"pairs":200,"acc_original":0.545,"acc_equivalent":0.45,"both_correct":0.245,"agreement":0.49,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B","group":"Open-weight models","n":512,"pairs":200,"acc_original":0.475,"acc_equivalent":0.54,"both_correct":0.255,"agreement":0.495,"no_answer_rate":0.0},{"model":"Qwen3.5-9B","group":"Open-weight models","n":1024,"pairs":200,"acc_original":0.505,"acc_equivalent":0.46,"both_correct":0.205,"agreement":0.445,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":4,"pairs":200,"acc_original":0.665,"acc_equivalent":0.67,"both_correct":0.495,"agreement":0.655,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":8,"pairs":200,"acc_original":0.605,"acc_equivalent":0.615,"both_correct":0.45,"agreement":0.68,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":16,"pairs":200,"acc_original":0.565,"acc_equivalent":0.56,"both_correct":0.39,"agreement":0.65,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":32,"pairs":200,"acc_original":0.585,"acc_equivalent":0.52,"both_correct":0.37,"agreement":0.63,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":64,"pairs":200,"acc_original":0.59,"acc_equivalent":0.56,"both_correct":0.375,"agreement":0.6,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":128,"pairs":200,"acc_original":0.585,"acc_equivalent":0.49,"both_correct":0.275,"agreement":0.475,"no_answer_rate":0.0},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":256,"pairs":200,"acc_original":0.52,"acc_equivalent":0.59,"both_correct":0.28,"agreement":0.45,"no_answer_rate":0.005},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":512,"pairs":200,"acc_original":0.47,"acc_equivalent":0.5,"both_correct":0.205,"agreement":0.435,"no_answer_rate":0.0025},{"model":"Qwen3.5-9B + SFT (cross-relation)","group":"Fine-tuned Qwen3.5-9B","n":1024,"pairs":200,"acc_original":0.49,"acc_equivalent":0.445,"both_correct":0.215,"agreement":0.495,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":4,"pairs":200,"acc_original":0.84,"acc_equivalent":0.75,"both_correct":0.635,"agreement":0.68,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":8,"pairs":200,"acc_original":0.735,"acc_equivalent":0.71,"both_correct":0.53,"agreement":0.615,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":16,"pairs":200,"acc_original":0.78,"acc_equivalent":0.67,"both_correct":0.525,"agreement":0.6,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":32,"pairs":200,"acc_original":0.64,"acc_equivalent":0.62,"both_correct":0.39,"agreement":0.52,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":64,"pairs":200,"acc_original":0.625,"acc_equivalent":0.575,"both_correct":0.38,"agreement":0.56,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":128,"pairs":200,"acc_original":0.565,"acc_equivalent":0.57,"both_correct":0.345,"agreement":0.555,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":256,"pairs":200,"acc_original":0.55,"acc_equivalent":0.525,"both_correct":0.335,"agreement":0.595,"no_answer_rate":0.0},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":512,"pairs":200,"acc_original":0.54,"acc_equivalent":0.545,"both_correct":0.355,"agreement":0.625,"no_answer_rate":0.0025},{"model":"Qwen3.6-35B-A3B","group":"Open-weight models","n":1024,"pairs":200,"acc_original":0.52,"acc_equivalent":0.52,"both_correct":0.335,"agreement":0.63,"no_answer_rate":0.0}] |