analysis/figures/quality-vs-efficiency.svg

<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
  "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<svg xmlns:xlink="http://www.w3.org/1999/xlink" width="515.354007pt" height="343.714781pt" viewBox="0 0 515.354007 343.714781" xmlns="http://www.w3.org/2000/svg" version="1.1">
 <metadata>
  <rdf:RDF xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:cc="http://creativecommons.org/ns#" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
   <cc:Work>
    <dc:type rdf:resource="http://purl.org/dc/dcmitype/StillImage"/>
    <dc:date>2026-06-20T16:11:04.072551</dc:date>
    <dc:format>image/svg+xml</dc:format>
    <dc:creator>
     <cc:Agent>
      <dc:title>Matplotlib v3.10.9, https://matplotlib.org/</dc:title>
     </cc:Agent>
    </dc:creator>
   </cc:Work>
  </rdf:RDF>
 </metadata>
 <defs>
  <style type="text/css">*{stroke-linejoin: round; stroke-linecap: butt}</style>
 </defs>
 <g id="figure_1">
  <g id="patch_1">
   <path d="M 0 343.714781 
L 515.354007 343.714781 
L 515.354007 0 
L 0 0 
z
" style="fill: #ffffff"/>
  </g>
  <g id="axes_1">
   <g id="patch_2">
    <path d="M 39.30375 296.101079 
L 489.574127 296.101079 
L 489.574127 20.798438 
L 39.30375 20.798438 
z
" style="fill: #ffffff"/>
   </g>
   <g id="PathCollection_1">
    <defs>
     <path id="m3afd12df9d" d="M 0 2.915476 
C 0.773193 2.915476 1.514823 2.608283 2.061553 2.061553 
C 2.608283 1.514823 2.915476 0.773193 2.915476 0 
C 2.915476 -0.773193 2.608283 -1.514823 2.061553 -2.061553 
C 1.514823 -2.608283 0.773193 -2.915476 0 -2.915476 
C -0.773193 -2.915476 -1.514823 -2.608283 -2.061553 -2.061553 
C -2.608283 -1.514823 -2.915476 -0.773193 -2.915476 0 
C -2.915476 0.773193 -2.608283 1.514823 -2.061553 2.061553 
C -1.514823 2.608283 -0.773193 2.915476 0 2.915476 
z
" style="stroke: #333333; stroke-opacity: 0.9"/>
    </defs>
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="403.640451" y="33.264972" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_2">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="376.241923" y="28.590022" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_3">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="437.877991" y="43.134312" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_4">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="399.477574" y="36.901045" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_5">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="317.069599" y="29.109461" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_6">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="277.607223" y="28.590022" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_7">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="459.456986" y="72.742332" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_8">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="207.43301" y="28.590022" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_9">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="188.827498" y="28.590022" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_10">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="167.843199" y="28.590022" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_11">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="327.476792" y="70.145137" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_12">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="287.079893" y="70.664576" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_13">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="476.830626" y="137.6722" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_14">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="237.507673" y="100.792035" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="PathCollection_15">
    <g clip-path="url(#pb37e923d89)">
     <use xlink:href="#m3afd12df9d" x="398.585528" y="137.6722" style="fill: #333333; fill-opacity: 0.9; stroke: #333333; stroke-opacity: 0.9"/>
    </g>
   </g>
   <g id="matplotlib.axis_1">
    <g id="xtick_1">
     <g id="line2d_1">
      <path d="M 52.047251 296.101079 
L 52.047251 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_2">
      <defs>
       <path id="mbf65ac3f68" d="M 0 0 
L 0 3.5 
" style="stroke: #000000; stroke-width: 0.8"/>
      </defs>
      <g>
       <use xlink:href="#mbf65ac3f68" x="52.047251" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_1">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="52.047251" y="308.419985" transform="rotate(-0 52.047251 308.419985)">0</text>
     </g>
    </g>
    <g id="xtick_2">
     <g id="line2d_3">
      <path d="M 137.003926 296.101079 
L 137.003926 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_4">
      <g>
       <use xlink:href="#mbf65ac3f68" x="137.003926" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_2">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="137.003926" y="308.419985" transform="rotate(-0 137.003926 308.419985)">20</text>
     </g>
    </g>
    <g id="xtick_3">
     <g id="line2d_5">
      <path d="M 221.960601 296.101079 
L 221.960601 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_6">
      <g>
       <use xlink:href="#mbf65ac3f68" x="221.960601" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_3">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="221.960601" y="308.419985" transform="rotate(-0 221.960601 308.419985)">40</text>
     </g>
    </g>
    <g id="xtick_4">
     <g id="line2d_7">
      <path d="M 306.917276 296.101079 
L 306.917276 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_8">
      <g>
       <use xlink:href="#mbf65ac3f68" x="306.917276" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_4">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="306.917276" y="308.419985" transform="rotate(-0 306.917276 308.419985)">60</text>
     </g>
    </g>
    <g id="xtick_5">
     <g id="line2d_9">
      <path d="M 391.873951 296.101079 
L 391.873951 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_10">
      <g>
       <use xlink:href="#mbf65ac3f68" x="391.873951" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_5">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="391.873951" y="308.419985" transform="rotate(-0 391.873951 308.419985)">80</text>
     </g>
    </g>
    <g id="xtick_6">
     <g id="line2d_11">
      <path d="M 476.830626 296.101079 
L 476.830626 20.798438 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_12">
      <g>
       <use xlink:href="#mbf65ac3f68" x="476.830626" y="296.101079" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_6">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: middle" x="476.830626" y="308.419985" transform="rotate(-0 476.830626 308.419985)">100</text>
     </g>
    </g>
    <g id="text_7">
     <text style="font-size: 8px; font-family: 'DejaVu Sans'; text-anchor: middle" x="264.438939" y="319.954517" transform="rotate(-0 264.438939 319.954517)">Efficiency score: lower time/tokens/tool calls → higher</text>
    </g>
   </g>
   <g id="matplotlib.axis_2">
    <g id="ytick_1">
     <g id="line2d_13">
      <path d="M 39.30375 288.309495 
L 489.574127 288.309495 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_14">
      <defs>
       <path id="md0a45161f0" d="M 0 0 
L -3.5 0 
" style="stroke: #000000; stroke-width: 0.8"/>
      </defs>
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="288.309495" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_8">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="290.968948" transform="rotate(-0 32.30375 290.968948)">0</text>
     </g>
    </g>
    <g id="ytick_2">
     <g id="line2d_15">
      <path d="M 39.30375 236.3656 
L 489.574127 236.3656 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_16">
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="236.3656" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_9">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="239.025053" transform="rotate(-0 32.30375 239.025053)">20</text>
     </g>
    </g>
    <g id="ytick_3">
     <g id="line2d_17">
      <path d="M 39.30375 184.421706 
L 489.574127 184.421706 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_18">
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="184.421706" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_10">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="187.081159" transform="rotate(-0 32.30375 187.081159)">40</text>
     </g>
    </g>
    <g id="ytick_4">
     <g id="line2d_19">
      <path d="M 39.30375 132.477811 
L 489.574127 132.477811 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_20">
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="132.477811" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_11">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="135.137264" transform="rotate(-0 32.30375 135.137264)">60</text>
     </g>
    </g>
    <g id="ytick_5">
     <g id="line2d_21">
      <path d="M 39.30375 80.533916 
L 489.574127 80.533916 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_22">
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="80.533916" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_12">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="83.193369" transform="rotate(-0 32.30375 83.193369)">80</text>
     </g>
    </g>
    <g id="ytick_6">
     <g id="line2d_23">
      <path d="M 39.30375 28.590022 
L 489.574127 28.590022 
" clip-path="url(#pb37e923d89)" style="fill: none; stroke: #dddddd; stroke-width: 0.4; stroke-linecap: square"/>
     </g>
     <g id="line2d_24">
      <g>
       <use xlink:href="#md0a45161f0" x="39.30375" y="28.590022" style="stroke: #000000; stroke-width: 0.8"/>
      </g>
     </g>
     <g id="text_13">
      <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: end" x="32.30375" y="31.249475" transform="rotate(-0 32.30375 31.249475)">100</text>
     </g>
    </g>
    <g id="text_14">
     <text style="font-size: 8px; font-family: 'DejaVu Sans'; text-anchor: middle" x="13.27875" y="158.449758" transform="rotate(-90 13.27875 158.449758)">Quality score: fewer failures/warnings → higher</text>
    </g>
   </g>
   <g id="patch_3">
    <path d="M 39.30375 296.101079 
L 39.30375 20.798437 
" style="fill: none; stroke: #000000; stroke-width: 0.6; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="patch_4">
    <path d="M 39.30375 296.101079 
L 489.574127 296.101079 
" style="fill: none; stroke: #000000; stroke-width: 0.6; stroke-linejoin: miter; stroke-linecap: square"/>
   </g>
   <g id="text_15">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="407.888284" y="31.446936" transform="rotate(-0 407.888284 31.446936)">codexresponses.gpt-5.5</text>
   </g>
   <g id="text_16">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="380.489757" y="26.771985" transform="rotate(-0 380.489757 26.771985)">opus47</text>
   </g>
   <g id="text_17">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="442.125824" y="41.316276" transform="rotate(-0 442.125824 41.316276)">gpt-5.3-codex</text>
   </g>
   <g id="text_18">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="403.725407" y="35.083009" transform="rotate(-0 403.725407 35.083009)">glm51</text>
   </g>
   <g id="text_19">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="321.317433" y="27.291424" transform="rotate(-0 321.317433 27.291424)">codexresponses.gpt-5.4-mini</text>
   </g>
   <g id="text_20">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="281.855057" y="26.771985" transform="rotate(-0 281.855057 26.771985)">kimi27</text>
   </g>
   <g id="text_21">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="463.70482" y="70.924296" transform="rotate(-0 463.70482 70.924296)">haiku45</text>
   </g>
   <g id="text_22">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="211.680844" y="26.771985" transform="rotate(-0 211.680844 26.771985)">gemini35flash</text>
   </g>
   <g id="text_23">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="193.075332" y="26.771985" transform="rotate(-0 193.075332 26.771985)">sonnet46</text>
   </g>
   <g id="text_24">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="172.091033" y="26.771985" transform="rotate(-0 172.091033 26.771985)">glm52</text>
   </g>
   <g id="text_25">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="331.724625" y="68.327101" transform="rotate(-0 331.724625 68.327101)">deepseek</text>
   </g>
   <g id="text_26">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="291.327726" y="68.84654" transform="rotate(-0 291.327726 68.84654)">kimi</text>
   </g>
   <g id="text_27">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="481.07846" y="135.854164" transform="rotate(-0 481.07846 135.854164)">grok-4.3</text>
   </g>
   <g id="text_28">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="241.755506" y="98.973999" transform="rotate(-0 241.755506 98.973999)">codexspark</text>
   </g>
   <g id="text_29">
    <text style="font-size: 6.5px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #222222" x="402.833362" y="135.854164" transform="rotate(-0 402.833362 135.854164)">minimax27</text>
   </g>
   <g id="text_30">
    <text style="font-size: 7px; font-family: 'DejaVu Sans'; text-anchor: start; fill: #555555" x="52.047251" y="335.059" transform="rotate(-0 52.047251 335.059)">Quality-efficiency score = 75% quality + 25% efficiency. Scores are descriptive, formula-based aids.</text>
   </g>
   <g id="text_31">
    <text style="font-size: 10px; font-family: 'DejaVu Sans'; text-anchor: middle" x="264.438939" y="14.798438" transform="rotate(-0 264.438939 14.798438)">Quality vs efficiency, with direct model labels</text>
   </g>
  </g>
 </g>
 <defs>
  <clipPath id="pb37e923d89">
   <rect x="39.30375" y="20.798438" width="450.270377" height="275.302642"/>
  </clipPath>
 </defs>
</svg>