README.md

---
license: apache-2.0
---

Test Pipeline (run2)

<table>
  <thead>
    <tr>
      <th align="center">Benchmark</th>
      <th align="center">WhirlwindAI/MetaNova-Test</th>
      <th align="center">WhirlwindAI/MetaNova-0.1-BF16</th>
      <th align="center">SupraLabs/Supra-50M-Base</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td align="center">Params</td>
      <td align="center">70.55M</td>
      <td align="center">70.55M</td>
      <td align="center">51.79M</td>
    </tr>
    <tr>
      <td align="center">HellaSwag</td>
      <td align="center">25.37%</td>
      <td align="center">27.40%</td>
      <td align="center"><strong>31.65%</strong></td>
    </tr>
    <tr>
      <td align="center">ARC-Easy</td>
      <td align="center">26.89%</td>
      <td align="center">31.73%</td>
      <td align="center"><strong>45.58%</strong></td>
    </tr>
    <tr>
      <td align="center">ARC-Challenge</td>
      <td align="center"><strong>25.09%</strong></td>
      <td align="center">25.00%</td>
      <td align="center">24.66%</td>
    </tr>
    <tr>
      <td align="center">PIQA</td>
      <td align="center">52.29%</td>
      <td align="center">58.54%</td>
      <td align="center"><strong>61.53%</strong></td>
    </tr>
    <tr>
      <td align="center">ArithMark-2</td>
      <td align="center">24.12%</td>
      <td align="center"><strong>27.12%</strong></td>
      <td align="center">26.08%</td>
    </tr>
    <tr>
      <td align="center">ARC Avg</td>
      <td align="center">25.99%</td>
      <td align="center">28.37%</td>
      <td align="center"><strong>35.12%</strong></td>
    </tr>
    <tr>
      <td align="center">Final Avg</td>
      <td align="center">31.94%</td>
      <td align="center">35.36%</td>
      <td align="center"><strong>38.60%</strong></td>
    </tr>
  </tbody>
</table>


<br>

DeepSeek and Qwen Format
<table>
  <tr>
    <th align="center">Thinking Mode</th>
    <th align="center">Non-Thinking Mode</th>
  </tr>
  <tr>
    <td>
<pre>&lt;|im_start|&gt;user
<span style="color: blue;">{query}</span> <span style="color: red;">/think</span>&lt;|im_end|&gt;
&lt;|im_start|&gt;assistant
&lt;think&gt;
<span style="color: red;">{thinking_content}</span>
&lt;/think&gt;

<span style="color: blue;">{response}</span>&lt;|im_end|&gt;</pre>
    </td>
    <td>
<pre>&lt;|im_start|&gt;user
<span style="color: blue;">{query}</span> <span style="color: red;">/no_think</span>&lt;|im_end|&gt;
&lt;|im_start|&gt;assistant
&lt;think&gt;

&lt;/think&gt;

<span style="color: blue;">{response}</span>&lt;|im_end|&gt;</pre>
  </tr>
</table>