README.md

---
license: apache-2.0
language:
- en
---


<h1 align="center"><strong>MetaNova 1</strong></h1>
<br>
README.md currently being written... ☕

<table>
  <thead>
    <tr>
      <th align="center">Benchmark</th>
      <th align="center">MetaNova-Test</th>
      <th align="center">MetaNova-0.1</th>
      <th align="center">MetaNova-1</th>
      <th align="center">Supra-50M-Base</th>
      <th align="center">OpenAI/GPT-2</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <td align="center">Params</td>
      <td align="center">70.55M</td>
      <td align="center">70.55M</td>
      <td align="center">62.70M</td>
      <td align="center">51.79M</td>
      <td align="center">124M</td>
    </tr>
    <tr>
      <td align="center">HellaSwag</td>
      <td align="center">25.37%</td>
      <td align="center">27.40%</td>
      <td align="center">27.08%</td>
      <td align="center"><strong>31.65%</strong></td>
      <td align="center">31.26%</td>
    </tr>
    <tr>
      <td align="center">ARC-Easy</td>
      <td align="center">26.89%</td>
      <td align="center">31.73%</td>
      <td align="center">30.56%</td>
      <td align="center"><strong>45.58%</strong></td>
      <td align="center">39.35%</td>
    </tr>
    <tr>
      <td align="center">ARC-Challenge</td>
      <td align="center"><strong>25.09%</strong></td>
      <td align="center">25.00%</td>
      <td align="center">24.15%</td>
      <td align="center">24.66%</td>
      <td align="center">22.35%</td>
    </tr>
    <tr>
      <td align="center">PIQA</td>
      <td align="center">52.29%</td>
      <td align="center">58.54%</td>
      <td align="center">56.04%</td>
      <td align="center">61.53%</td>
      <td align="center"><strong>62.08%</strong></td>
    </tr>
    <tr>
      <td align="center">ArithMark-2</td>
      <td align="center">24.12%</td>
      <td align="center">27.12%</td>
      <td align="center"><strong>34.12%</strong></td>
      <td align="center">26.08%</td>
      <td align="center">26.48%</td>
    </tr>
    <tr>
      <td align="center">ARC Avg</td>
      <td align="center">25.99%</td>
      <td align="center">28.37%</td>
      <td align="center">27.35%</td>
      <td align="center"><strong>35.12%</strong></td>
      <td align="center">30.85%</td>
    </tr>
    <tr>
      <td align="center">Final Avg</td>
      <td align="center">31.94%</td>
      <td align="center">35.36%</td>
      <td align="center">36.15%</td>
      <td align="center"><strong>38.60%</strong></td>
      <td align="center">37.67%</td>
    </tr>
  </tbody>
</table>


<br>

DeepSeek and Qwen Format

<table>
  <tr>
    <th align="center">Thinking Mode</th>
    <th align="center">Non-Thinking Mode</th>
  </tr>
  <tr>
    <td>
<pre>&lt;|im_start|&gt;user
<span style="color: blue;">{query}</span> <span style="color: red;">/think</span>&lt;|im_end|&gt;
&lt;|im_start|&gt;assistant
&lt;think&gt;
<span style="color: red;">{thinking_content}</span>
&lt;/think&gt;

<span style="color: blue;">{response}</span>&lt;|im_end|&gt;</pre>
    </td>
    <td>
<pre>&lt;|im_start|&gt;user
<span style="color: blue;">{query}</span> <span style="color: red;">/no_think</span>&lt;|im_end|&gt;
&lt;|im_start|&gt;assistant
&lt;think&gt;

&lt;/think&gt;

<span style="color: blue;">{response}</span>&lt;|im_end|&gt;</pre>
  </tr>
</table>