Update README.md

README.md

@@ -269,6 +269,83 @@ library_name: transformers
 </table>
 
 
+### Optimizers
+
+<table border="1" cellpadding="10" cellspacing="0" style="margin: 0 auto; border-collapse: collapse; text-align: center;">
+    <tr>
+        <th colspan="2">Batch Size</th>
+        <th>1</th>
+        <th>2</th>
+        <th>4</th>
+        <th>8</th>
+        <th>16</th>
+        <th>32</th>
+        <th>64</th>
+        <th>128</th>
+        <th>256</th>
+        <th>512</th>
+        <th>1024</th>
+    </tr>
+    <tr>
+        <td rowspan="4">Peak Mem (MB)</td>
+        <td>adamw_torch</td>
+        <td>601</td>
+        <td>605</td>
+        <td>633</td>
+        <td>707</td>
+        <td>857</td>
+        <td>1255</td>
+        <td>1637</td>
+        <td>2201</td>
+        <td>3787</td>
+        <td>6945</td>
+        <td>13293</td>
+    </tr>
+    <tr>
+        <td>adamw_bnb_8bit</td>
+        <td>589</td>
+        <td>595</td>
+        <td>625</td>
+        <td>699</td>
+        <td>849</td>
+        <td>1241</td>
+        <td>1625</td>
+        <td>2187</td>
+        <td>3773</td>
+        <td>6935</td>
+        <td>13283</td>
+    </tr>
+    <tr>
+        <td>adamw_hf</td>
+        <td>597</td>
+        <td>603</td>
+        <td>633</td>
+        <td>707</td>
+        <td>857</td>
+        <td>1251</td>
+        <td>1635</td>
+        <td>2197</td>
+        <td>3783</td>
+        <td>6941</td>
+        <td>13293</td>
+    </tr>
+    <tr>
+        <td>lion_32bit</td>
+        <td>591</td>
+        <td>597</td>
+        <td>627</td>
+        <td>701</td>
+        <td>851</td>
+        <td>1243</td>
+        <td>1627</td>
+        <td>2191</td>
+        <td>3777</td>
+        <td>6937</td>
+        <td>13285</td>
+    </tr>
+</table>
+
+
 ## Citation
 
 ```bibtex