Model save

.ipynb_checkpoints/aqlm_2bit_training-checkpoint.ipynb

@@ -387,8 +387,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='22' max='10000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [   22/10000 09:16 < 77:05:02, 0.04 it/s, Epoch 0.01/4]\n",
+       "      <progress value='929' max='10000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [  929/10000 7:12:36 < 70:33:12, 0.04 it/s, Epoch 0.30/4]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -402,6 +402,154 @@
        "      <td>1</td>\n",
        "      <td>5.558500</td>\n",
        "    </tr>\n",
+       "    <tr>\n",
+       "      <td>25</td>\n",
+       "      <td>4.310400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>50</td>\n",
+       "      <td>1.984600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>75</td>\n",
+       "      <td>1.548100</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>100</td>\n",
+       "      <td>1.286000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>125</td>\n",
+       "      <td>1.133400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>150</td>\n",
+       "      <td>1.040200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>175</td>\n",
+       "      <td>0.977800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>200</td>\n",
+       "      <td>0.913900</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>225</td>\n",
+       "      <td>0.909900</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>250</td>\n",
+       "      <td>0.854600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>275</td>\n",
+       "      <td>0.851700</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>300</td>\n",
+       "      <td>0.832200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>325</td>\n",
+       "      <td>0.810900</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>350</td>\n",
+       "      <td>0.816500</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>375</td>\n",
+       "      <td>0.796300</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>400</td>\n",
+       "      <td>0.810300</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>425</td>\n",
+       "      <td>0.767200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>450</td>\n",
+       "      <td>0.767100</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>475</td>\n",
+       "      <td>0.772500</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>500</td>\n",
+       "      <td>0.788000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>525</td>\n",
+       "      <td>0.741900</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>550</td>\n",
+       "      <td>0.757600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>575</td>\n",
+       "      <td>0.732800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>600</td>\n",
+       "      <td>0.741600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>625</td>\n",
+       "      <td>0.749000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>650</td>\n",
+       "      <td>0.723700</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>675</td>\n",
+       "      <td>0.735200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>700</td>\n",
+       "      <td>0.731500</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>725</td>\n",
+       "      <td>0.711800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>750</td>\n",
+       "      <td>0.702200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>775</td>\n",
+       "      <td>0.714100</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>800</td>\n",
+       "      <td>0.705400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>825</td>\n",
+       "      <td>0.711800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>850</td>\n",
+       "      <td>0.687200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>875</td>\n",
+       "      <td>0.708400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>900</td>\n",
+       "      <td>0.690700</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>925</td>\n",
+       "      <td>0.697200</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],
@@ -411,6 +559,22 @@
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "/usr/local/lib/python3.10/dist-packages/torch/_dynamo/eval_frame.py:600: UserWarning: torch.utils.checkpoint: the use_reentrant parameter should be passed explicitly. In version 2.4 we will raise an exception if use_reentrant is not passed. use_reentrant=False is recommended, but if you need to preserve the current default behavior, you can pass use_reentrant=True. Refer to docs for more details on the differences between the two variants.\n",
+      "  return fn(*args, **kwargs)\n",
+      "No files have been modified since last commit. Skipping to prevent empty commit.\n",
+      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.\n",
+      "  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]\n"
+     ]
     }
    ],
    "source": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2963aabb8ed049140b2a5f8568354fe94479fb4d8305aeb3892f541b50901e10
+oid sha256:afdc8b2b69fa2c74f372ba9d4b5c6478695d88a02448bf9f25b262d40ca93538
 size 167832240

aqlm_2bit_training.ipynb

@@ -368,7 +368,9 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "metadata": {},
+   "metadata": {
+    "scrolled": true
+   },
    "outputs": [
     {
      "name": "stderr",
@@ -387,8 +389,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='521' max='10000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [  521/10000 4:01:56 < 73:38:57, 0.04 it/s, Epoch 0.17/4]\n",
+       "      <progress value='994' max='10000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [  994/10000 7:43:00 < 70:03:24, 0.04 it/s, Epoch 0.32/4]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -482,6 +484,82 @@
        "      <td>500</td>\n",
        "      <td>0.788000</td>\n",
        "    </tr>\n",
+       "    <tr>\n",
+       "      <td>525</td>\n",
+       "      <td>0.741900</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>550</td>\n",
+       "      <td>0.757600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>575</td>\n",
+       "      <td>0.732800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>600</td>\n",
+       "      <td>0.741600</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>625</td>\n",
+       "      <td>0.749000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>650</td>\n",
+       "      <td>0.723700</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>675</td>\n",
+       "      <td>0.735200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>700</td>\n",
+       "      <td>0.731500</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>725</td>\n",
+       "      <td>0.711800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>750</td>\n",
+       "      <td>0.702200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>775</td>\n",
+       "      <td>0.714100</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>800</td>\n",
+       "      <td>0.705400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>825</td>\n",
+       "      <td>0.711800</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>850</td>\n",
+       "      <td>0.687200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>875</td>\n",
+       "      <td>0.708400</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>900</td>\n",
+       "      <td>0.690700</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>925</td>\n",
+       "      <td>0.697200</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>950</td>\n",
+       "      <td>0.698000</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>975</td>\n",
+       "      <td>0.681700</td>\n",
+       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],