Upload finetune_falcon7b_oasst1_with_bnb_peft.ipynb

finetune_falcon7b_oasst1_with_bnb_peft.ipynb

@@ -69,30 +69,6 @@
         "!pip install -q git+https://github.com/huggingface/transformers.git@main git+https://github.com/huggingface/peft.git"
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": 2,
-      "metadata": {
-        "colab": {
-          "base_uri": "https://localhost:8080/"
-        },
-        "id": "-Q9oFzZdcD6T",
-        "outputId": "046873a7-32aa-458b-94c3-2ab760033b56"
-      },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "Mounted at /content/drive\n"
-          ]
-        }
-      ],
-      "source": [
-        "from google.colab import drive\n",
-        "drive.mount('/content/drive')"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": 9,
@@ -1152,18 +1128,6 @@
         "print(message_df.iloc[i])"
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": 17,
-      "metadata": {
-        "id": "BAKcwzAloBLC"
-      },
-      "outputs": [],
-      "source": [
-        "one_message_tree = df.query(f\"message_tree_id == '00df03d2-7e6b-4b98-a537-776567d10601'\").sort_values(\"created_date\")\n",
-        "# one_message_tree\n"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": 18,
@@ -1561,7 +1525,7 @@
         "    fp16=True,\n",
         "    save_total_limit=4,\n",
         "    logging_steps=25,\n",
-        "    output_dir=\"/content/drive/MyDrive/Colab Files/WM/falcon-chat-7b\",\n",
+        "    output_dir=\"./outputs\",\n",
         "    save_strategy='epoch',\n",
         "    optim=\"paged_adamw_8bit\",\n",
         "    lr_scheduler_type = 'cosine',\n",