Show that model did train

GPT2_Linear_4bit_training.ipynb

@@ -822,6 +822,48 @@
         }
       ]
     },
+    {
+      "cell_type": "code",
+      "source": [
+        "inputs = {k:v.cuda() for k,v in tokenizer(\"\"\"\n",
+        "You are an AI assistant. You will be given a question. You must generate a short and factual answer.\n",
+        "What is the capital city of France?\n",
+        "\"\"\", return_tensors='pt').items()}\n",
+        "outputs = model.generate(**inputs, max_new_tokens=16, temperature=0.5, do_sample=True)\n",
+        "print(tokenizer.decode(outputs[0]), \"...\")"
+      ],
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "wr6bfZ0wyk3c",
+        "outputId": "ca4ede1b-7456-43ea-ce52-961c1383dff8"
+      },
+      "execution_count": 16,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stderr",
+          "text": [
+            "Setting `pad_token_id` to `eos_token_id`:50256 for open-end generation.\n"
+          ]
+        },
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "\n",
+            "You are an AI assistant. You will be given a question. You must generate a short and factual answer.\n",
+            "What is the capital city of France?\n",
+            "\n",
+            "\n",
+            "Paris\n",
+            "\n",
+            "Paris is the capital of France. The city is located ...\n"
+          ]
+        }
+      ]
+    },
     {
       "cell_type": "markdown",
       "source": [