Update You_can_still_run_it_directly_on_your_own_machine_if_it's_too_small.ipynb

You_can_still_run_it_directly_on_your_own_machine_if_it's_too_small.ipynb

@@ -188,7 +188,7 @@
       "outputs": [],
       "source": [
         "@torch.no_grad()\n",
-        "def chat(user_input, max_new_tokens=200, temperature=0.8, top_k=40):\n",
+        "def chat(user_input, max_new_tokens=200, temperature=0.5, top_k=10):\n",
         "    prompt = f\"{USER_TOK}{user_input}{ASSISTANT_TOK}\"\n",
         "    prompt_ids = tokenizer_backend.encode(prompt).ids\n",
         "    prompt_ids = prompt_ids[-model.block_size:]\n",