Upload folder using huggingface_hub

notebook.ipynb

@@ -22,12 +22,9 @@
     "    {\"role\": \"user\", \"content\": \"Audit this Circom circuit for vulnerabilities: template Test() { signal input a; signal output b; b <-- a * 2; }\"}\n",
     "]\n",
     "\n",
-    "chat_template = \"{% for message in messages %}{{'<|im_start|>' + message['role'] + '\\\\n' + message['content'] + '<|im_end|>\\\\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\\\\n' }}{% endif %}\"\n",
-    "\n",
-    "prompt = tokenizer.apply_chat_template(messages, chat_template=chat_template, tokenize=False, add_generation_prompt=True)\n",
-    "\n",
-    "inputs = tokenizer(prompt, return_tensors=\"pt\")\n",
-    "outputs = model.generate(**inputs, max_new_tokens=300)\n",
+    "prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)\n",
+    "inputs = tokenizer(prompt, return_tensors=\"pt\").to(model.device)\n",
+    "outputs = model.generate(**inputs, max_new_tokens=200)\n",
     "print(tokenizer.decode(outputs[0], skip_special_tokens=True))\n"
    ]
   }