Update app.py
Browse files
app.py
CHANGED
|
@@ -33,7 +33,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_repo, use_fast=False)
|
|
| 33 |
|
| 34 |
def generate_response(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
|
| 35 |
try:
|
| 36 |
-
chat = [{"role": "user", "content":
|
| 37 |
prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
|
| 38 |
|
| 39 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
|
|
|
| 33 |
|
| 34 |
def generate_response(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
|
| 35 |
try:
|
| 36 |
+
chat = [{"role": "user", "content": prompt}]
|
| 37 |
prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
|
| 38 |
|
| 39 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|