nambn0321 commited on
Commit
30b2444
·
verified ·
1 Parent(s): aa76144

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -33,7 +33,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_repo, use_fast=False)
33
 
34
  def generate_response(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
35
  try:
36
- chat = [{"role": "user", "content": user_input}]
37
  prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
38
 
39
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
 
33
 
34
  def generate_response(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
35
  try:
36
+ chat = [{"role": "user", "content": prompt}]
37
  prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
38
 
39
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)