Ctaake commited on
Commit
8378078
·
verified ·
1 Parent(s): 6d0a1ba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ def format_prompt(message,chatbot,system_prompt):
20
  messages.append({"role": "user", "content":user_message})
21
  messages.append({"role": "assistant", "content":bot_message})
22
  messages.append({"role": "user", "content":message})
23
- tokenized_chat = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=False, return_tensors="pt")
24
  return tokenized_chat
25
 
26
  def inference(message, history, systemPrompt=SYSTEM_PROMPT, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
 
20
  messages.append({"role": "user", "content":user_message})
21
  messages.append({"role": "assistant", "content":bot_message})
22
  messages.append({"role": "user", "content":message})
23
+ tokenized_chat = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True, return_tensors="pt")
24
  return tokenized_chat
25
 
26
  def inference(message, history, systemPrompt=SYSTEM_PROMPT, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):