DylanZimmer commited on
Commit
4b234e7
·
1 Parent(s): 9013609

Prompt from apply_chat_template

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -50,7 +50,9 @@ def chat_fxn_caller(message, history, temperature=0.6, top_p=0.95, max_tokens=12
50
  messages.append({"role": "user", "content": message})
51
 
52
  # Build prompt using manual template
53
- prompt = apply_tiny_chat_template(messages)
 
 
54
 
55
  # Generate response
56
  response = chatbot(
 
50
  messages.append({"role": "user", "content": message})
51
 
52
  # Build prompt using manual template
53
+ #prompt = apply_tiny_chat_template(messages)
54
+ prompt = chatbot.tokenizer.apply_chat_template(messages, tokenize=False)
55
+
56
 
57
  # Generate response
58
  response = chatbot(