Spaces:
Sleeping
Sleeping
DylanZimmer commited on
Commit ·
4b234e7
1
Parent(s): 9013609
Prompt from apply_chat_template
Browse files
app.py
CHANGED
|
@@ -50,7 +50,9 @@ def chat_fxn_caller(message, history, temperature=0.6, top_p=0.95, max_tokens=12
|
|
| 50 |
messages.append({"role": "user", "content": message})
|
| 51 |
|
| 52 |
# Build prompt using manual template
|
| 53 |
-
prompt = apply_tiny_chat_template(messages)
|
|
|
|
|
|
|
| 54 |
|
| 55 |
# Generate response
|
| 56 |
response = chatbot(
|
|
|
|
| 50 |
messages.append({"role": "user", "content": message})
|
| 51 |
|
| 52 |
# Build prompt using manual template
|
| 53 |
+
#prompt = apply_tiny_chat_template(messages)
|
| 54 |
+
prompt = chatbot.tokenizer.apply_chat_template(messages, tokenize=False)
|
| 55 |
+
|
| 56 |
|
| 57 |
# Generate response
|
| 58 |
response = chatbot(
|