Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ def count_tokens(text):
|
|
| 18 |
def predict(message, history):
|
| 19 |
|
| 20 |
formatted_prompt = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
|
| 21 |
-
model_inputs = tokenizer(
|
| 22 |
|
| 23 |
streamer = TextIteratorStreamer(tokenizer, timeout=120., skip_prompt=True, skip_special_tokens=True)
|
| 24 |
|
|
|
|
| 18 |
def predict(message, history):
|
| 19 |
|
| 20 |
formatted_prompt = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
|
| 21 |
+
model_inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
| 22 |
|
| 23 |
streamer = TextIteratorStreamer(tokenizer, timeout=120., skip_prompt=True, skip_special_tokens=True)
|
| 24 |
|