Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,7 +6,6 @@ client = InferenceClient("Qwen/Qwen2.5-72B-Instruct")
|
|
| 6 |
# change LLM ^
|
| 7 |
|
| 8 |
def respond(message, history):
|
| 9 |
-
|
| 10 |
messages = [{"role": "system", "content": "You are irritated and annoyed with anything the user says. You don't want to be talked to at all."}]
|
| 11 |
if history:
|
| 12 |
messages.extend(history)
|
|
@@ -21,7 +20,7 @@ def respond(message, history):
|
|
| 21 |
# temperature=0,
|
| 22 |
# top_p=.9
|
| 23 |
):
|
| 24 |
-
token =
|
| 25 |
response += token
|
| 26 |
yield response
|
| 27 |
|
|
|
|
| 6 |
# change LLM ^
|
| 7 |
|
| 8 |
def respond(message, history):
|
|
|
|
| 9 |
messages = [{"role": "system", "content": "You are irritated and annoyed with anything the user says. You don't want to be talked to at all."}]
|
| 10 |
if history:
|
| 11 |
messages.extend(history)
|
|
|
|
| 20 |
# temperature=0,
|
| 21 |
# top_p=.9
|
| 22 |
):
|
| 23 |
+
token = message.choices[0].delta.content
|
| 24 |
response += token
|
| 25 |
yield response
|
| 26 |
|