Update backend/query_llm.py
Browse files- backend/query_llm.py +1 -1
backend/query_llm.py
CHANGED
|
@@ -87,7 +87,7 @@ def generate_hf(prompt: str, history: str, temperature: float = 0.5, max_new_tok
|
|
| 87 |
# stream=True, details=True, return_full_text=False)
|
| 88 |
client_Qwen = Client("Qwen/Qwen1.5-110B-Chat-demo")
|
| 89 |
response = client_Qwen.predict(
|
| 90 |
-
query=
|
| 91 |
history=[],
|
| 92 |
system="You are a helpful assistant.",
|
| 93 |
api_name="/model_chat"
|
|
|
|
| 87 |
# stream=True, details=True, return_full_text=False)
|
| 88 |
client_Qwen = Client("Qwen/Qwen1.5-110B-Chat-demo")
|
| 89 |
response = client_Qwen.predict(
|
| 90 |
+
query=formatted_prompt,
|
| 91 |
history=[],
|
| 92 |
system="You are a helpful assistant.",
|
| 93 |
api_name="/model_chat"
|