NCTCMumbai commited on
Commit
0ca1c61
·
verified ·
1 Parent(s): d01815a

Update backend/query_llm.py

Browse files
Files changed (1) hide show
  1. backend/query_llm.py +1 -1
backend/query_llm.py CHANGED
@@ -87,7 +87,7 @@ def generate_hf(prompt: str, history: str, temperature: float = 0.5, max_new_tok
87
  # stream=True, details=True, return_full_text=False)
88
  client_Qwen = Client("Qwen/Qwen1.5-110B-Chat-demo")
89
  response = client_Qwen.predict(
90
- query=prompt,
91
  history=[],
92
  system="You are a helpful assistant.",
93
  api_name="/model_chat"
 
87
  # stream=True, details=True, return_full_text=False)
88
  client_Qwen = Client("Qwen/Qwen1.5-110B-Chat-demo")
89
  response = client_Qwen.predict(
90
+ query=formatted_prompt,
91
  history=[],
92
  system="You are a helpful assistant.",
93
  api_name="/model_chat"