thanthamky commited on
Commit
eca526b
·
verified ·
1 Parent(s): 1006bbb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -83,8 +83,11 @@ def chat_stream(message, history):
83
  messages.append({"role": "user", "content": message})
84
 
85
  # Stream the response
86
- response = ollama.chat(base_url='https://thanthamky-ollama-api.hf.space',model=MODEL_NAME, messages=messages, stream=True)
 
87
 
 
 
88
  partial_message = ""
89
  for chunk in response:
90
  partial_message += chunk['message']['content']
 
83
  messages.append({"role": "user", "content": message})
84
 
85
  # Stream the response
86
+
87
+ client = Client(host='https://thanthamky-ollama-api.hf.space')
88
 
89
+ response = client.chat(model=MODEL_NAME, messages=messages, stream=True)
90
+
91
  partial_message = ""
92
  for chunk in response:
93
  partial_message += chunk['message']['content']