commonlemon commited on
Commit
8889ff3
·
verified ·
1 Parent(s): 9b5d97e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -19,15 +19,14 @@ def respond(message, history):
19
  messages.append({"role": "user", "content": message})
20
 
21
 
22
- #stream response, return 1 word at a time as soon as its available instead of returning all at once
23
  response = ""
24
 
25
- for message in client.chat_completion(
26
  messages,
27
  max_tokens = 500,
28
  temperature = 0.5,
29
- stream = True
30
- ):
31
 
32
  token = message.choices[0].delta.content
33
  response += token
 
19
  messages.append({"role": "user", "content": message})
20
 
21
 
22
+ #--Stream Response -- return 1 word at a time as soon as its available instead of returning all at once
23
  response = ""
24
 
25
+ for message in client.chat_completion( # chat completion API call forwarding the messages & other params to model
26
  messages,
27
  max_tokens = 500,
28
  temperature = 0.5,
29
+ stream = True):
 
30
 
31
  token = message.choices[0].delta.content
32
  response += token