varun96 commited on
Commit
85b85cd
·
1 Parent(s): 6afc2c8

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -50,7 +50,7 @@ def run(message: str,
50
  top_k=top_k,
51
  temperature=temperature,
52
  )
53
- stream = client.generate_stream(prompt, **generate_kwargs)
54
  output = ""
55
  for response in stream:
56
  if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
 
50
  top_k=top_k,
51
  temperature=temperature,
52
  )
53
+ stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
54
  output = ""
55
  for response in stream:
56
  if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):