HFHAB commited on
Commit
1aff079
·
verified ·
1 Parent(s): fe14762

Update main.py

Browse files

stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False, trust_remote_code = True)

Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -42,7 +42,7 @@ def generate(item: Item):
42
  )
43
 
44
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
45
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
46
  output = ""
47
 
48
  for response in stream:
 
42
  )
43
 
44
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
45
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False, trust_remote_code = True)
46
  output = ""
47
 
48
  for response in stream: