Machlovi commited on
Commit
ef1cb6b
·
verified ·
1 Parent(s): 099b266

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -243,7 +243,7 @@ class EndpointHandler:
243
 
244
  # Generate response
245
  with torch.no_grad():
246
- text_streamer = TextStreamer(self.tokenizer)
247
  output = self.model.generate(
248
  **inputs,
249
  streamer=text_streamer,
 
243
 
244
  # Generate response
245
  with torch.no_grad():
246
+ text_streamer = TextStreamer(self.tokenizer,skip_prompt=False)
247
  output = self.model.generate(
248
  **inputs,
249
  streamer=text_streamer,