Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -243,7 +243,7 @@ class EndpointHandler:
|
|
| 243 |
|
| 244 |
# Generate response
|
| 245 |
with torch.no_grad():
|
| 246 |
-
text_streamer = TextStreamer(self.tokenizer)
|
| 247 |
output = self.model.generate(
|
| 248 |
**inputs,
|
| 249 |
streamer=text_streamer,
|
|
|
|
| 243 |
|
| 244 |
# Generate response
|
| 245 |
with torch.no_grad():
|
| 246 |
+
text_streamer = TextStreamer(self.tokenizer,skip_prompt=False)
|
| 247 |
output = self.model.generate(
|
| 248 |
**inputs,
|
| 249 |
streamer=text_streamer,
|