Update handler.py
Browse files- handler.py +3 -1
handler.py
CHANGED
|
@@ -37,6 +37,8 @@ class EndpointHandler:
|
|
| 37 |
top_p=0.9, # Added this line to set top_p
|
| 38 |
num_return_sequences=1, # Added this line to set num_return_sequences
|
| 39 |
pad_token_id=self.generation_config.pad_token_id,
|
| 40 |
-
eos_token_id=self.generation_config.eos_token_id
|
|
|
|
| 41 |
)
|
| 42 |
return {"generated_text": result}
|
|
|
|
|
|
| 37 |
top_p=0.9, # Added this line to set top_p
|
| 38 |
num_return_sequences=1, # Added this line to set num_return_sequences
|
| 39 |
pad_token_id=self.generation_config.pad_token_id,
|
| 40 |
+
eos_token_id=self.generation_config.eos_token_id,
|
| 41 |
+
return_full_text=True # Added this line to return full text
|
| 42 |
)
|
| 43 |
return {"generated_text": result}
|
| 44 |
+
|