Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -114,7 +114,7 @@ class SinaReasonMedicalChat:
|
|
| 114 |
}
|
| 115 |
|
| 116 |
# Generate the full response
|
| 117 |
-
|
| 118 |
|
| 119 |
# Decode the response
|
| 120 |
full_response = self.tokenizer.decode(output[len(tokenized.input_ids) : (-1 if output[-1] == tokenizer.eos_token_id else len(output) ) ])
|
|
|
|
| 114 |
}
|
| 115 |
|
| 116 |
# Generate the full response
|
| 117 |
+
output = self.model.generate(**generation_kwargs)[0]
|
| 118 |
|
| 119 |
# Decode the response
|
| 120 |
full_response = self.tokenizer.decode(output[len(tokenized.input_ids) : (-1 if output[-1] == tokenizer.eos_token_id else len(output) ) ])
|