Update app.py
Browse files
app.py
CHANGED
|
@@ -66,10 +66,9 @@ class MentalHealthChatbot:
|
|
| 66 |
# Tokenize the prompt
|
| 67 |
inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True)
|
| 68 |
|
| 69 |
-
# Generate response
|
| 70 |
outputs = self.model.generate(
|
| 71 |
**inputs,
|
| 72 |
-
max_length=
|
| 73 |
temperature=temperature,
|
| 74 |
top_p=top_p,
|
| 75 |
no_repeat_ngram_size=3,
|
|
|
|
| 66 |
# Tokenize the prompt
|
| 67 |
inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True)
|
| 68 |
|
|
|
|
| 69 |
outputs = self.model.generate(
|
| 70 |
**inputs,
|
| 71 |
+
max_length=max(512, inputs["input_ids"].shape[1] + max_tokens)
|
| 72 |
temperature=temperature,
|
| 73 |
top_p=top_p,
|
| 74 |
no_repeat_ngram_size=3,
|