hemhemoh commited on
Commit
f6fd0a6
·
verified ·
1 Parent(s): f21c67e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -66,10 +66,9 @@ class MentalHealthChatbot:
66
  # Tokenize the prompt
67
  inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True)
68
 
69
- # Generate response
70
  outputs = self.model.generate(
71
  **inputs,
72
- max_length=max_tokens,
73
  temperature=temperature,
74
  top_p=top_p,
75
  no_repeat_ngram_size=3,
 
66
  # Tokenize the prompt
67
  inputs = self.tokenizer(full_prompt, return_tensors="pt", padding=True, truncation=True)
68
 
 
69
  outputs = self.model.generate(
70
  **inputs,
71
+ max_length=max(512, inputs["input_ids"].shape[1] + max_tokens)
72
  temperature=temperature,
73
  top_p=top_p,
74
  no_repeat_ngram_size=3,