Update app.py

app.py

@@ -59,16 +59,14 @@ Description: """
             add_special_tokens=True
         )
         
-        # Calculate minimum length to ensure we generate new tokens
-        min_length = inputs['input_ids'].shape[1] + 20
+        input_length = inputs['input_ids'].shape[1]
         
         # Generate response
         with torch.no_grad():
             outputs = model.generate(
                 input_ids=inputs['input_ids'],
                 attention_mask=inputs['attention_mask'],
-                max_length=max(min_length, max_length),  # Ensure max_length is greater than input length
-                min_length=min_length,
+                max_new_tokens=max_length,  # Changed to max_new_tokens
                 temperature=temperature,
                 top_p=top_p,
                 do_sample=True,