Update app.py

app.py

@@ -17,7 +17,7 @@ def response_generator(prompt):
     print(input_text)
     input_ids = tokenizer(input_text, padding=True, return_tensors="pt")
     output_ids = model.generate(input_ids=input_ids['input_ids'], generation_config=GenerationConfig(
-        max_new_tokens=65, pad_token_id=50256))
+        max_new_tokens=30, pad_token_id=50256))
     output = tokenizer.decode(
         output_ids[0][input_ids['input_ids'].shape[1]:], skip_special_tokens=True)