fix: generation paramenters

app.py

@@ -23,12 +23,13 @@ def generate(prompts: list[str]) -> tuple[list[str], list[dict[str, float]]]:
         tokenize=False,
         add_generation_prompt=True
     )
-    model_inputs = tokenizer(texts, padding=True, max_new_tokens=512, return_tensors="pt").to(model.device)
+    model_inputs = tokenizer(texts, padding=True, return_tensors="pt").to(model.device)
     generated_ids = model.generate(
         **model_inputs,
         do_sample=False,
         temperature=0,
         repetition_penalty=1.0,
+        max_new_tokens=512,
     )
     generated_ids = [
         output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)