Update app.py

app.py

@@ -80,7 +80,7 @@ def generate(submission: list[dict[str, str]], team_id: str) -> list[dict[str, s
     prompts = [s["prompt"] for s in submission]
 
     messages = [[{"role": "user", "content": prompt}] for prompt in prompts]
-    outputs = model(messages, do_sample=False, temperature=None, max_new_tokens=512, repetition_penalty=1.1, batch_size=25, padding_side="left")
+    outputs = model(messages, do_sample=False, temperature=None, max_new_tokens=512, repetition_penalty=1.1, batch_size=25)
     responses = [output[0]["generated_text"][-1]["content"] for output in outputs]
     
     predictions = classifier([{"text": p,  "text_pair": r} for p, r in zip(prompts, responses)], return_all_scores=True, batch_size=25)