Update app.py

app.py

@@ -80,10 +80,10 @@ def generate(submission: list[dict[str, str]], team_id: str) -> list[dict[str, s
     prompts = [s["prompt"] for s in submission]
 
     messages = [[{"role": "user", "content": prompt}] for prompt in prompts]
-    outputs = model(messages, do_sample=False, temperature=None, max_new_tokens=512, repetition_penalty=1.1, batch_size=25)
+    outputs = model(messages, do_sample=False, temperature=None, max_new_tokens=256, repetition_penalty=1.1)
     responses = [output[0]["generated_text"][-1]["content"] for output in outputs]
     
-    predictions = classifier([{"text": p,  "text_pair": r} for p, r in zip(prompts, responses)], return_all_scores=True, batch_size=25)
+    predictions = classifier([{"text": p,  "text_pair": r} for p, r in zip(prompts, responses)], return_all_scores=True)
     scores = [p[unsafe_idx]["score"] for p in predictions]
 
     outputs = [