fix: remove batches

app.py

@@ -39,14 +39,10 @@ def generate(prompts: list[str]) -> tuple[list[str], list[dict[str, float]]]:
 
     return responses, classifier([text + "[SEP]" + response for text, response in zip(texts, responses)])
 
-def scores(body: str) -> tuple[list[str], list[dict[str, float]]]:
-    data = json.loads(body)
-    return data
-
 
 with gr.Blocks() as demo:
     gr.Markdown("Welcome")
-    gr.api(scores, api_name="score", batch=True, max_batch_size=25)
+    gr.api(generate, api_name="scores", batch=False)
 
 demo.queue()
 demo.launch()