Update app.py

app.py

@@ -63,6 +63,7 @@ def run_tinystyler_batch(source_texts, target_texts_batch, reranking, temperatur
     )
     print("Log 2", time(), output.shape)
     generated_texts = tokenizer.batch_decode(output, skip_special_tokens=True)
+    generated_texts = [generated_texts[i * reranking:(i + 1) * reranking] for i in range(inputs["input_ids"].shape[0])] # Unflatten
 
     # Evaluate candidates
     candidates_luar_embeddings = [get_luar_embeddings([[candidates[i]] for candidates in generated_texts]) for i in range(reranking)]