asd

app.py

@@ -1,8 +1,8 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from sentence_splitter import SentenceSplitter
+import itertools
 import spaces
-
 device = "cuda"
 
 tokenizer = AutoTokenizer.from_pretrained("NoaiGPT/777")
@@ -30,33 +30,47 @@ def process_and_generate(text):
         return tokenizer.batch_decode(outputs, skip_special_tokens=True)
 
     paragraphs = text.split('\n\n')
-    results = []
-    final_paragraphs = []
+    detailed_results = []
+    all_paraphrases = []
 
     for paragraph in paragraphs:
         sentences = splitter.split(paragraph)
         paragraph_results = []
-        final_sentences = []
+        paragraph_paraphrases = []
 
         for sentence in sentences:
             titles = generate_title(sentence)
             paragraph_results.append(f"Original: {sentence}\nParaphrases:\n" + "\n".join(titles))
-            final_sentences.append(titles[0])  # Use the first paraphrase for the final paragraph
+            paragraph_paraphrases.append(titles)
+
+        detailed_results.append("\n\n".join(paragraph_results))
+        all_paraphrases.append(paragraph_paraphrases)
+
+    detailed_output = "\n\n---\n\n".join(detailed_results)
+
+    # Generate all possible combinations of paraphrases for each paragraph
+    all_paragraph_combinations = []
+    for paragraph_paraphrases in all_paraphrases:
+        paragraph_combinations = list(itertools.product(*paragraph_paraphrases))
+        all_paragraph_combinations.append([" ".join(combo) for combo in paragraph_combinations])
+
+    # Join the paragraphs to create full text variations
+    all_text_variations = ["\n\n".join(variation) for variation in itertools.product(*all_paragraph_combinations)]
 
-        results.append("\n\n".join(paragraph_results))
-        final_paragraphs.append(" ".join(final_sentences))
+    # Limit the number of variations to prevent overwhelming output
+    max_variations = 10
+    all_text_variations = all_text_variations[:max_variations]
 
-    detailed_output = "\n\n---\n\n".join(results)
-    final_text = "\n\n".join(final_paragraphs)
+    final_output = "All Paraphrase Combinations:\n\n" + "\n\n---\n\n".join(all_text_variations)
 
-    return detailed_output, final_text
+    return detailed_output, final_output
 
 iface = gr.Interface(
     fn=process_and_generate,
     inputs=gr.Textbox(lines=10, label="Input Text"),
     outputs=[
         gr.Textbox(lines=20, label="Detailed Paraphrases"),
-        gr.Textbox(lines=10, label="Final Paraphrased Text")
+        gr.Textbox(lines=20, label="All Paraphrase Combinations")
     ],
     title="Diverse Paraphrase Generator",
     description="Generate multiple diverse paraphrases for each sentence in the input text using NoaiGPT/777 model."