asd

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import spaces
+
 device = "cuda"
 
 tokenizer = AutoTokenizer.from_pretrained("NoaiGPT/777")
@@ -11,13 +12,15 @@ def generate_title(text):
     input_ids = tokenizer(f'paraphraser: {text}', return_tensors="pt", padding="longest", truncation=True, max_length=64).input_ids.to(device)
     outputs = model.generate(
         input_ids,
-        num_beams=4,
+        num_beams=8,  # Increased from 4
         num_beam_groups=4,
-        num_return_sequences=4,
-        repetition_penalty=10.0,
-        diversity_penalty=3.0,
-        no_repeat_ngram_size=2,
-        temperature=0.8,
+        num_return_sequences=6,  # Increased from 4
+        repetition_penalty=12.0,  # Increased from 10.0
+        diversity_penalty=4.0,  # Increased from 3.0
+        no_repeat_ngram_size=3,  # Increased from 2
+        temperature=1.1,  # Increased from 0.9
+        top_k=50,  # Added top_k sampling
+        top_p=0.95,  # Added top_p sampling
         max_length=64
     )
     return tokenizer.batch_decode(outputs, skip_special_tokens=True)
@@ -30,8 +33,8 @@ iface = gr.Interface(
     fn=gradio_generate_title,
     inputs=gr.Textbox(lines=5, label="Input Text"),
     outputs=gr.Textbox(lines=10, label="Generated Titles"),
-    title="Title Generator",
-    description="Generate multiple paraphrased titles from input text using NoaiGPT/777 model."
+    title="Diverse Title Generator",
+    description="Generate multiple diverse paraphrased titles from input text using NoaiGPT/777 model."
 )
 
 iface.launch()