Update app.py

app.py

@@ -15,17 +15,15 @@ model = AutoModelForSeq2SeqLM.from_pretrained(
 # zephyr
     # pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",torch_dtype=torch.bfloat16, device_map="auto")
 
-def generate(inputuno, inputdos, max_new_tokens=3556, top_p=0.95, repetition_penalty=1.0):
-    top_p = float(top_p)
-
+def generateZep(inputuno, inputdos):
     prompt = inputuno
     promptdos = inputdos
     
     generate_kwargs = dict(
-        temperature=fixed_temperature,
-        max_new_tokens=max_new_tokens,
-        top_p=top_p,
-        repetition_penalty=repetition_penalty,
+        temperature=0.9,
+        max_new_tokens=3556,
+        top_p=float(0.95),
+        repetition_penalty=1.0,
         do_sample=True,
         seed=42,
     )
@@ -64,6 +62,6 @@ examples = [["photographer"], ["developer"], ["teacher"], [
     "human resources staff"], ["recipe for ham croquettes"]]
 description = ""
 
-PerfectGPT = gr.Interface(generate, inputs=[input_prompt, input_promptdos], outputs=output_component, examples=examples, title="🗿 PerfectGPT v1 🗿", description=description)
+PerfectGPT = gr.Interface(fn=generateZep, inputs=[input_prompt, input_promptdos], outputs=output_component, examples=examples, title="🗿 PerfectGPT v1 🗿", description=description)
 
 PerfectGPT.launch()