Update app.py

app.py

@@ -14,30 +14,25 @@ pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",
                 torch_dtype=torch.bfloat16, device_map="auto")
 
 
-def useZephyr(prompt, promptdos):
+def generatePrompt(prompt, promptdos):
+    batch = tokenizer(prompt, return_tensors="pt")
+    generated_ids = model.generate(batch["input_ids"])
+    output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
+    new_prompt = output[0]
+
     messages = [
         {
             "role": "system",
             "content": "you are a chatbot who always responds politely and in the shortest possible way",
         },
-        {"role": "user", "content": prompt},
+        {"role": "user", "content": new_prompt},
         {"role": "user", "content": promptdos},
     ]
     # https://huggingface.co/docs/transformers/main/en/chat_templating
-    new_prompt = pipe.tokenizer.apply_chat_template(
-        messages, tokenize=False, add_generation_prompt=True)
-
-    outputs = pipe(new_prompt)
-    return outputs[0]["generated_text"]
-
-
-def generatePrompt(prompt, promptdos):
-    batch = tokenizer(prompt, return_tensors="pt")
-    generated_ids = model.generate(batch["input_ids"])
-    output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
-    prompt = output[0]
+    final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
 
-    result = useZephyr(prompt, promptdos)
+    outputs = pipe(final_prompt)
+    result = outputs[0]["generated_text"]
     
     return result 
 #
@@ -52,6 +47,6 @@ examples = [["photographer"], ["developer"], ["teacher"], [
     "human resources staff"], ["recipe for ham croquettes"]]
 description = ""
 
-PerfectGPT = gr.Interface(generatePrompt, inputs=[input_prompt, input_promptdos], outputs=output_component, examples=examples, title="🗿 PerfectGPT v1 🗿", description=description)
+PerfectGPT = gr.Interface(generatePrompt, inputs=(input_prompt, input_promptdos), outputs=output_component, examples=examples, title="🗿 PerfectGPT v1 🗿", description=description)
 
 PerfectGPT.launch()