Update app.py

app.py

@@ -14,8 +14,8 @@ pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",
                 torch_dtype=torch.bfloat16, device_map="auto")
 
 
-def generatePrompt(input, inputdos):
-    prompt = input
+def generatePrompt(inputuno, inputdos):
+    prompt = inputuno
     promptdos = inputdos
     batch = tokenizer(prompt, return_tensors="pt")
     generated_ids = model.generate(batch["input_ids"])
@@ -31,12 +31,11 @@ def generatePrompt(input, inputdos):
         },
     ]
     # https://huggingface.co/docs/transformers/main/en/chat_templating
-    final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    # final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
 
-    outputs = pipe(final_prompt)
-    result = outputs[0]["generated_text"]
+    outputs = pipe(messages, tokenize=False, add_generation_prompt=True)
     
-    return result 
+    return outputs[0]["generated_text"]
 #
 
 # Interface