Update app.py

app.py

@@ -30,6 +30,11 @@ def generate(inputuno, inputdos, max_new_tokens=3556, top_p=0.95, repetition_pen
         seed=42,
     )
 
+    batch = tokenizer(prompt, return_tensors="pt")
+    generated_ids = model.generate(batch["input_ids"])
+    output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
+    new_prompt = output[0]
+    
     messages = [
         {
             "role": "system", "content": str(new_prompt)
@@ -47,31 +52,6 @@ def generate(inputuno, inputdos, max_new_tokens=3556, top_p=0.95, repetition_pen
         yield output
     return output
     
-
-def generatePrompt(inputuno, inputdos):
-    
-    prompt = inputuno
-    promptdos = inputdos
-
-    batch = tokenizer(prompt, return_tensors="pt")
-    generated_ids = model.generate(batch["input_ids"])
-    output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
-    new_prompt = output[0]
-
-    messages = [
-        {
-            "role": "system", "content": str(new_prompt)
-        },
-        {
-            "role": "user", "content": str(promptdos)
-        },
-    ]
-    # https://huggingface.co/docs/transformers/main/en/chat_templating
-    final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
-
-    outputs = pipe(final_prompt, do_sample=True,)
-    
-    return outputs[0]["generated_text"]
 #
 
 # Interface