Update LLMPipeline.py

LLMPipeline.py

@@ -1,43 +1,79 @@
-import requests
-import os
+# import requests
+# import os
 
-API_KEY = os.getenv("OPENAI_API_KEY")
+# API_KEY = os.getenv("OPENAI_API_KEY")
 
-def summarize_headlines(headlines):
-    prompt = "Resume estos titulares en tono humorístico:\n" + "\n".join(headlines) #"Resume this headlines in a humoristic way"
+# def summarize_headlines(headlines):
+#     prompt = "Resume estos titulares en tono humorístico:\n" + "\n".join(headlines) #"Resume this headlines in a humoristic way"
 
-    body = {
-        "model": "gpt-4o-mini",
-        "messages": [{"role": "user", "content": prompt}]
-    }
+#     body = {
+#         "model": "gpt-4o-mini",
+#         "messages": [{"role": "user", "content": prompt}]
+#     }
 
-    r = requests.post(
-        "https://api.openai.com/v1/chat/completions",
-        json=body,
-        headers={"Authorization": f"Bearer {API_KEY}"}
-    )
-    print('HOLA ISABEL')
-    print(list(r.json().values())[0])
-    return list(r.json().values())[0]['message']#["content"] #["choices"][0]
+#     r = requests.post(
+#         "https://api.openai.com/v1/chat/completions",
+#         json=body,
+#         headers={"Authorization": f"Bearer {API_KEY}"}
+#     )
+#     print('HOLA ISABEL')
+#     print(list(r.json().values())[0])
+#     return list(r.json().values())[0]['message']#["content"] #["choices"][0]
 
 
-def generate_image_prompt(summary):
-    prompt = f"""
-    Crea un prompt para imagen tipo meme sobre este resumen de noticias:
-    {summary}
+# def generate_image_prompt(summary):
+#     prompt = f"""
+#     Crea un prompt para imagen tipo meme sobre este resumen de noticias:
+#     {summary}
+
+#     El prompt debe ser corto, visual y gracioso.
+#     """
+#     #Create a prompt for a meme related to this resume. The prompt must be short, visual and funny.
+#     body = {
+#         "model": "gpt-4o-mini",
+#         "messages": [{"role": "user", "content": prompt}]
+#     }
+
+#     r = requests.post(
+#         "https://api.openai.com/v1/chat/completions",
+#         json=body,
+#         headers={"Authorization": f"Bearer {API_KEY}"}
+#     )
+
+#     return list(r.json().values())[0]['message']#r.json()['message']["content"] #["choices"][0]
+
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+
+# 1️⃣ Configura el modelo
+model_name = "tiiuae/falcon-7b-instruct"
+
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    device_map="auto",    # usa GPU si está disponible
+    torch_dtype="auto"
+)
+
+# 2️⃣ Pipeline de texto
+text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
-    El prompt debe ser corto, visual y gracioso.
+# ----------------------------
+# Funciones
+# ----------------------------
+
+def summarize_headlines(headlines):
+    """
+    Resume titulares en tono humorístico.
+    """
+    prompt = "Resume estos titulares de manera humorística:\n" + "\n".join(headlines)
+    result = text_generator(prompt, max_length=150, do_sample=True, temperature=0.7)[0]['generated_text']
+    return result.strip()
+
+def generate_image_prompt(summary):
     """
-    #Create a prompt for a meme related to this resume. The prompt must be short, visual and funny.
-    body = {
-        "model": "gpt-4o-mini",
-        "messages": [{"role": "user", "content": prompt}]
-    }
-
-    r = requests.post(
-        "https://api.openai.com/v1/chat/completions",
-        json=body,
-        headers={"Authorization": f"Bearer {API_KEY}"}
-    )
-
-    return list(r.json().values())[0]['message']#r.json()['message']["content"] #["choices"][0]
+    Genera un prompt corto y visual para un generador de imágenes tipo meme.
+    """
+    prompt = f"Crea un prompt para imagen tipo meme sobre este resumen de noticias:\n{summary}\nEl prompt debe ser corto, visual y gracioso."
+    result = text_generator(prompt, max_length=100, do_sample=True, temperature=0.7)[0]['generated_text']
+    return result.strip()
+