Update app.py

app.py

@@ -4,11 +4,12 @@ import torch
 import tempfile
 import asyncio
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 import edge_tts
 import pdfplumber
 
-MODEL_ID = "Qwen/Qwen2.5-Coder-7B-Instruct"
+# ── Configuración Principal ───────────────────────────────────────────────────
+MODEL_ID = "Qwen/Qwen2.5-Coder-32B-Instruct"
 API_KEY  = os.environ.get("BRAIN_API_KEY", "")
 TTS_VOZ  = "es-ES-AlvaroNeural"
 
@@ -19,14 +20,24 @@ SYSTEM_DEFAULT = (
 
 print("Cargando tokenizer...")
 tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
+
+print("Configurando motor de cuantización (4-bits)...")
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_compute_dtype=torch.bfloat16,
+    bnb_4bit_use_double_quant=True,
+    bnb_4bit_quant_type="nf4"
+)
+
 print("Cargando modelo...")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_ID,
-    torch_dtype=torch.bfloat16,
+    quantization_config=quantization_config,
+    device_map="auto",
     low_cpu_mem_usage=True,
     trust_remote_code=True,
 )
-print("Modelo listo ✅")
+print("Modelo 32B listo ✅")
 
 
 # ── TTS ───────────────────────────────────────────────────────────────────────
@@ -136,7 +147,7 @@ VOCES = {
 }
 
 with gr.Blocks(title="🧠 Fénix Brain", theme=gr.themes.Base()) as demo:
-    gr.Markdown("# 🧠 Fénix Brain\nQwen2.5-Coder-7B · Documentos · Voz")
+    gr.Markdown("# 🧠 Fénix Brain\nQwen2.5-Coder-32B-Instruct (4-bit) · Documentos · Voz")
 
     with gr.Tab("💬 Chat"):
         with gr.Row():
@@ -174,14 +185,5 @@ result = client.predict(
     max_tokens=1024,
     api_name="/generar"
 )
-```
-        """)
-        api_prompt  = gr.Textbox(label="Prompt")
-        api_system  = gr.Textbox(label="System", value=SYSTEM_DEFAULT)
-        api_key_box = gr.Textbox(label="API Key", type="password")
-        api_out     = gr.Textbox(label="Respuesta", lines=10)
-        gr.Button("Probar API").click(
-            generar, [api_prompt, api_system, api_key_box], api_out, api_name="generar"
-        )
 
 demo.launch(server_name="0.0.0.0", server_port=7860)