Update app.py

app.py

@@ -9,10 +9,17 @@ from huggingface_hub import snapshot_download
 import uvicorn
 
 # ======================
-# CONFIGURACIÓN
+# CONFIGURACIÓN DE DISPOSITIVO (GPU/CPU)
 # ======================
+# Detectar automáticamente si hay una GPU NVIDIA disponible
+if torch.cuda.is_available():
+    DEVICE = "cuda"
+    print("✅ GPU NVIDIA detectada. Usando CUDA.")
+else:
+    DEVICE = "cpu"
+    print("⚠️ GPU no detectada. Usando CPU (puede ser más lento).")
+
 MODEL_REPO = "teszenofficial/mtptz"
-DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 
 # ======================
 # DESCARGA DEL MODELO
@@ -57,13 +64,14 @@ model = MTPMiniModel(
     dropout=0.0
 )
 
+# Cargar pesos y mover a GPU
 model.load_state_dict(model_data["model_state_dict"])
 model.to(DEVICE)
 model.eval()
-print(f"MTP 1.1 listo en {DEVICE}")
+print(f"🚀 MTP 1.1 listo y corriendo en: {DEVICE.upper()}")
 
 # ======================
-# API
+# API FASTAPI
 # ======================
 app = FastAPI(title="MTP 1.1 API")
 
@@ -78,6 +86,8 @@ def generate(prompt: Prompt):
 
     full_prompt = f"### Instrucción:\n{user_input}\n\n### Respuesta:\n"
     tokens = [tokenizer.bos_id()] + tokenizer.encode(full_prompt)
+    
+    # IMPORTANTE: Mover los inputs también a la GPU
     input_ids = torch.tensor([tokens], device=DEVICE)
 
     with torch.no_grad():
@@ -101,7 +111,7 @@ def generate(prompt: Prompt):
     return {"reply": response}
 
 # ======================
-# INTERFAZ WEB (FRONTEND)
+# INTERFAZ WEB (FRONTEND MEJORADO)
 # ======================
 @app.get("/", response_class=HTMLResponse)
 def chat_ui():
@@ -115,9 +125,8 @@ def chat_ui():
 <link rel="preconnect" href="https://fonts.googleapis.com">
 <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
 <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;500;600&display=swap" rel="stylesheet">
-<!-- Iconos SVG -->
 <style>
-/* --- VARIABLES --- */
+/* --- VARIABLES & THEME --- */
 :root {
     --bg-color: #131314;
     --surface-color: #1E1F20;
@@ -257,7 +266,7 @@ header {
     box-shadow: 0 2px 6px rgba(0,0,0,0.2);
 }
 
-/* Acciones Bot (Copiar/Regenerar) */
+/* Acciones Bot */
 .bot-actions {
     display: flex;
     gap: 10px;
@@ -406,7 +415,7 @@ header {
     <div class="input-box">
         <input type="text" id="userInput" placeholder="Escribe un mensaje..." autocomplete="off">
         <button id="mainBtn" onclick="handleBtnClick()">
-            <!-- El icono se inyecta por JS -->
+            <!-- Icono dinámico -->
         </button>
     </div>
     <div class="disclaimer">
@@ -421,15 +430,15 @@ const mainBtn = document.getElementById('mainBtn');
 
 // Variables de Estado
 let isGenerating = false;
-let abortController = null; // Para cancelar fetch
-let typingTimeout = null;   // Para cancelar escritura
+let abortController = null;
+let typingTimeout = null;
 let lastUserPrompt = "";
 
 // Iconos SVG
 const ICON_SEND = `<svg width="20" height="20" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"><path d="M22 2L11 13M22 2l-7 20-4-9-9-4 20-7z"></path></svg>`;
 const ICON_STOP = `<svg width="14" height="14" viewBox="0 0 24 24" fill="currentColor" stroke="currentColor" stroke-width="0"><rect x="2" y="2" width="20" height="20" rx="4" ry="4"></rect></svg>`;
 
-// Inicializar botón
+// Inicial
 mainBtn.innerHTML = ICON_SEND;
 
 // --- UTILS ---
@@ -448,9 +457,8 @@ function setBtnState(state) {
     }
 }
 
-// --- CORE FUNCTIONS ---
+// --- CORE ---
 
-// Manejador del Click
 function handleBtnClick() {
     if (isGenerating) {
         stopGeneration();
@@ -460,14 +468,10 @@ function handleBtnClick() {
 }
 
 function stopGeneration() {
-    // 1. Cancelar fetch
     if (abortController) abortController.abort();
-    
-    // 2. Cancelar escritura
     if (typingTimeout) clearTimeout(typingTimeout);
     
-    // 3. UI Cleanup
-    // Buscamos el cursor activo para quitarlo
+    // UI Limpieza
     const activeCursor = document.querySelector('.typing-cursor');
     if (activeCursor) activeCursor.classList.remove('typing-cursor');
     
@@ -484,7 +488,6 @@ async function sendMessage(textOverride = null) {
 
     lastUserPrompt = text;
 
-    // UI Updates
     if (!textOverride) {
         userInput.value = '';
         addMessage(text, 'user');
@@ -493,13 +496,16 @@ async function sendMessage(textOverride = null) {
     setBtnState('sending');
     abortController = new AbortController();
 
-    // Placeholder Bot
+    // Bot Placeholder
     const botRow = document.createElement('div');
     botRow.className = 'msg-row bot';
+    
     const avatar = document.createElement('div');
     avatar.className = 'bot-avatar pulsing'; 
+    
     const wrapper = document.createElement('div');
     wrapper.className = 'msg-content-wrapper';
+    
     const msgText = document.createElement('div');
     msgText.className = 'msg-text'; 
 
@@ -519,14 +525,14 @@ async function sendMessage(textOverride = null) {
 
         const data = await response.json();
         
-        if (!isGenerating) return; // Si se detuvo justo antes
+        if (!isGenerating) return; 
 
         avatar.classList.remove('pulsing');
         const reply = data.reply || "No entendí eso.";
         
         await typeWriter(msgText, reply);
         
-        if (isGenerating) { // Solo añadir acciones si no se canceló
+        if (isGenerating) {
             addActions(wrapper, reply);
             setBtnState('idle');
         }
@@ -560,7 +566,7 @@ function typeWriter(element, text, speed = 12) {
         element.classList.add('typing-cursor');
         
         function type() {
-            if (!isGenerating) { // Check de seguridad por si se dio Stop
+            if (!isGenerating) {
                 element.classList.remove('typing-cursor');
                 resolve();
                 return;
@@ -570,9 +576,7 @@ function typeWriter(element, text, speed = 12) {
                 element.textContent += text.charAt(i);
                 i++;
                 scrollToBottom();
-                typingTimeout = setTimeout(() => {
-                    type();
-                }, speed + Math.random() * 5);
+                typingTimeout = setTimeout(type, speed + Math.random() * 5);
             } else {
                 element.classList.remove('typing-cursor');
                 resolve();
@@ -586,7 +590,6 @@ function addActions(wrapperElement, textToCopy) {
     const actionsDiv = document.createElement('div');
     actionsDiv.className = 'bot-actions';
     
-    // Copy Btn
     const copyBtn = document.createElement('button');
     copyBtn.className = 'action-btn';
     copyBtn.innerHTML = `<svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"><rect x="9" y="9" width="13" height="13" rx="2" ry="2"></rect><path d="M5 15H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h9a2 2 0 0 1 2 2v1"></path></svg>`;
@@ -594,7 +597,6 @@ function addActions(wrapperElement, textToCopy) {
         navigator.clipboard.writeText(textToCopy);
     };
 
-    // Regen Btn
     const regenBtn = document.createElement('button');
     regenBtn.className = 'action-btn';
     regenBtn.innerHTML = `<svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"><path d="M23 4v6h-6"></path><path d="M1 20v-6h6"></path><path d="M3.51 9a9 9 0 0 1 14.85-3.36L23 10M1 14l4.64 4.36A9 9 0 0 0 20.49 15"></path></svg>`;
@@ -610,7 +612,6 @@ function addActions(wrapperElement, textToCopy) {
     scrollToBottom();
 }
 
-// Listeners
 userInput.addEventListener('keydown', (e) => {
     if (e.key === 'Enter') handleBtnClick();
 });