Update app.py

app.py

@@ -137,5 +137,47 @@ async def api_chat(
         processing_time_ms=int((time.time() - start) * 1000)
     )
 
+# Ganti bagian bawah app.py — dari "Tambah API route" sampai akhir
+
+# ── Build Gradio dulu ─────────────────────────────────────
+def gradio_chat(message, history):
+    prompt    = f"{message} <cot>"
+    full      = generate_text(
+        model=model, tokenizer=tokenizer, prompt=prompt,
+        max_new_tokens=200, temperature=0.7,
+        top_k=50, top_p=0.9, device=device
+    )
+    raw       = full[len(prompt):].strip()
+    _, answer = _extract_thinking(raw)
+    return answer if answer else "Maaf, saya tidak mengerti."
+
+demo = gr.ChatInterface(
+    fn=gradio_chat,
+    title="Indonesian LLM",
+    description="Chat dengan model bahasa Indonesia"
+)
+
+# ── Tambah custom routes SEBELUM launch ──────────────────
+@demo.app.get("/api/health")
+def health():
+    return {"status": "ok", "device": str(device)}
+
+@demo.app.post("/api/chat")
+async def api_chat(req: ChatRequest, request: Request, _key: str = Depends(verify_api_key)):
+    start  = time.time()
+    prompt = f"{req.message} <cot>"
+    full   = generate_text(
+        model=model, tokenizer=tokenizer, prompt=prompt,
+        max_new_tokens=req.max_tokens, temperature=req.temperature,
+        top_k=50, top_p=0.9, device=device
+    )
+    raw              = full[len(prompt):].strip()
+    thinking, answer = _extract_thinking(raw)
+    return ChatResponse(
+        answer=answer if answer else "Maaf, saya tidak mengerti.",
+        thinking=thinking if req.show_thinking else None,
+        processing_time_ms=int((time.time() - start) * 1000)
+    )
+
 # ── Launch ───────────────────────────────────────────────
-demo.launch()
+demo.launch(server_name="0.0.0.0", server_port=7860)