Update app.py

app.py

@@ -1,11 +1,13 @@
 import os
-os.environ["GRADIO_SSR_MODE"] = "false"  # ✅ 맨 위에 추가
+os.environ["GRADIO_SSR_MODE"] = "false"
 
 import torch
 import spaces
 import gradio as gr
 from transformers import AutoModelForImageTextToText, AutoProcessor
 from huggingface_hub import login
+from fastapi import Request
+from fastapi.responses import JSONResponse
 
 # Login with HF token if available
 hf_token = os.environ.get("HF_TOKEN")
@@ -91,103 +93,7 @@ def translate(text: str, source_lang: str, target_lang: str) -> str:
     return output.strip()
 
 
-from fastapi import FastAPI, Request
-from fastapi.responses import JSONResponse
-
-app = FastAPI()
-
-@app.get("/health")
-async def health_check():
-    return {"status": "ok"}
-
 LANG_CODES = list(LANGUAGES.keys())
-
-
-@app.post("/mcp")
-async def mcp_handler(request: Request):
-    body = await request.json()
-    method = body.get("method", "")
-    params = body.get("params", {})
-    msg_id = body.get("id")
-
-    if method == "initialize":
-        return JSONResponse({
-            "jsonrpc": "2.0",
-            "id": msg_id,
-            "result": {
-                "protocolVersion": "2024-11-05",
-                "capabilities": {"tools": {}},
-                "serverInfo": {
-                    "name": "translategemma-mcp",
-                    "version": "1.0.0"
-                }
-            }
-        })
-
-    elif method == "tools/list":
-        return JSONResponse({
-            "jsonrpc": "2.0",
-            "id": msg_id,
-            "result": {
-                "tools": [
-                    {
-                        "name": "translate",
-                        "description": "Translate text between 55 languages using TranslateGemma-4B-IT",
-                        "inputSchema": {
-                            "type": "object",
-                            "properties": {
-                                "text": {
-                                    "type": "string",
-                                    "description": "The text to translate"
-                                },
-                                "source_lang": {
-                                    "type": "string",
-                                    "description": f"Source language code: {', '.join(LANG_CODES)}"
-                                },
-                                "target_lang": {
-                                    "type": "string",
-                                    "description": f"Target language code: {', '.join(LANG_CODES)}"
-                                }
-                            },
-                            "required": ["text", "source_lang", "target_lang"]
-                        }
-                    }
-                ]
-            }
-        })
-
-    elif method == "tools/call":
-        tool_name = params.get("name")
-        arguments = params.get("arguments", {})
-
-        if tool_name == "translate":
-            try:
-                result = translate(
-                    arguments.get("text", ""),
-                    arguments.get("source_lang", "en"),
-                    arguments.get("target_lang", "en")
-                )
-                return JSONResponse({
-                    "jsonrpc": "2.0",
-                    "id": msg_id,
-                    "result": {
-                        "content": [{"type": "text", "text": result}]
-                    }
-                })
-            except Exception as e:
-                return JSONResponse({
-                    "jsonrpc": "2.0",
-                    "id": msg_id,
-                    "error": {"code": -32000, "message": str(e)}
-                })
-
-    return JSONResponse({
-        "jsonrpc": "2.0",
-        "id": msg_id,
-        "error": {"code": -32601, "message": f"Method not found: {method}"}
-    })
-
-
 LANG_CHOICES = [f"{code} ({name})" for code, name in LANGUAGES.items()]
 
 
@@ -197,6 +103,7 @@ def gradio_translate(text, source, target):
     return translate(text, src_code, tgt_code)
 
 
+# ✅ Gradio UI 정의
 with gr.Blocks(title="TranslateGemma") as demo:
     
     gr.HTML("""
@@ -385,8 +292,90 @@ with gr.Blocks(title="TranslateGemma") as demo:
             outputs=output_text
         )
 
-app = gr.mount_gradio_app(app, demo, path="/")
 
+# ✅ Gradio 앱 실행 후 FastAPI 라우트 추가
+app = demo.app  # Gradio 내부 FastAPI 앱 가져오기
+
+
+@app.get("/health")
+async def health_check():
+    return {"status": "ok"}
+
+
+@app.post("/mcp")
+async def mcp_handler(request: Request):
+    body = await request.json()
+    method = body.get("method", "")
+    params = body.get("params", {})
+    msg_id = body.get("id")
+
+    if method == "initialize":
+        return JSONResponse({
+            "jsonrpc": "2.0",
+            "id": msg_id,
+            "result": {
+                "protocolVersion": "2024-11-05",
+                "capabilities": {"tools": {}},
+                "serverInfo": {
+                    "name": "translategemma-mcp",
+                    "version": "1.0.0"
+                }
+            }
+        })
+
+    elif method == "tools/list":
+        return JSONResponse({
+            "jsonrpc": "2.0",
+            "id": msg_id,
+            "result": {
+                "tools": [
+                    {
+                        "name": "translate",
+                        "description": "Translate text between 55 languages using TranslateGemma-4B-IT",
+                        "inputSchema": {
+                            "type": "object",
+                            "properties": {
+                                "text": {"type": "string", "description": "The text to translate"},
+                                "source_lang": {"type": "string", "description": f"Source language code: {', '.join(LANG_CODES)}"},
+                                "target_lang": {"type": "string", "description": f"Target language code: {', '.join(LANG_CODES)}"}
+                            },
+                            "required": ["text", "source_lang", "target_lang"]
+                        }
+                    }
+                ]
+            }
+        })
+
+    elif method == "tools/call":
+        tool_name = params.get("name")
+        arguments = params.get("arguments", {})
+
+        if tool_name == "translate":
+            try:
+                result = translate(
+                    arguments.get("text", ""),
+                    arguments.get("source_lang", "en"),
+                    arguments.get("target_lang", "en")
+                )
+                return JSONResponse({
+                    "jsonrpc": "2.0",
+                    "id": msg_id,
+                    "result": {"content": [{"type": "text", "text": result}]}
+                })
+            except Exception as e:
+                return JSONResponse({
+                    "jsonrpc": "2.0",
+                    "id": msg_id,
+                    "error": {"code": -32000, "message": str(e)}
+                })
+
+    return JSONResponse({
+        "jsonrpc": "2.0",
+        "id": msg_id,
+        "error": {"code": -32601, "message": f"Method not found: {method}"}
+    })
+
+
+# ✅ Gradio launch로 실행 (FastAPI mount 대신)
 if __name__ == "__main__":
-    import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    demo.launch(server_name="0.0.0.0", server_port=7860)