Update app.py

app.py

@@ -258,6 +258,28 @@ def get_models():
 def run_flask():
     flask_app.run(host='0.0.0.0', port=5000, debug=False, threaded=True)
 
+def forward_flask(path, request):
+    import requests
+    url = f"http://localhost:5000/{path}"
+    
+    if request.method == "POST":
+        r = requests.post(url, json=request.json)
+    else:
+        r = requests.get(url)
+    return r.json()
+
+api = gr.routes.App.create_app()
+api.router.add_api_route(
+    "/api/chat",
+    forward_flask,
+    methods=["POST"]
+)
+api.router.add_api_route(
+    "/api/vision",
+    forward_flask,
+    methods=["POST"]
+)
+
 def run_gradio():
     # CSS for the interface
     CSS = """.duplicate-button { margin: auto !important; color: white !important; background: black !important; border-radius: 100vh !important;}h3 { text-align: center;}"""