app.py

import gradio as gr
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware

from api.api import chat

app = FastAPI()

app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

@app.post("/chat/")
async def chat_endpoint(input_data: dict):
    response = await chat(input_data)
    return {"response": response}

async def gradio_chat(text):
    response = await chat({"text": text})
    return response

iface = gr.Interface(fn=gradio_chat, inputs="text", outputs="text")
iface.launch(share=True)