server.py

from dotenv import load_dotenv
from flask import Flask, jsonify, request
from flask_cors import CORS
from gradio_client import Client

load_dotenv()

port = 5003


app = Flask(__name__)

CORS(app)


@app.route("/bot", methods=["POST"])
def send_message():
    data = request.get_json()
    message = data.get("message")

    client = Client("wendellast/test")
    result = client.predict(
        message=message, max_tokens=512, temperature=0.7, top_p=0.95, api_name="/chat"
    )

    return jsonify({"response": result})


if __name__ == "__main__":
    app.run(host="0.0.0.0", port=port)