handler.py

from inference import Chat  # 你的模型类

class EndpointHandler:
    def __init__(self, path="."):
        self.chat = Chat()

    def __call__(self, data):
        inputs = data.get("inputs", data)
        return {"results": self.chat.answer(inputs)}