handler.py

from typing import Any, Dict

from inference_api import predict


class EndpointHandler:
    """
    Hugging Face Inference Endpoint handler.
    Expects payload:
      {
        "inputs": "dharmo rakṣati rakṣitaḥ",
        "parameters": {"temperature": 0.7, ...}
      }
    """

    def __init__(self, path: str = ""):
        self.path = path

    def __call__(self, data: Dict[str, Any]) -> Dict[str, Any]:
        text = data.get("inputs", "")
        params = data.get("parameters", {}) or {}
        return predict(
            text=text,
            temperature=params.get("temperature", 0.7),
            top_k=params.get("top_k", 40),
            repetition_penalty=params.get("repetition_penalty", 1.2),
            diversity_penalty=params.get("diversity_penalty", 0.0),
            num_steps=params.get("num_steps", 64),
            clean_output=params.get("clean_output", True),
        )