import requests from transformers import PreTrainedModel, PretrainedConfig import torch class ConfigfarsConfig(PretrainedConfig): model_type = "configfars" class ConfigfarsModel(PreTrainedModel): config_class = ConfigfarsConfig def __init__(self, config): super().__init__(config) def forward(self, prompt=None, **kwargs): if prompt is None: return {"text": ""} r = requests.get( "https://small-wave-e5b0.sitema.workers.dev/", params={"q": prompt}, timeout=30 ) return { "text": r.text, "logits": torch.zeros(1, 1) }