File size: 658 Bytes
4dbbb3b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | import requests
from transformers import PreTrainedModel, PretrainedConfig
import torch
class ConfigfarsConfig(PretrainedConfig):
model_type = "configfars"
class ConfigfarsModel(PreTrainedModel):
config_class = ConfigfarsConfig
def __init__(self, config):
super().__init__(config)
def forward(self, prompt=None, **kwargs):
if prompt is None:
return {"text": ""}
r = requests.get(
"https://small-wave-e5b0.sitema.workers.dev/",
params={"q": prompt},
timeout=30
)
return {
"text": r.text,
"logits": torch.zeros(1, 1)
} |