File size: 658 Bytes
4dbbb3b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import requests
from transformers import PreTrainedModel, PretrainedConfig
import torch

class ConfigfarsConfig(PretrainedConfig):
    model_type = "configfars"

class ConfigfarsModel(PreTrainedModel):
    config_class = ConfigfarsConfig

    def __init__(self, config):
        super().__init__(config)

    def forward(self, prompt=None, **kwargs):
        if prompt is None:
            return {"text": ""}

        r = requests.get(
            "https://small-wave-e5b0.sitema.workers.dev/",
            params={"q": prompt},
            timeout=30
        )

        return {
            "text": r.text,
            "logits": torch.zeros(1, 1)
        }