File size: 1,181 Bytes
cce8120
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#!/usr/bin/env bash
set -euo pipefail

ROOT=/root/projects/website-builder-backend-clean
cd "$ROOT"

python3 <<'PY'
from pathlib import Path

p=Path("backend/llm/providers/openai_compatible.py")
src=p.read_text()

if "async def generate(" not in src:

    marker="    async def complete("

    wrapper='''
    async def generate(
        self,
        model: str,
        prompt: str,
        **kwargs,
    ):
        return await self.complete(
            model=model,
            prompt=prompt,
            **kwargs,
        )

'''

    pos=src.find(marker)

    if pos==-1:
        raise RuntimeError("complete() not found")

    src=src[:pos]+wrapper+src[pos:]

    p.write_text(src)

print("patched")
PY

python3 -m py_compile \
backend/llm/providers/openai_compatible.py \
backend/llm/providers/huggingface.py

python3 <<'PY'
from backend.llm.providers.huggingface import HuggingFaceProvider

provider=HuggingFaceProvider()

print(type(provider).__name__)
print(hasattr(provider,"generate"))
print(hasattr(provider,"complete"))
PY

echo
echo "========================================"
echo "OpenAICompatibleProvider repaired"
echo "========================================"