Upload 2 files

proxy.py

@@ -0,0 +1,67 @@
+from fastapi import FastAPI, Request, HTTPException, Depends
+from fastapi.responses import StreamingResponse
+from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
+import httpx
+import json
+
+app = FastAPI()
+security = HTTPBearer()
+
+API_KEY = "connectkey"
+OLLAMA_BASE = "http://localhost:11434"
+
+
+def verify_key(credentials: HTTPAuthorizationCredentials = Depends(security)):
+    if credentials.credentials != API_KEY:
+        raise HTTPException(status_code=401, detail="Invalid API key")
+    return credentials.credentials
+
+
+@app.get("/api/version")
+async def version(key: str = Depends(verify_key)):
+    async with httpx.AsyncClient() as client:
+        r = await client.get(f"{OLLAMA_BASE}/api/version")
+        return r.json()
+
+
+@app.get("/api/tags")
+async def tags(key: str = Depends(verify_key)):
+    async with httpx.AsyncClient() as client:
+        r = await client.get(f"{OLLAMA_BASE}/api/tags")
+        return r.json()
+
+
+async def _stream(url: str, body: dict):
+    body["stream"] = True
+    async with httpx.AsyncClient(timeout=None) as client:
+        async with client.stream("POST", url, json=body) as r:
+            async for chunk in r.aiter_bytes():
+                yield chunk
+
+
+@app.post("/api/generate")
+async def generate(request: Request, key: str = Depends(verify_key)):
+    body = await request.json()
+    body["stream"] = True
+    return StreamingResponse(
+        _stream(f"{OLLAMA_BASE}/api/generate", body),
+        media_type="application/x-ndjson",
+    )
+
+
+@app.post("/api/chat")
+async def chat(request: Request, key: str = Depends(verify_key)):
+    body = await request.json()
+    body["stream"] = True
+    return StreamingResponse(
+        _stream(f"{OLLAMA_BASE}/api/chat", body),
+        media_type="application/x-ndjson",
+    )
+
+
+@app.post("/api/embeddings")
+async def embeddings(request: Request, key: str = Depends(verify_key)):
+    body = await request.json()
+    async with httpx.AsyncClient(timeout=None) as client:
+        r = await client.post(f"{OLLAMA_BASE}/api/embeddings", json=body)
+        return r.json()

requirements (3).txt

@@ -0,0 +1,3 @@
+fastapi
+uvicorn[standard]
+httpx