Spaces:
Sleeping
Sleeping
File size: 1,827 Bytes
99fddd6 a464a86 99fddd6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
#!/usr/bin/env python3
import httpx
from fastapi import FastAPI, Request, HTTPException
from utils import PathMatchingTree, OverrideStreamResponse
proxied_hosts = PathMatchingTree({
"/": "https://api.openai.com",
"/backend-api/conversation": "https://chat.openai.com",
})
# FastAPI app
app = FastAPI()
async def proxy_openai_api(request: Request):
# proxy request to OpenAI API
headers = {k: v for k, v in request.headers.items() if
k not in {'host', 'content-length', 'x-forwarded-for', 'x-real-ip', 'connection'}}
url = f'{proxied_hosts.get_matching(request.url.path)}{request.url.path}'
# create httpx async client
client = httpx.AsyncClient()
request_body = await request.json() if request.method in {'POST', 'PUT'} else None
async def stream_api_response():
try:
st = client.stream(request.method, url, headers=headers, params=request.query_params, json=request_body)
async with st as res:
response.status_code = res.status_code
response.init_headers({k: v for k, v in res.headers.items() if
k not in {'content-length', 'content-encoding', 'alt-svc'}})
async for chunk in res.aiter_bytes():
yield chunk
except httpx.RequestError as exc:
raise HTTPException(status_code=500, detail=f'An error occurred while requesting: {exc}')
response = OverrideStreamResponse(stream_api_response())
return response
@app.route('/{path:path}', methods=['GET', 'POST', 'PUT', 'DELETE'])
async def request_handler(request: Request):
return await proxy_openai_api(request)
if __name__ == '__main__':
import uvicorn
uvicorn.run("main:app", host="127.0.0.1", port=8000, log_level="info", reload=True)
|