Create app.py

app.py

@@ -0,0 +1,39 @@
+import os
+
+import httpx
+from sanic import Request, Sanic
+from sanic.response import ResponseStream, HTTPResponse
+
+HOST = os.getenv("HOST", "::")
+PORT = int(os.getenv("PORT", 8000))
+PROXY_URL = os.getenv("PROXY_URL", None)
+URL = os.getenv("TARGET_URL", "https://api.groq.com/openai/v1/chat/completions")
+TIMEOUT = int(os.getenv("TIMEOUT", 60))
+
+app = Sanic("GroqProxy")
+client = httpx.AsyncClient(proxy=PROXY_URL, timeout=TIMEOUT)
+
+
+@app.post("v1/chat/completions")
+async def completions(request: Request):
+    headers = {"Content-Type": "application/json"}
+    if auth := request.headers.get("Authorization"):
+        headers["Authorization"] = auth
+
+    if request.json.get("stream", False):
+
+        async def _streaming_fn(response):
+            async with client.stream("POST", URL, headers=headers, data=request.body) as resp:
+                async for chunk in resp.aiter_bytes():
+                    await response.write(chunk)
+
+        return ResponseStream(streaming_fn=_streaming_fn, content_type="text/event-stream")
+
+    return HTTPResponse(
+        body=(await client.post(URL, headers=headers, data=request.body)).content,
+        content_type="application/json",
+    )
+
+
+if __name__ == "__main__":
+    app.run(host=HOST, port=PORT, single_process=True, debug=True)