Spaces:
Running on Zero
Running on Zero
File size: 1,551 Bytes
41f757f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | from fastapi import FastAPI, Request
from fastapi.responses import JSONResponse
from fastapi.middleware.cors import CORSMiddleware
api = FastAPI()
# Enable traffic parsing variables
api.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
@api.post("/v1/chat/completions")
async def handle_opencode_request(request: Request):
try:
json_data = await request.json()
messages = json_data.get("messages", [])
user_prompt = messages[-1]["content"] if messages else ""
chosen_model = json_data.get("model", "bonsai-27b")
except Exception:
return JSONResponse({"error": "Invalid JSON format"}, status_code=400)
# Imports functions dynamically from your live main script layer
from app import generate_27b, generate_moe_cpu
if "liquid" in chosen_model or "cpu" in chosen_model or "backup" in chosen_model:
model_reply = generate_moe_cpu(user_prompt)
else:
model_reply = generate_27b(user_prompt)
return JSONResponse({
"id": "hf-opencode-session",
"object": "chat.completion",
"model": chosen_model,
"choices": [{
"index": 0,
"message": {"role": "assistant", "content": model_reply},
"finish_reason": "stop"
}]
})
# Add an automatic redirect map so the root url resolves correctly
@api.get("/")
def read_root():
return {"status": "OpenAI Companion Server Active on Port 8000"}
|