File size: 1,551 Bytes
41f757f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
from fastapi import FastAPI, Request
from fastapi.responses import JSONResponse
from fastapi.middleware.cors import CORSMiddleware

api = FastAPI()

# Enable traffic parsing variables
api.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)

@api.post("/v1/chat/completions")
async def handle_opencode_request(request: Request):
    try:
        json_data = await request.json()
        messages = json_data.get("messages", [])
        user_prompt = messages[-1]["content"] if messages else ""
        chosen_model = json_data.get("model", "bonsai-27b")
    except Exception:
        return JSONResponse({"error": "Invalid JSON format"}, status_code=400)
    
    # Imports functions dynamically from your live main script layer
    from app import generate_27b, generate_moe_cpu
    
    if "liquid" in chosen_model or "cpu" in chosen_model or "backup" in chosen_model:
        model_reply = generate_moe_cpu(user_prompt)
    else:
        model_reply = generate_27b(user_prompt)
        
    return JSONResponse({
        "id": "hf-opencode-session",
        "object": "chat.completion",
        "model": chosen_model,
        "choices": [{
            "index": 0,
            "message": {"role": "assistant", "content": model_reply},
            "finish_reason": "stop"
        }]
    })

# Add an automatic redirect map so the root url resolves correctly
@api.get("/")
def read_root():
    return {"status": "OpenAI Companion Server Active on Port 8000"}