Update main.py

main.py

@@ -151,18 +151,27 @@ async def list_models():
 async def chat_completions(
     request: ChatRequest, app_secret: str = Depends(verify_app_secret)
 ):
+    # Log the model requested by the client
     logger.info(f"Received chat completion request for model: {request.model}")
 
+    # Log allowed models for verification purposes
+    logger.info(f"Allowed models: {[model['id'] for model in ALLOWED_MODELS]}")
+
     if request.model not in [model['id'] for model in ALLOWED_MODELS]:
+        logger.error(f"Model {request.model} is not allowed.")
         raise HTTPException(
             status_code=400,
             detail=f"Model {request.model} is not allowed. Allowed models are: {', '.join(model['id'] for model in ALLOWED_MODELS)}",
         )
+
+    # Log the JSON payload for the request to the external API
+    logger.info(f"Sending request to external API with model: {request.model}")
+    
     # Generate a UUID
     original_uuid = uuid.uuid4()
     uuid_str = str(original_uuid).replace("-", "")
 
-    # Using the OpenAI API
+    # Prepare json_data for the external request
     json_data = {
         'prompt': "\n".join(
             [
@@ -205,6 +214,9 @@ async def chat_completions(
     async def generate():
         async with httpx.AsyncClient() as client:
             try:
+                # Log request details before making the API call
+                logger.info(f"External API request json_data: {json.dumps(json_data, indent=2)}")
+                
                 async with client.stream('POST', 'https://sider.ai/api/v3/completion/text', headers=headers, json=json_data, timeout=120.0) as response:
                     response.raise_for_status()
                     async for line in response.aiter_lines():
@@ -228,11 +240,14 @@ async def chat_completions(
         full_response = ""
         async for chunk in generate():
             if chunk.startswith("data: ") and not chunk[6:].startswith("[DONE]"):
-                # print(chunk)
+                # Parse the chunk data and log it for debugging
                 data = json.loads(chunk[6:])
+                logger.info(f"Chunk data received: {data}")
+                
                 if data["choices"][0]["delta"].get("content"):
                     full_response += data["choices"][0]["delta"]["content"]
         
+        logger.info(f"Full response generated for model {request.model}: {full_response}")
         return {
             "id": f"chatcmpl-{uuid.uuid4()}",
             "object": "chat.completion",
@@ -247,8 +262,3 @@ async def chat_completions(
             ],
             "usage": None,
         }
-
-
-
-if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=7860)