Update app.py

app.py

@@ -5,7 +5,7 @@ import json
 import logging
 
 app = Flask(__name__)
-logging.basicConfig(level=logging.INFO)
+logging.basicConfig(level=logging.DEBUG)
 
 DEEPINFRA_API_URL = "https://api.deepinfra.com/v1/openai/chat/completions"
 API_KEY = os.environ.get("API_KEY")
@@ -19,10 +19,19 @@ def authenticate():
 
 @app.route('/hf/v1/chat/completions', methods=['POST'])
 def chat_completions():
+    logging.debug(f"Received headers: {request.headers}")
+    logging.debug(f"Received body: {request.get_data(as_text=True)}")
+
     if not authenticate():
+        logging.warning("Unauthorized access attempt")
         return jsonify({"error": "Unauthorized"}), 401
 
-    openai_request = request.json
+    try:
+        openai_request = request.json
+    except json.JSONDecodeError:
+        logging.error("Invalid JSON in request body")
+        return jsonify({"error": "Invalid JSON in request body"}), 400
+
     logging.info(f"Received request: {openai_request}")
 
     deepinfra_request = {
@@ -41,6 +50,8 @@ def chat_completions():
     try:
         response = requests.post(DEEPINFRA_API_URL, json=deepinfra_request, headers=headers, stream=deepinfra_request["stream"])
         response.raise_for_status()
+        logging.debug(f"DeepInfra API response status: {response.status_code}")
+        logging.debug(f"DeepInfra API response headers: {response.headers}")
     except requests.RequestException as e:
         logging.error(f"Error calling DeepInfra API: {str(e)}")
         return jsonify({"error": "Failed to call DeepInfra API"}), 500
@@ -49,31 +60,43 @@ def chat_completions():
         def generate():
             full_content = ""
             for line in response.iter_lines():
-                if line:
-                    data = json.loads(line.decode('utf-8').split('data: ')[1])
-                    if data == "[DONE]":
-                        yield f"data: [DONE]\n\n"
-                        break
-                    
-                    delta_content = data['choices'][0]['delta'].get('content', '')
-                    full_content += delta_content
-                    
-                    openai_format = {
-                        "id": data['id'],
-                        "object": "chat.completion.chunk",
-                        "created": data['created'],
-                        "model": data['model'],
-                        "choices": [
-                            {
-                                "index": 0,
-                                "delta": {
-                                    "content": delta_content
-                                },
-                                "finish_reason": data['choices'][0].get('finish_reason')
-                            }
-                        ]
-                    }
-                    yield f"data: {json.dumps(openai_format)}\n\n"
+                if not line:
+                    logging.warning("Received empty line from DeepInfra API")
+                    continue
+                try:
+                    line_text = line.decode('utf-8')
+                    if line_text.startswith('data: '):
+                        data_text = line_text.split('data: ', 1)[1]
+                        if data_text == "[DONE]":
+                            yield f"data: [DONE]\n\n"
+                            break
+                        data = json.loads(data_text)
+                        
+                        delta_content = data['choices'][0]['delta'].get('content', '')
+                        full_content += delta_content
+                        
+                        openai_format = {
+                            "id": data['id'],
+                            "object": "chat.completion.chunk",
+                            "created": data['created'],
+                            "model": data['model'],
+                            "choices": [
+                                {
+                                    "index": 0,
+                                    "delta": {
+                                        "content": delta_content
+                                    },
+                                    "finish_reason": data['choices'][0].get('finish_reason')
+                                }
+                            ]
+                        }
+                        yield f"data: {json.dumps(openai_format)}\n\n"
+                except json.JSONDecodeError as e:
+                    logging.error(f"JSON decode error: {e}. Raw line: {line}")
+                    continue
+                except Exception as e:
+                    logging.error(f"Error processing line: {e}. Raw line: {line}")
+                    continue
             
             # Send the final usage information
             if 'usage' in data:
@@ -121,5 +144,9 @@ def chat_completions():
             logging.error(f"Error processing DeepInfra response: {str(e)}")
             return jsonify({"error": "Failed to process DeepInfra response"}), 500
 
+@app.route('/')
+def home():
+    return "Welcome to the API proxy server. Please use the /hf/v1/chat/completions endpoint for chat completions."
+
 if __name__ == '__main__':
     app.run(host='0.0.0.0', port=7860)