Update app.py

app.py

@@ -1,4 +1,5 @@
 from flask import Flask, request, Response, stream_with_context, jsonify
+from openai import OpenAI
 import requests
 import json
 
@@ -11,20 +12,24 @@ def index():
 @app.route('/<path:subpath>', methods=['POST'])
 def forward_to_target(subpath):
     try:
+        # 构建目标 URL
+        target_url = f'https://{subpath}'
+        print(f"Target URL: {target_url}")  # 调试信息
+
         # 获取请求数据
         data = request.json
         print(f"Request data: {data}")  # 调试信息
 
         # 检查是否是特定路径需要特殊处理
-        if True:
+        if 'v1/chat/completions' in subpath:
             auth_header = request.headers.get('Authorization')
             if not auth_header or not auth_header.startswith('Bearer '):
                 return jsonify({"error": "Unauthorized"}), 401
 
             api_key = auth_header.split(" ")[1]
-            target_url = f"https://{subpath.split('/')[1]}"
-            print(f"Adjusted target URL for special handling: {target_url}")  # 调试信息
-
+            #target_url = f"https://{subpath.split('/')[0]}"
+            target_url = f"https://{subpath.split('/')[0]}/v1"
+            '''
             model = data['model']
             messages = data['messages']
             temperature = data.get('temperature', 0.7)  # 默认值0.7
@@ -33,11 +38,7 @@ def forward_to_target(subpath):
             stream = data.get('stream', False)          # 默认值False
             functions = data.get('functions', None)     # Functions for function calling
             function_call = data.get('function_call', None)  # Specific function call request
-
-            headers = {
-                'Authorization': f'Bearer {api_key}',
-                'Content-Type': 'application/json'
-            }
+            
 
             payload = {
                 'model': model,
@@ -50,30 +51,28 @@ def forward_to_target(subpath):
                 'function_call': function_call
             }
             print(f"Payload: {payload}")  # 调试信息
-
+            '''
+            # 创建每个请求的 OpenAI 客户端实例
+            client = OpenAI(
+                api_key=api_key,
+                base_url=target_url
+            )
+            stream = data.get('stream',False)          # 默认值False
             if stream:
+                # 处理流式响应
                 def generate():
-                    with requests.post(target_url, headers=headers, json=payload, stream=True) as r:
-                        for chunk in r.iter_content(chunk_size=8192):
-                            if chunk:
-                                yield f"data: {chunk.decode('utf-8')}\n\n"
-                return Response(stream_with_context(generate()), content_type='text/event-stream')
-            else:
-                response = requests.post(target_url, headers=headers, json=payload)
-                response.raise_for_status()  # 确保抛出请求错误
-                return jsonify(response.json())
-
-        else:
-            # 获取请求头
-            headers = {key: value for key, value in request.headers if key != 'Host'}
-            print(f"Headers: {headers}")  # 调试信息
+                    response = client.chat.completions.create(**data)
 
-            # 转发请求到目标 URL
-            response = requests.post(target_url, headers=headers, json=data)
-            response.raise_for_status()  # 确保抛出请求错误
+                    for chunk in response:
+                        yield f"data: {json.dumps(chunk)}\n\n"
 
-            # 返回目标 URL 的响应
-            return Response(response.content, status=response.status_code, content_type=response.headers['Content-Type'])
+                return Response(stream_with_context(generate()), content_type='text/event-stream')
+            else:
+                response = client.chat.completions.create(**data)
+                response_dict = response.to_dict()  # 转换为字典
+                #print(f"Response: {response_dict}")  # 调试信息
+                return jsonify(response_dict)
+                
 
     except requests.exceptions.RequestException as e:
         print(f"RequestException: {e}")  # 调试信息
@@ -82,5 +81,6 @@ def forward_to_target(subpath):
         print(f"Exception: {e}")  # 调试信息
         return jsonify({"error": str(e)}), 500
 
+
 if __name__ == "__main__":
-    app.run(host='0.0.0.0', port=7860, threaded=True)
+    app.run(host='0.0.0.0', port=4500, threaded=True)