Create app.py

app.py

@@ -0,0 +1,73 @@
+import os
+import requests
+from flask import Flask, request, Response, stream_with_context, jsonify
+import json
+
+app = Flask(__name__)
+
+DEEPINFRA_API_URL = "https://api.deepinfra.com/v1/openai/chat/completions"
+API_KEY = os.environ.get("API_KEY")
+
+def authenticate():
+    auth_header = request.headers.get("Authorization")
+    if not auth_header or not auth_header.startswith("Bearer "):
+        return False
+    token = auth_header.split(" ")[1]
+    return token == API_KEY
+
+@app.route('/v1/chat/completions', methods=['POST'])
+def chat_completions():
+    if not authenticate():
+        return jsonify({"error": "Unauthorized"}), 401
+
+    # 获取OpenAI格式的请求
+    openai_request = request.json
+
+    # 转换为DeepInfra格式
+    deepinfra_request = {
+        "model": openai_request.get("model", "meta-llama/Meta-Llama-3.1-70B-Instruct"),
+        "temperature": openai_request.get("temperature", 0.7),
+        "max_tokens": openai_request.get("max_tokens", 1000),
+        "stream": openai_request.get("stream", False),
+        "messages": openai_request.get("messages", [])
+    }
+
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "text/event-stream" if deepinfra_request["stream"] else "application/json"
+    }
+
+    # 发送请求到DeepInfra API
+    response = requests.post(DEEPINFRA_API_URL, json=deepinfra_request, headers=headers, stream=True)
+
+    if deepinfra_request["stream"]:
+        # 流式响应
+        def generate():
+            for line in response.iter_lines():
+                if line:
+                    yield f"data: {line.decode('utf-8')}\n\n"
+        return Response(stream_with_context(generate()), content_type='text/event-stream')
+    else:
+        # 非流式响应
+        deepinfra_response = response.json()
+        openai_response = {
+            "id": deepinfra_response.get("id", ""),
+            "object": "chat.completion",
+            "created": deepinfra_response.get("created", 0),
+            "model": deepinfra_response.get("model", ""),
+            "choices": [
+                {
+                    "index": 0,
+                    "message": {
+                        "role": "assistant",
+                        "content": deepinfra_response["choices"][0]["message"]["content"]
+                    },
+                    "finish_reason": deepinfra_response["choices"][0].get("finish_reason", "stop")
+                }
+            ],
+            "usage": deepinfra_response.get("usage", {})
+        }
+        return json.dumps(openai_response), 200, {'Content-Type': 'application/json'}
+
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860)