Update app.py

app.py

@@ -1,57 +1,45 @@
-from flask import Flask, request, jsonify
-from queue import Queue
-from threading import Thread
+import asyncio
 import os
-import time
-import requests
-
-app = Flask(__name__)
+from aiohttp import ClientSession
+from flask import Flask, request, jsonify
+from werkzeug.exceptions import HTTPException
 
-queue = Queue()
 API_ENDPOINT = os.environ.get("API_ENDPOINT", "")
 WORKERS = int(os.environ.get("WORKERS", "1"))
 
-def worker():
-    while True:
-        req = queue.get()
-        if req is None:
-            break
+app = Flask(__name__)
+loop = asyncio.new_event_loop()
+asyncio.set_event_loop(loop)
+sem = asyncio.Semaphore(WORKERS)
 
-        # Forward the request to the API endpoint
-        response = requests.request(req['method'], API_ENDPOINT, headers=req['headers'], data=req['data'])
-        req['result'] = response.json()
-        queue.task_done()
 
 @app.route('/api', methods=['GET', 'POST'])
 def handle_request():
     headers = {key: value for key, value in request.headers}
-    data = request.get_data()
+    data = request.get_data().decode()
     method = request.method
 
-    # Add the request to the queue
-    req = {'headers': headers, 'data': data, 'method': method, 'result': None}
-    queue.put(req)
+    response = loop.run_until_complete(
+        forward_request(headers, data, method))
+    return jsonify(response), 200
+
 
-    # Wait until the request has been processed
-    while req['result'] is None:
-        time.sleep(0.1)
+async def forward_request(headers, data, method):
+    async with sem, ClientSession() as session:
+        if method == 'POST':
+            async with session.post(API_ENDPOINT, headers=headers, data=data) as resp:
+                return await resp.json()
+        elif method == 'GET':
+            async with session.get(API_ENDPOINT, headers=headers) as resp:
+                return await resp.json()
 
-    return jsonify(req['result']), 200
+
+@app.errorhandler(HTTPException)
+def handle_exception(e):
+    response = e.get_response()
+    response.data = jsonify({"code": e.code, "name": e.name, "description": e.description})
+    return response
 
 
 if __name__ == "__main__":
-    # Start the worker threads
-    threads = []
-    for i in range(WORKERS):
-        t = Thread(target=worker)
-        t.start()
-        threads.append(t)
-
-    # Start the Flask app
     app.run(host='0.0.0.0', port=5000)
-
-    # Stop the worker threads
-    for i in range(WORKERS):
-        queue.put(None)
-    for t in threads:
-        t.join()