flask executor

app.py

@@ -1,16 +1,20 @@
 from flask import Flask, render_template
+from flask_executor import Executor
 from flask_socketio import SocketIO, emit
 from flask_cors import cross_origin, CORS
 from main import run
-import concurrent.futures
+from gevent import monkey
 
+monkey.patch_all(ssl=False)
 app = Flask(__name__)
 app.config['SECRET_KEY'] = 'secret!'
 socketio = SocketIO(app, cors_allowed_origins="*")
 cors = CORS(app)
 
-max_workers=4
-executor = concurrent.futures.ThreadPoolExecutor(max_workers)
+executor = Executor(app)
+
+executor.init_app(app)
+app.config['EXECUTOR_MAX_WORKERS'] = 5
 
 @app.route('/')
 def index():
@@ -22,7 +26,7 @@ def handle_message(data):
     question = data['question']
     print("question: " + question)
 
-    if executor._work_queue.qsize() >= max_workers:
+    if executor.futures:
         emit('response', {'response': 'Server is busy, please try again later'})
         return
 
@@ -31,7 +35,7 @@ def handle_message(data):
         response = future.result()
         emit('response', {'response': response})
     except Exception as e:
-        print(f"Error processing request: {str(e)}")
+        traceback.print_exc()
         emit('response', {'response': 'Server is busy. Please try again later.'})
 
 if __name__ == '__main__':

requirements.txt

@@ -6,5 +6,6 @@ openai==0.27.4
 flask==2.2.3
 flask-socketio==5.3.3
 flask-cors==3.0.10
+flask-executor==1.0.0
 gevent==22.10.2
 gevent-websocket==0.10.1