Refactor worker initialization in run.py to use subprocess for improved process management; add worker.py for dedicated worker handling

run.py

@@ -4,17 +4,16 @@ from rq import Worker, Queue
 from redis import Redis
 from video_encoder.config import RedisConfig
 
-import threading
+import subprocess
 import uvicorn
 from video_encoder.api.main import app
-from rq import Worker
-from video_encoder.config import RedisConfig
-
-def start_worker():
-    worker = Worker([RedisConfig.QUEUE_NAME], connection=RedisConfig.get_connection())
-    worker.work()
 
 if __name__ == "__main__":
-    worker_thread = threading.Thread(target=start_worker, daemon=True)
-    worker_thread.start()
-    uvicorn.run(app, host="0.0.0.0", port=7860, log_config=None)
+    # Start worker in separate process
+    worker_process = subprocess.Popen(["python", "video_encoder/worker.py"])
+
+    try:
+        # Start API server
+        uvicorn.run(app, host="0.0.0.0", port=7860, log_config=None)
+    finally:
+        worker_process.terminate()

video_encoder/worker.py

@@ -0,0 +1,6 @@
+from rq import Worker
+from video_encoder.config import RedisConfig
+
+if __name__ == "__main__":
+    worker = Worker([RedisConfig.QUEUE_NAME], connection=RedisConfig.get_connection())
+    worker.work()