Enhance job initialization and progress tracking; update .gitignore to exclude cache directories

.gitignore

@@ -1 +1,4 @@
 .env
+video_encoder/__pycache__
+video_encoder/worker/__pycache__
+video_encoder/api/__pycache__

video_encoder/api/main.py

@@ -9,7 +9,7 @@ from datetime import datetime
 from rq import Queue
 from redis import from_url
 from ..config import EncodingConfig, RedisConfig
-from video_encoder.worker.tasks import encode_video_task
+from video_encoder.worker.tasks import encode_video_task, init_job
 import logging
 
 logger = logging.getLogger(__name__)
@@ -39,6 +39,7 @@ async def upload_video(file: UploadFile):
         f.write(await file.read())
 
     logger.info(f"Enqueuing job {job_id} for file {file.filename}")
+    init_job(job_id)
     q.enqueue(encode_video_task, job_id, input_path)
 
     return JSONResponse(

video_encoder/worker/tasks.py

@@ -8,11 +8,19 @@ from pathlib import Path
 from typing import Optional
 from .ffmpeg import FFmpegEncoder
 from ..config import EncodingConfig
+from datetime import datetime
 
 logger = logging.getLogger(__name__)
 
 q = Queue(connection=RedisConfig.get_connection(), default_timeout=3600)
 
+def init_job(job_id: str):
+    RedisConfig.get_connection().hset(f"job:{job_id}", mapping={
+        "progress": 0.0,
+        "status": "queued",
+        "created_at": datetime.now().isoformat()
+    })
+
 def update_job_progress(job_id: str, progress: float):
     logger.info(f"Updating progress for job {job_id} to {progress}")
     RedisConfig.get_connection().hset(f"job:{job_id}", "progress", progress)

video_encoder/worker/worker.py

@@ -2,5 +2,5 @@ from rq import Worker
 from video_encoder.config import RedisConfig
 
 if __name__ == "__main__":
-    worker = Worker([RedisConfig.QUEUE_NAME], connection=RedisConfig.get_connection())
+    worker = Worker([RedisConfig.QUEUE_NAME], connection=RedisConfig.get_connection(), default_result_ttl=3600)
     worker.work()