Update app.py

app.py

@@ -3,7 +3,7 @@ import time
 import asyncio
 import uuid
 from datetime import datetime
-from typing import Dict, List, Optional
+from typing import Dict, List, Optional, Literal
 from collections import deque
 from fastapi import FastAPI, HTTPException, Request
 from fastapi.middleware.cors import CORSMiddleware
@@ -45,7 +45,9 @@ class WorkerStatus:
 class TranslationOrchestrator:
     def __init__(self):
         self.workers: Dict[str, WorkerStatus] = {}
-        self.job_queue = deque()
+        # تغییر به priority queues
+        self.high_priority_queue = deque()  # متن‌های کوتاه
+        self.normal_priority_queue = deque()  # متن‌های بلند
         self.active_jobs: Dict[str, Dict] = {}
         self.completed_jobs: Dict[str, Dict] = {}
         self.worker_lock = threading.Lock()
@@ -165,24 +167,51 @@ class TranslationOrchestrator:
 
     def add_job_to_queue(self, job_data: Dict):
         with self.job_lock:
-            self.job_queue.append(job_data)
-            print(f"📥 Job {job_data['request_id']} queued. Queue size: {len(self.job_queue)}")
+            text_length = len(job_data.get('text', ''))
+            
+            # تعیین priority بر اساس طول متن
+            if text_length < 1000:
+                job_data['priority'] = 'high'
+                self.high_priority_queue.append(job_data)
+                queue_type = "HIGH priority"
+            else:
+                job_data['priority'] = 'normal'
+                self.normal_priority_queue.append(job_data)
+                queue_type = "NORMAL priority"
+            
+            total_queue_size = len(self.high_priority_queue) + len(self.normal_priority_queue)
+            print(f"📥 Job {job_data['request_id']} ({text_length} chars) queued in {queue_type}. "
+                  f"Queue sizes - High: {len(self.high_priority_queue)}, Normal: {len(self.normal_priority_queue)}")
 
     def process_job_queue(self):
-        if not self.job_queue:
-            return
-        
+        """پردازش صف با اولویت به متن‌های کوتاه"""
         with self.job_lock:
-            if not self.job_queue:
-                return
+            # ابتدا high priority را چک می‌کنیم
+            if self.high_priority_queue:
+                worker_id = self.get_available_worker()
+                if worker_id:
+                    job_data = self.high_priority_queue.popleft()
+                    print(f"⚡ Processing HIGH priority job {job_data['request_id']}")
+                    threading.Thread(
+                        target=self.assign_job_to_worker,
+                        args=(worker_id, job_data),
+                        daemon=True
+                    ).start()
+                    return
             
-            worker_id = self.get_available_worker()
-            if not worker_id:
-                return
-            
-            job_data = self.job_queue.popleft()
-            
-        self.assign_job_to_worker(worker_id, job_data)
+            # سپس normal priority
+            if self.normal_priority_queue:
+                worker_id = self.get_available_worker()
+                if worker_id:
+                    job_data = self.normal_priority_queue.popleft()
+                    print(f"📄 Processing NORMAL priority job {job_data['request_id']}")
+                    threading.Thread(
+                        target=self.assign_job_to_worker,
+                        args=(worker_id, job_data),
+                        daemon=True
+                    ).start()
+                    return
+
 
     def assign_job_to_worker(self, worker_id: str, job_data: Dict):
         worker = self.workers[worker_id]
@@ -423,7 +452,9 @@ async def root():
         },
         "queue": {
             "active_jobs": len(orchestrator.active_jobs),
-            "queued_jobs": len(orchestrator.job_queue),
+            "high_priority_queued": len(orchestrator.high_priority_queue),
+            "normal_priority_queued": len(orchestrator.normal_priority_queue),
+            "total_queued": len(orchestrator.high_priority_queue) + len(orchestrator.normal_priority_queue),
             "completed_jobs": len(orchestrator.completed_jobs)
         }
     }
@@ -441,7 +472,9 @@ async def health_check():
         },
         "queue_stats": {
             "active": len(orchestrator.active_jobs),
-            "queued": len(orchestrator.job_queue)
+            "high_priority": len(orchestrator.high_priority_queue),
+            "normal_priority": len(orchestrator.normal_priority_queue),
+            "total_queued": len(orchestrator.high_priority_queue) + len(orchestrator.normal_priority_queue)
         }
     }