Update app/main.py

app/main.py

@@ -113,14 +113,42 @@ async def classify_file(request: FileRequest):
 async def review_batch_code(request: BatchReviewRequest):
     try:
         loop = asyncio.get_event_loop()
-        with ThreadPoolExecutor() as executor:
-            reviews = await loop.run_in_executor(
-                executor, reviewer.service.review_batch_code, request.files
-            )
-        return {"results": reviews}
+        
+        # Helper function to process one file at a time
+        def process_single_file(file_req):
+            # We wrap it in a list so your existing service method still accepts it,
+            # but it only processes 1 file per thread.
+            return reviewer.service.review_batch_code([file_req])
+
+        # Spin up a ThreadPoolExecutor with up to 15 concurrent workers
+        with ThreadPoolExecutor(max_workers=15) as executor:
+            # Create a concurrent task for every file in the request
+            tasks = [
+                loop.run_in_executor(executor, process_single_file, f) 
+                for f in request.files
+            ]
+            
+            # asyncio.gather fires them all off at the exact same time
+            raw_reviews = await asyncio.gather(*tasks, return_exceptions=True)
+
+        # Clean up the results and handle any individual file failures gracefully
+        valid_reviews = []
+        for i, result in enumerate(raw_reviews):
+            if isinstance(result, Exception):
+                # If we hit a rate limit, bubble it up immediately
+                if "429" in str(result):
+                    raise HTTPException(status_code=429, detail="AI Quota Exceeded")
+                
+                # Otherwise, log the specific file error but don't crash the whole batch
+                logger.error(f"Failed to analyze {request.files[i].fileName}: {result}")
+            else:
+                valid_reviews.append(result)
+
+        return {"results": valid_reviews}
+
     except Exception as e:
-        if "429" in str(e):
-            raise HTTPException(status_code=429, detail="AI Quota Exceeded")
+        if isinstance(e, HTTPException):
+            raise e
         traceback.print_exc()
         raise HTTPException(status_code=500, detail=str(e))