⚡️ perf(upload): optimize minio file upload performance

- switch to file streaming for single file uploads to reduce memory usage
- implement adaptive concurrency for parallel uploads based on cpu cores
- improve resource utilization and upload speed for multi-file operations

src/shared/modules/upload/new-minio-storage/new-minio-storage.service.ts

@@ -10,6 +10,7 @@ import { FileType } from './enums/file-type.enum';
 import * as fs from 'fs/promises';
 import { createReadStream } from 'fs';
 import * as path from 'path';
+import * as os from 'os';
 import pLimit from 'p-limit';
 import { HlsConversionService } from '../../hls-conversion/hls-conversion.service';
 import { UploadCoreService } from 'src/core/upload-core/upload-core.service';
@@ -203,13 +204,13 @@ export class MinioStorageService {
     try {
       const fileName = path.basename(filePath);
       const key = `${folderPath}/${fileName}`;
-      const fileBuffer = await fs.readFile(filePath);
+      const stream = createReadStream(filePath);
 
       await this.s3Client.send(
         new PutObjectCommand({
           Bucket: this.bucket,
           Key: key,
-          Body: fileBuffer,
+          Body: stream,
           ContentType: contentType,
         }),
       );
@@ -304,8 +305,16 @@ export class MinioStorageService {
         }
       }
 
-      // Upload in parallel with concurrency limit
-      const limit = pLimit(8);
+      // Upload in parallel with adaptive concurrency limit based on CPU count
+      const cpuCount = os.cpus().length;
+      const CONCURRENCY = Math.min(
+        Math.max(cpuCount * 2, 4), // minimum 4
+        12, // hard cap at 12
+      );
+      const limit = pLimit(CONCURRENCY);
+      this.logger.log(
+        `🚀 Uploading with concurrency: ${CONCURRENCY} (CPU cores: ${cpuCount})`,
+      );
       const uploadResults = await Promise.all(
         allFiles.map((file) =>
           limit(async () => {