Update index.js

index.js

@@ -12,13 +12,10 @@ const config = {
   ],
   material_st: [
     `userId=5420146991`,
-    // https://material.kuaishou.com/gateway/ad/shop/material/b/upload/token/generate
-    // 2026/7/9 07:58:58
     `kuaishou.shop.material_st=ChlrdWFpc2hvdS5zaG9wLm1hdGVyaWFsLnN0EsABQutBwizGpcbc4sTVgViBA_h0DBAJ_XRRHwe6azpO8AL-C8_ET3T_lMBmLqQWUOnzMUYXihyZXV14FAz5D8dS19hIq_JtfPcoubu-EMOFA95iUNY3E1RWLxa0HHWtt9uUVNOaISAyQAN-TIkPAasGfL17M6K5GXxeMP4RwGDyr5o_J70OMQ9P9ek-o16iZGmphjhybsvyd7yE46udT3ftGS1xJ2rjG9D7GB5pvdyPqsKvJXa0CM9Naqm3Aoslo7bbGhJU1Gcl9LPZ1oiRrTdeDUWb49siIOHcbjzQCAQ0ZE-R13K22ERvK_NCGB72uxohxd2vlbBpKAUwAQ`
   ].join(';'),
   im_st: [
     `userId=5420146991`,
-    // https://adim.kuaishou.com/rest/web/upload/getCdnUrl
     `kuaishou.customer.service.im_st=Ch9rdWFpc2hvdS5jdXN0b21lci5zZXJ2aWNlLmltLnN0EpABaJxvevAM3sm5rv98aU4YijlfpksO51BaazwuLqP2_N_Pon70bmWaX6ANNjpCdsL6W9CuG0P3LZqt0InCO9iuEfoT4u-AA7neewxMdkJI-GnTpI9NTcDABiuUj2rCu-kGMQCnM4PHSrlitx3olBSLRNZ6nvYlV0M3-FO2ZzabdtmFlkNbDtplH86SzPWvQxjpGhKGsjZn8yUqg0CHOqnb2rpcgroiID30Zh-tHKnwt-C8_xjhoY2vxA6Uk7Xwl4F3rWiOsbCJKAUwAQ`
   ].join(';')
 }
@@ -38,6 +35,42 @@ const createRequestWithCancel = (cancelToken) => {
   }
 }
 
+// 完整下载文件（用于不支持范围请求的情况）
+async function downloadFullFileWithRetry(request, finalUrl, maxRetries = 30) {
+  let lastError = null
+
+  for (let attempt = 1; attempt <= maxRetries; attempt++) {
+    try {
+      const response = await request.get(finalUrl, {
+        responseType: 'arraybuffer'
+      })
+
+      if (response.status !== 200) {
+        throw new Error(`HTTP ${response.status}: ${response.statusText}`)
+      }
+
+      console.log(`完整文件下载成功 (尝试 ${attempt})`)
+      return response.data
+
+    } catch (error) {
+      if (http.isCancel(error)) {
+        throw error
+      }
+
+      lastError = error
+      console.warn(`完整文件下载失败 (尝试 ${attempt}/${maxRetries}):`, error.message)
+
+      if (attempt < maxRetries) {
+        const waitTime = 300
+        console.log(`等待 ${waitTime}ms 后重试完整下载`)
+        await new Promise(resolve => setTimeout(resolve, waitTime))
+      }
+    }
+  }
+
+  throw new Error(`完整文件下载失败，已达到最大重试次数: ${lastError.message}`)
+}
+
 // 带重试功能的分片下载函数
 async function downloadChunkWithRetry(request, finalUrl, start, end, partNumber, maxRetries = 30) {
   let lastError = null
@@ -65,7 +98,6 @@ async function downloadChunkWithRetry(request, finalUrl, start, end, partNumber,
       return arrayBuffer
 
     } catch (error) {
-      // 如果是取消请求，直接抛出
       if (http.isCancel(error)) {
         throw error
       }
@@ -74,8 +106,6 @@ async function downloadChunkWithRetry(request, finalUrl, start, end, partNumber,
       console.warn(`分片 ${partNumber} 下载失败 (尝试 ${attempt}/${maxRetries}):`, error.message)
 
       if (attempt < maxRetries) {
-        // 指数退避策略，等待时间逐渐增加
-        // const waitTime = Math.min(500 * Math.pow(2, attempt - 1), 5000)
         const waitTime = 300
         console.log(`等待 ${waitTime}ms 后重试分片 ${partNumber}`)
         await new Promise(resolve => setTimeout(resolve, waitTime))
@@ -109,7 +139,6 @@ async function uploadChunkWithRetry(request, upload_token, arrayBuffer, partNumb
         throw new Error(`分片 ${partNumber} 上传失败`)
       }
     } catch (error) {
-      // 如果是取消请求，直接抛出
       if (http.isCancel(error)) {
         throw error
       }
@@ -118,7 +147,6 @@ async function uploadChunkWithRetry(request, upload_token, arrayBuffer, partNumb
       console.warn(`分片 ${partNumber} (尝试 ${attempt}/${maxRetries}):`, error.message)
 
       if (attempt < maxRetries) {
-        // const waitTime = Math.min(500 * Math.pow(2, attempt - 1), 5000)
         const waitTime = 300
         console.log(`等待 ${waitTime}ms 后重试上传分片 ${partNumber}`)
         await new Promise(resolve => setTimeout(resolve, waitTime))
@@ -135,7 +163,6 @@ async function runWithConcurrency(tasks, maxConcurrency = 50, cancelToken) {
   const executing = new Set()
 
   for (let i = 0; i < tasks.length; i++) {
-    // 检查是否已取消
     if (cancelToken && cancelToken.reason) {
       console.log('检测到取消信号，停止创建新任务')
       break
@@ -143,7 +170,6 @@ async function runWithConcurrency(tasks, maxConcurrency = 50, cancelToken) {
 
     const task = tasks[i]
 
-    // 如果当前执行的任务数达到最大并发数，等待其中一个完成
     if (executing.size >= maxConcurrency) {
       await Promise.race(executing)
     }
@@ -160,16 +186,13 @@ async function runWithConcurrency(tasks, maxConcurrency = 50, cancelToken) {
     results.push(promise)
   }
 
-  // 等待所有剩余任务完成
   return Promise.allSettled(results)
 }
 
 app.get('*', async (req, res) => {
-  // 创建取消令牌
   const cancelTokenSource = http.CancelToken.source()
   let isRequestCancelled = false
 
-  // 监听连接关闭事件
   req.on('close', () => {
     if (!res.headersSent) {
       console.log('用户断开连接，取消所有请求...')
@@ -179,15 +202,14 @@ app.get('*', async (req, res) => {
   })
 
   try {
-    const videoUrl = req.path.replace(/^\//, '')
+    // const videoUrl = req.path.replace(/^\//, '')
+    const videoUrl = req.url.replace(/^\//, '')
     if (/favicon.ico/gim.test(videoUrl)) {
       return
     }
 
-    // 创建带取消令牌的请求实例
     const request = createRequestWithCancel(cancelTokenSource.token)
 
-    // 检查是否已取消
     if (isRequestCancelled) {
       return
     }
@@ -201,6 +223,17 @@ app.get('*', async (req, res) => {
     const contentLength = headResponse.headers['content-length']
     const acceptRanges = headResponse.headers['accept-ranges']
 
+    const contenType = headResponse.headers['content-type']
+
+    if (/^image|^text|^application/gim.test(contenType)) {
+      if (!/application\/octet-stream/gim.test(contenType)) {
+        return res.json({
+          video_url: videoUrl,
+          message: `文件类型不支持 ${contenType}`
+        })
+      }
+    }
+
     const biz = contentLength > config.biz.at(1).size ? config.biz.at(0) : config.biz.at(1)
 
     if (contentLength > biz.size) {
@@ -212,12 +245,146 @@ app.get('*', async (req, res) => {
 
     // 检查服务器是否支持范围请求
     if (!acceptRanges || acceptRanges === 'none' || !contentLength) {
+      // 不支持范围请求：完整下载后分片上传
+      console.log('服务器不支持范围请求，将完整下载文件...')
+
+      // 获取上传token
+      const upload_info = await request.post('https://material.kuaishou.com/gateway/ad/shop/material/b/upload/token/generate', {
+        subjectType: 'MERCHANT',
+        bizType: biz.type,
+        file: {
+          fileName: 'file.mp4',
+          fileLength: 1
+        }
+      }, {
+        headers: {
+          cookie: config.material_st
+        }
+      })
+      console.log(upload_info.data)
+      const token = upload_info.data.data.token
+      const upload_list = {}
+
+      const fileSize = parseInt(contentLength)
+      const chunkSize = 20000 * 1024
+
+      // 完整下载文件
+      const fullFileBuffer = await downloadFullFileWithRetry(request, finalUrl)
+
+      if (isRequestCancelled) {
+        return
+      }
+
+      const threadCount = Math.ceil(fileSize / chunkSize)
+      console.log(`文件大小: ${fileSize} bytes, 分片数: ${threadCount}`)
+
+      const tasks = []
+      for (let i = 0; i < threadCount; i++) {
+        const start = i * chunkSize
+        const end = Math.min(start + chunkSize, fileSize)
+        const partNumber = i + 1
+
+        tasks.push(() => (async () => {
+          try {
+            if (isRequestCancelled) {
+              throw new http.Cancel('请求已取消')
+            }
+
+            const chunkBuffer = fullFileBuffer.slice(start, end)
+
+            const uploadResult = await uploadChunkWithRetry(
+              request,
+              token,
+              chunkBuffer,
+              partNumber
+            )
+
+            upload_list[partNumber] = uploadResult.checksum
+            return uploadResult
+
+          } catch (error) {
+            if (http.isCancel(error)) {
+              console.log(`分片 ${partNumber} 处理被取消`)
+              throw error
+            }
+            console.error(`分片 ${partNumber} 处理失败:`, error.message)
+            return {
+              part_number: partNumber,
+              status: 'failed',
+              error: error.message
+            }
+          }
+        })())
+      }
+
+      const chunksResults = await runWithConcurrency(tasks, 100, cancelTokenSource)
+
+      if (isRequestCancelled) {
+        return
+      }
+
+      // 处理任务结果
+      const chunks = chunksResults.map(result =>
+        result.status === 'fulfilled' ? result.value : result.reason
+      )
+
+      const validChunks = chunks.filter(chunk => !(chunk instanceof Error && http.isCancel(chunk)))
+
+      const failedChunks = validChunks.filter(chunk => chunk && chunk.status === 'failed')
+      if (failedChunks.length > 0) {
+        return res.status(500).json({
+          video_url: videoUrl,
+          message: '部分分片处理失败',
+          failed_chunks: failedChunks,
+          success_count: validChunks.length - failedChunks.length,
+          failed_count: failedChunks.length
+        })
+      }
+
+      const successChunks = validChunks.filter(chunk => chunk && chunk.status === 'success')
+      if (successChunks.length === 0) {
+        return res.status(500).json({
+          video_url: videoUrl,
+          message: '所有分片处理失败'
+        })
+      }
+
+      const upload_result = await request.post(`https://upload.kuaishouzt.com/api/upload/complete?fragment_count=${Object.entries(upload_list).length}&upload_token=${token}`, null, {
+        headers: {}
+      })
+      console.log(upload_result.data)
+      console.log(token)
+
+      if (upload_result.data.result === 1) {
+        const upload_result_url = await request.post(`https://adim.kuaishou.com/rest/web/upload/getCdnUrl?bi=103&ac=105369465`, {
+          bizType: biz.type,
+          subjectType: 'MERCHANT',
+          token: token
+        }, {
+          headers: {
+            cookie: config.im_st
+          }
+        })
+        console.log(upload_result_url.data)
+        if (upload_result_url.data.result === 1) {
+          return res.json({
+            url: 'https://v1.adkwai.com/bs2/' + upload_result_url.data.data?.split('?')?.at(0)?.split('/bs2/')?.at(-1),
+            message: '文件上传成功',
+            total_chunks: successChunks.length
+          })
+        }
+      }
+
       return res.json({
         video_url: videoUrl,
-        message: '不支持范围请求'
+        chunks: successChunks,
+        fileSize,
+        chunkSize,
+        threadCount
       })
     }
 
+    // 支持范围请求：继续原有逻辑
     // 获取上传信息
     const upload_info = await request.post('https://material.kuaishou.com/gateway/ad/shop/material/b/upload/token/generate', {
       subjectType: 'MERCHANT',
@@ -250,20 +417,16 @@ app.get('*', async (req, res) => {
 
       tasks.push(() => (async () => {
         try {
-          // 检查是否已取消
           if (isRequestCancelled) {
             throw new http.Cancel('请求已取消')
           }
 
-          // 下载分片（带重试）
           const arrayBuffer = await downloadChunkWithRetry(request, finalUrl, start, end, partNumber)
 
-          // 检查是否已取消
           if (isRequestCancelled) {
             throw new http.Cancel('请求已取消')
           }
 
-          // 上传分片（带重试）
           const uploadResult = await uploadChunkWithRetry(
             request,
             token,
@@ -271,9 +434,7 @@ app.get('*', async (req, res) => {
             partNumber
           )
 
-          // 保存到上传列表
           upload_list[partNumber] = uploadResult.checksum
-
           return uploadResult
 
         } catch (error) {
@@ -291,23 +452,18 @@ app.get('*', async (req, res) => {
       })())
     }
 
-    // 3. 并行执行所有分片任务，但限制最大并发数为100
     const chunksResults = await runWithConcurrency(tasks, 100, cancelTokenSource)
 
-    // 检查是否已取消
     if (isRequestCancelled) {
       return
     }
 
-    // 处理任务结果
     const chunks = chunksResults.map(result =>
       result.status === 'fulfilled' ? result.value : result.reason
     )
 
-    // 过滤掉取消错误
     const validChunks = chunks.filter(chunk => !(chunk instanceof Error && http.isCancel(chunk)))
 
-    // 检查是否所有分片都成功处理
     const failedChunks = validChunks.filter(chunk => chunk && chunk.status === 'failed')
     if (failedChunks.length > 0) {
       return res.status(500).json({
@@ -319,7 +475,6 @@ app.get('*', async (req, res) => {
       })
     }
 
-    // 检查是否有足够的成功分片
     const successChunks = validChunks.filter(chunk => chunk && chunk.status === 'success')
     if (successChunks.length === 0) {
       return res.status(500).json({
@@ -363,7 +518,6 @@ app.get('*', async (req, res) => {
     })
 
   } catch (error) {
-    // 如果是取消请求，不发送错误响应
     if (http.isCancel(error)) {
       console.log('请求已被用户取消')
       return