Upload 2 files

src/index.js

@@ -215,8 +215,151 @@ router.post('/v1/chat/completions', async (ctx) => {
   }
 })
 
+// hf/v1 路由（复制 v1 路由的处理逻辑）
+router.post('/hf/v1/chat/completions', async (ctx) => {
+  const { messages, stream = false, model = 'claude-3-5-sonnet' } = ctx.request.body
+  const session_id = ctx.get('Authorization')?.replace('Bearer ', '')
+
+  if (!session_id) {
+    ctx.status = 401
+    ctx.body = { error: '未提供有效的 session_id' }
+    return
+  }
+
+  try {
+    const response = await makeRequest(session_id, model, messages)
+    if (stream == "true" || stream == true) {
+      ctx.set({
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive',
+      })
+    } else {
+      ctx.set({
+        'Content-Type': 'application/json',
+      })
+    }
+
+    const messageId = crypto.randomUUID()
+    const reader = response.body.getReader()
+    if (stream == "true" || stream == true) {
+      ctx.res.write(`data: ${JSON.stringify({
+        "id": `chatcmpl-${messageId}`,
+        "choices": [
+          {
+            "index": 0,
+            "delta": {
+              "content": "",
+              "role": "assistant"
+            }
+          }
+        ],
+        "created": Math.floor(Date.now() / 1000),
+        "model": models[`${model}`],
+        "object": "chat.completion.chunk"
+      })}\n\n`)
+    }
+
+    try {
+      let resBody = {}
+
+      while (true) {
+        const { done, value } = await reader.read()
+        if (done) {
+          if (stream == "true" || stream == true) {
+            // 发送完成标记
+            ctx.res.write('data: [DONE]\n\n')
+          }
+          break
+        }
+
+        if (stream) {
+          const text = new TextDecoder().decode(value)
+          const textContent = [...text.matchAll(/data:.*"}/g)]
+
+          textContent.forEach(item => {
+            if (!item[0]) {
+              return
+            }
 
-// 获取models
+            const content = JSON.parse(item[0].replace("data: ", ''))
+            if (!content || !content.delta) {
+              return
+            }
+
+            // 发送增量内容
+            ctx.res.write(`data: ${JSON.stringify({
+              "id": `chatcmpl-${messageId}`,
+              "choices": [
+                {
+                  "index": 0,
+                  "delta": {
+                    "content": content.delta
+                  }
+                }
+              ],
+              "created": Math.floor(Date.now() / 1000),
+              "model": models[`${model}`],
+              "object": "chat.completion.chunk"
+            })}\n\n`)
+          })
+        } else {
+          const text = new TextDecoder().decode(value)
+          const textContent = [...text.matchAll(/data:.*"}/g)]
+
+          textContent.forEach(item => {
+            if (!item[0]) {
+              return
+            }
+
+            const content = JSON.parse(item[0].replace("data: ", ''))
+            if (!content || !content.field_value || content.field_name == 'session_state.answer_is_finished' || content.field_name == 'content' || content.field_name == 'session_state' || content.delta || content.type == 'project_field') {
+              return
+            }
+
+            resBody = {
+              id: `chatcmpl-${messageId}`,
+              object: 'chat.completion',
+              created: Math.floor(Date.now() / 1000),
+              model,
+              choices: [
+                {
+                  index: 0,
+                  message: {
+                    role: 'assistant',
+                    content: content.field_value,
+                  },
+                  finish_reason: 'stop',
+                },
+              ],
+              usage: {
+                prompt_tokens: 0,
+                completion_tokens: 0,
+                total_tokens: content.field_value.length,
+              },
+            }
+          })
+        }
+      }
+
+      if (stream == "false" || stream == false) {
+        ctx.body = resBody
+      } else {
+        ctx.res.end()
+      }
+      return
+    } catch (error) {
+      console.error('流式响应出错:', error)
+      ctx.res.end()
+    }
+  } catch (error) {
+    console.error('请求处理出错:', error)
+    ctx.status = 500
+    ctx.body = { error: '请求处理失败' }
+  }
+})
+
+// 获取models的v1路由
 router.get('/v1/models', async (ctx) => {
   ctx.body = {
     object: "list",
@@ -229,6 +372,18 @@ router.get('/v1/models', async (ctx) => {
   }
 })
 
+// 获取models的hf/v1路由
+router.get('/hf/v1/models', async (ctx) => {
+  ctx.body = {
+    object: "list",
+    data: Object.keys(models).map(model => ({
+      id: model,
+      object: "model",
+      created: 1706745938,
+      owned_by: "genspark"
+    }))
+  }
+})
 
 // 注册路由
 app.use(router.routes()).use(router.allowedMethods())