l

deno.json

@@ -1,7 +1,7 @@
 {
   "tasks": {
     "dev": "deno --allow-net --allow-read --allow-env --watch main.ts",
-    "serve": "deno serve --watch --port 7860 serve.ts"
+    "serve": "deno serve --allow-net --watch --port 7860 serve.ts"
   },
   "imports": {
     "@hono/hono": "jsr:@hono/hono@^4.7.1"

main.ts

@@ -9,8 +9,9 @@ const app = new Hono();
 app.use(logger());
 app.get('/', (c) => c.text('Hello Hono!'));
 
-app.get('/v1/models', (c) =>
-  c.json({
+// LM Studio
+app.get('/v1/models', (c) => {
+  return c.json({
     object: 'list',
     data: [
       {
@@ -25,12 +26,18 @@ app.get('/v1/models', (c) =>
         'max_context_length': 131072,
       },
     ],
-  }));
+  });
+});
 
-app.post('*', async (c) => {
+app.post('/v1/chat/completions', async (c) => {
   const { pathname, search } = new URL(c.req.url);
   const targetUrl = `${HF_API_URL}${pathname}${search}`;
 
+  const clonedRequest = await c.req.raw.clone();
+  const body = await clonedRequest.json();
+  delete body.max_tokens;
+  console.log(body);
+
   const headers = new Headers(c.req.raw.headers);
   headers.delete('Authorization');
   headers.get('x-use-cache') || headers.set('x-use-cache', 'false');