/v1/images/generations

deno.json

@@ -4,7 +4,9 @@
     "serve": "deno serve --allow-net --watch --port 7860 serve.ts"
   },
   "imports": {
-    "@hono/hono": "jsr:@hono/hono@^4.7.1"
+    "@hono/hono": "jsr:@hono/hono@^4.7.1",
+    "@openai/openai": "jsr:@openai/openai@^4.87.3",
+    "@std/encoding": "jsr:@std/encoding@^1.0.7"
   },
   "fmt": {
     "indentWidth": 2,

deno.lock

@@ -1,16 +1,35 @@
 {
   "version": "4",
   "specifiers": {
-    "jsr:@hono/hono@^4.7.1": "4.7.1"
+    "jsr:@hono/hono@^4.7.1": "4.7.1",
+    "jsr:@openai/openai@^4.87.3": "4.87.3",
+    "jsr:@std/encoding@^1.0.7": "1.0.7",
+    "npm:zod@3": "3.24.2"
   },
   "jsr": {
     "@hono/hono@4.7.1": {
       "integrity": "f75aaf6a026ad05406e60125a70a3d2a77e3b62991f8c4e38c624bdfc1a1dc26"
+    },
+    "@openai/openai@4.87.3": {
+      "integrity": "1a5e6008880ce1b38faa83b5e647becaf870a9f23d1bc61d55f703174055e4c6",
+      "dependencies": [
+        "npm:zod"
+      ]
+    },
+    "@std/encoding@1.0.7": {
+      "integrity": "f631247c1698fef289f2de9e2a33d571e46133b38d042905e3eac3715030a82d"
+    }
+  },
+  "npm": {
+    "zod@3.24.2": {
+      "integrity": "sha512-lY7CDW43ECgW9u1TcT3IoXHflywfVqDYze4waEz812jR/bZ8FHDsl7pFQoSZTz5N+2NqRXs8GBwnAwo3ZNxqhQ=="
     }
   },
   "workspace": {
     "dependencies": [
-      "jsr:@hono/hono@^4.7.1"
+      "jsr:@hono/hono@^4.7.1",
+      "jsr:@openai/openai@^4.87.3",
+      "jsr:@std/encoding@^1.0.7"
     ]
   }
 }

gradio-api/flux.ts

@@ -0,0 +1,76 @@
+import OpenAI from '@openai/openai';
+import { parseResolution } from '../utils/string.ts';
+import { encodeBase64 } from '@std/encoding';
+
+type FluxParameters = [
+  prompt: string,
+  seed: number,
+  randomizeSeed: boolean,
+  width: number,
+  height: number,
+  guidanceScale: number,
+  numberOfInferenceSteps: number,
+];
+
+export async function generateImage(params: OpenAI.ImageGenerateParams): Promise<Response> {
+  const { width = 1024, height = 1024 } = parseResolution(params.size as string);
+  const sessionHash = Math.random().toString(36).substring(2);
+  const response = await fetch('https://black-forest-labs-flux-1-dev.hf.space/gradio_api/queue/join', {
+    method: 'POST',
+    headers: {
+      'content-type': 'application/json',
+    },
+    body: JSON.stringify({
+      data: [
+        params.prompt,
+        0,
+        true,
+        width,
+        height,
+        3.5,
+        28,
+      ] as FluxParameters,
+      fn_index: 2,
+      session_hash: sessionHash,
+    }),
+  });
+  if (!response.ok) return response;
+  const eventId = (await response.json()).event_id;
+
+  const url: string = await new Promise((resolve, reject) => {
+    const eventSource = new EventSource(`https://black-forest-labs-flux-1-dev.hf.space/gradio_api/queue/data?session_hash=${sessionHash}`);
+
+    eventSource.onmessage = (event) => {
+      const data = JSON.parse(event.data);
+      if (eventId !== data.event_id) return;
+      if (data.msg === 'process_completed') {
+        const url: string = data.output.data[0].url;
+        eventSource.close();
+        resolve(url);
+      }
+    };
+
+    eventSource.onerror = (event) => {
+      eventSource.close();
+      reject(event);
+    };
+  });
+
+  let data: any = {
+    url,
+  };
+  if (params.response_format === 'b64_json') {
+    const response = await fetch(url);
+    const image = await response.arrayBuffer();
+    data = {
+      b64_json: encodeBase64(image),
+    };
+  }
+
+  const resposne = {
+    created: Math.floor(Date.now() / 1000),
+    data: [data],
+  };
+
+  return new Response(JSON.stringify(resposne));
+}

main.ts

@@ -1,5 +1,8 @@
 import { Hono } from '@hono/hono';
 import { logger } from '@hono/hono/logger';
+import { generateImage as fluxGenerateImage } from './gradio-api/flux.ts';
+import { parseResolution } from './utils/string.ts';
+import OpenAI from '@openai/openai';
 
 // https://api-inference.huggingface.co/v1
 const HF_API_URL = 'https://api-inference.huggingface.co';
@@ -59,7 +62,18 @@ app.post('/v1/chat/completions', async (c) => {
 });
 
 app.post('/v1/images/generations', async (c) => {
-  console.log('body:', await c.req.json());
+  const body = await c.req.json<OpenAI.ImageGenerateParams>();
+  console.log('body:', body);
+
+  switch (body.model) {
+    case 'flux-dev': {
+      return await fluxGenerateImage(body);
+    }
+    default:
+      return c.text('unknown model', 400);
+  }
+
+  return c.text('skibidi', 400);
 });
 
 // Deno.serve({ port: 7860 }, app.fetch);

utils/string.ts

@@ -0,0 +1,11 @@
+export function parseResolution(resolutionString?: string) {
+  if (!resolutionString) return { width: null, height: null };
+  const parts = resolutionString.split('x');
+  if (parts.length === 2) {
+    const width = parseInt(parts[0], 10);
+    const height = parseInt(parts[1], 10);
+    return { width, height };
+  } else {
+    return { width: null, height: null };
+  }
+}