Add HF deps, bucket router; refactor showtime

Add @huggingface/hub and @huggingface/inference to package.json and introduce a new /bucket sub-router skeleton. Refactor F_handle_process in showtime.ts to improve job/download handling: normalize job_id, add typing for last_failed, track and document 'undocumented' files, centralize serve_download returns, include job_id in responses, and add helper functions check_documented_file/document_the_file. Minor error-handling, probe checks, and formatting fixes applied.

package.json

@@ -16,6 +16,8 @@
     "@chneau/elysia-logger": "^1.0.10",
     "@elysiajs/cors": "^1.4.1",
     "@emotion/css": "^11.13.5",
+    "@huggingface/hub": "^2.13.0",
+    "@huggingface/inference": "^4.13.18",
     "@sinclair/typebox": "^0.34.48",
     "@upstash/redis": "^1.38.0",
     "axios": "^1.13.6",

src/sub-router/bucket.ts

@@ -0,0 +1,12 @@
+import { Context, Elysia, t } from "elysia";
+
+const APP_ENV = process.env.APP_ENV;
+const APP_ACCOUNT_ABC = process.env.APP_ACCOUNT_ABC;
+const HF_BUCKET_ACCESS_TOKEN = process.env.HF_BUCKET_ACCESS_TOKEN;
+
+const sub_router = new Elysia({ prefix: "/bucket" })
+  .get("/info", async (ctx) => {}, {})
+
+  .get("/info", async (ctx) => {}, {});
+
+export const FfmpegRouter = sub_router;

src/sub-router/showtime.ts

@@ -345,25 +345,32 @@ async function F_handle_process(arg0: {
     return {};
   })();
 
-  if (typeof probe_data !== "object" || Array.isArray(probe_data)) {
-    const [E_, R_] = await NS_promise.F_catch_promise({
-      promise: NS_ffmpeg.F_probe_v2({
-        playback_url: new URL(playback_url),
-        context: ctx as any,
-        playback_headers
-      })
-    });
-
-    if (E_ || !R_) {
-      const { status, message } = NS_error.F_collect_error_status_n_message({
-        ERR: E_
+  await (async () => {
+    // if (typeof probe_data !== "object" || Array.isArray(probe_data)) {
+      const [E_, R_] = await NS_promise.F_catch_promise({
+        promise: NS_ffmpeg.F_probe_v2({
+          playback_url: new URL(playback_url),
+          context: ctx as any,
+          playback_headers
+        })
       });
 
-      throw createError(status, message);
-    }
 
-    probe_data = R_.probe_data;
-  }
+
+      if (E_ || !R_ || !R_.probe_data) {
+        const { status, message } = NS_error.F_collect_error_status_n_message({
+          ERR: E_
+        });
+
+        throw new Error("Something went wrong");
+        throw createError(status, message);
+      }
+
+      if (typeof probe_data !== "object" || Array.isArray(probe_data)) {
+        probe_data = R_.probe_data;
+      }
+    // }
+  })()
 
   if (ops === "raw") {
     return start_data;
@@ -375,14 +382,18 @@ async function F_handle_process(arg0: {
   const is_download = live === "download" && sbe_id;
 
   const job_id = is_download
-    ? `${sbe_id}${picture_quality ? `-${picture_quality.trim()}` : ""}-${output_destination}`
+    ? `${sbe_id}${picture_quality ? `-${picture_quality.trim()}` : ""}-${output_destination.toLowerCase()}`
     : undefined;
 
-  let last_failed = false;
+  let last_failed: boolean | undefined = undefined;
+
+  let undocumented_file: Bun.BunFile | undefined = undefined;
 
   const in_factory = (() => {
     if (!job_id) return;
+
     const current_job = transcode_jobs.get(job_id);
+
     if (!current_job) return;
 
     const job_status = current_job.status;
@@ -391,15 +402,14 @@ async function F_handle_process(arg0: {
     const in_progress = job_status === "in-progress";
 
     if (failed) {
-      transcode_jobs.delete(job_id);
       last_failed = true;
+      transcode_jobs.delete(job_id);
       return;
     }
 
     return true;
   })();
 
-
   if (in_factory && job_id) {
     const current_job = transcode_jobs.get(job_id);
     const job_status = current_job?.status;
@@ -423,6 +433,7 @@ async function F_handle_process(arg0: {
             transcoded_size,
             track_process: progress_endpoint,
             file: og_output_destination,
+            job_id,
             ...(ops === "just_check" ? { passed: true } : {})
           };
         }
@@ -436,9 +447,17 @@ async function F_handle_process(arg0: {
           const transcoded_size = current_job?.transcoded_size;
           const progress_endpoint = current_job?.progress_endpoint;
 
-          const _ = await serve_download({ file_path, job_id, ctx, request });
+          const _file_to_serve = await serve_download({
+            file_path,
+            job_id,
+            ctx,
+            request
+          });
+
+          if (_file_to_serve) {
+            undocumented_file = _file_to_serve;
+            document_the_file();
 
-          if (_) {
             if (ops === "just_check") {
               return {
                 passed: true,
@@ -446,11 +465,14 @@ async function F_handle_process(arg0: {
                 transcoded_size,
                 track_process: progress_endpoint,
                 file: og_output_destination,
-                final: true
+                final: true,
+                job_id
               };
             }
+
             console.log("SERVING FILE ============ ", file_path, "\n");
-            return _;
+
+            return _file_to_serve;
           }
         }
 
@@ -482,6 +504,7 @@ async function F_handle_process(arg0: {
 
   const file_mode = is_download && tmp_download_path;
 
+  // SERVE UNDOCUMENTED FILE
   if (file_mode) {
     const found_file = await find_latest_valid_file({
       sbe_id,
@@ -493,26 +516,39 @@ async function F_handle_process(arg0: {
     console.log("FOUND A FILE ============ ", found_file?.path, "\n");
 
     if (typeof found_file?.path === "string" && found_file.path.trim()) {
-      const _ = await serve_download({
+      const _file_to_serve = await serve_download({
         file_path: found_file.path.trim(),
         job_id,
         ctx,
-        request, skip_probe: true
+        request,
+        skip_probe: true
       });
 
-      if (_) {
+      if (_file_to_serve) {
+        undocumented_file = _file_to_serve;
+        document_the_file();
+
         if (ops === "just_check") {
           return {
             file: og_output_destination,
             passed: true,
             size: found_file?.size,
-            final: true
+            final: true,
+            job_id
           };
         }
-        return _;
+
+        return _file_to_serve;
       }
     } else if (last_failed) {
       throw new Error("Something went wrong");
+    } else {
+      // CHECK DOCUMENTED FILES
+      const _file_data = await check_documented_file();
+
+      if (_file_data && _file_data.download_link) {
+        const download_link = _file_data.download_link;
+      }
     }
   }
 
@@ -551,6 +587,8 @@ async function F_handle_process(arg0: {
 
   function task_failed() {
     (() => {
+      last_failed = true;
+
       if (!job_id) return;
 
       const current_job = transcode_jobs.get(job_id);
@@ -594,12 +632,14 @@ async function F_handle_process(arg0: {
       (async () => {
         if (!progress_update_endpoint) return;
 
-        const [E_, R_] = await NS_promise.F_catch_promise({
+        NS_promise.F_catch_promise({
           promise: ky.post(progress_update_endpoint, {
             json: { percentage: 100 }
           })
         });
       })();
+
+      document_the_file();
     })();
   }
 
@@ -666,8 +706,7 @@ async function F_handle_process(arg0: {
 
     if (!file_size || file_size <= 0) return;
 
-
-    if(!skip_probe){
+    if (!skip_probe) {
       const [E_, R_] = await NS_promise.F_catch_promise({
         promise: NS_ffmpeg.F_probe_v2({
           playback_url: new URL("http://localhost:0000/"),
@@ -680,18 +719,18 @@ async function F_handle_process(arg0: {
 
       if (E_) {
         try {
-        const message = E_.message;
+          const message = E_.message;
 
           if (typeof message === "string") {
             const data = JSON.parse(message);
             const code = parseInt(`${data?.code}`);
 
             if (!code || (code !== 143 && code !== 0)) {
-              return
+              return;
             }
           }
         } catch {
-          return
+          return;
         }
       } else if (!R_ || !R_?.probe_data) {
         return;
@@ -862,11 +901,10 @@ async function F_handle_process(arg0: {
                 const message = E_.message;
 
                 if (typeof message === "string") {
-                  
                   const data = JSON.parse(message);
                   const code = parseInt(`${data?.code}`);
 
-                  if (code && (code !== 143 || code !== 0)) {
+                  if (code && code !== 143 && code !== 0) {
                     node_fs.promises.unlink(full_path).catch(() => {});
                   }
                 }
@@ -888,6 +926,55 @@ async function F_handle_process(arg0: {
     }
   }
 
+  async function check_documented_file() {
+    if (!file_mode) {
+      return;
+    }
+
+    const data: any = {};
+
+    return data;
+  }
+
+  async function document_the_file() {
+    if (!file_mode) {
+      return;
+    }
+
+    console.log("📃 DOCUMENTING FILE");
+
+    if (!undocumented_file) {
+      const found_file = await find_latest_valid_file({
+        sbe_id,
+        picture_quality,
+        output_destination,
+        S3Dir
+      });
+
+      if (typeof found_file?.path !== "string" || found_file.path.trim()) {
+        return;
+      }
+
+      const _file_to_serve = await serve_download({
+        file_path: found_file.path.trim(),
+        job_id,
+        ctx,
+        request,
+        skip_probe: true
+      });
+
+      if (!_file_to_serve) {
+        return;
+      }
+
+      undocumented_file = _file_to_serve;
+    }
+
+    if (!undocumented_file) {
+      return;
+    }
+  }
+
   if (ops === "just_check") {
     if (file_mode) {
       const found_file = await find_latest_valid_file({
@@ -910,7 +997,8 @@ async function F_handle_process(arg0: {
           passed,
           size,
           file,
-          final
+          final,
+          job_id
         };
       })();