Add proxima fallback support and refactor scraper structure

Reorganizes scraper files into a generic folder structure and adds fail_back support for proxima proxy handling. Updates ffmpeg v2 validator and router to handle proxy fallback attempts. Adds valibot dependency. Updates showtime.ts to use function calls for credentials and repository configuration instead of direct values.

package.json

@@ -46,7 +46,8 @@
     "random-string-generator": "^1.0.7",
     "random-word-slugs": "^0.1.7",
     "txtgen": "^3.0.7",
-    "user-agents": "^2.1.4"
+    "user-agents": "^2.1.4",
+    "valibot": "^1.4.2"
   },
   "devDependencies": {
     "bun-types": "latest",

src/sub-router/ffmpeg/v2.ts

@@ -9,6 +9,7 @@ import { offline_store } from "../../lib/offline-store";
 import { NS_validator_v2, T_live, T_playback } from "./validator-v2";
 import UserAgent from "user-agents";
 import { NS_runtime } from "../../../../../../packages/lib/env.runtime";
+import { NS_unpack_proxima } from "../../../../../../packages/lib/helpers/server/proxima/unpack";
 
 const APP_ACCOUNT_ABC = () =>
   NS_runtime.ENV_VAR_DB?.APP_ACCOUNT_ABC || process.env.APP_ACCOUNT_ABC;
@@ -110,13 +111,105 @@ const sub_router = new Elysia({ prefix: "/ffmpeg/v2" }).post(
         .join("");
     })();
 
+    // decoded proxima
+    const dencoded_px = await (async () => {
+      const _ = new URL(playback.url);
+
+      if (!_.pathname.startsWith("/proxima") || !playback.fail_back) {
+        return;
+      }
+
+      const encoded_data = _.pathname.split("/").slice(-1)[0];
+
+      if (!encoded_data) return;
+
+      const [E_, R_] = await NS_promise.F_catch_promise({
+        promise: NS_unpack_proxima.F_unpack_proxima_endpoint_n_commands({
+          proxima_encoded: encoded_data
+        })
+      });
+
+      if (!R_) return;
+
+      const decoded_proxy_endpoint = R_.decoded_proxy_endpoint;
+      const decoded_proxy_commands = R_.decoded_proxy_commands;
+
+      if (!decoded_proxy_endpoint) return;
+
+      const target = decoded_proxy_endpoint;
+
+      const headers = (() => {
+        const _h = decoded_proxy_commands?.headers;
+
+        if (_h && NS_misc.is_plain_object(_h)) {
+          return {
+            ..._h,
+            "User-Agent": (playback as any)?.headers?.["User-Agent"]
+          };
+        }
+      })();
+
+      return {
+        target,
+        headers
+      };
+    })();
+
     // RUN RAW PROBE
+    async function run(arg0: { playback: T_playback }) {
+      const { playback } = arg0;
+
+      const [E_, R_] = await NS_promise.F_catch_promise({
+        promise: NS_ffmpeg_v2.F_probe_t1({
+          context: ctx,
+          playback,
+          timeout
+        })
+      });
+
+      if (E_) throw E_;
+
+      return R_;
+    }
+
     const [E_, R_] = await NS_promise.F_catch_promise({
-      promise: NS_ffmpeg_v2.F_probe_t1({
-        context: ctx,
-        playback,
-        timeout
-      })
+      promise: (async () => {
+        const og_playback = { ...playback };
+
+        let fail_back = false;
+
+        if (playback.fail_back && dencoded_px?.target) {
+          playback.headers = dencoded_px.headers;
+          playback.url = dencoded_px.target.toString();
+
+          fail_back = true;
+        }
+
+        let [E_, R_] = await NS_promise.F_catch_promise({
+          promise: run({ playback })
+        });
+
+        if (E_ && fail_back) {
+          (playback as any).fail_back = true;
+
+          playback.headers = og_playback.headers;
+          playback.url = og_playback.url;
+
+          if (APP_ENV() === "dev") {
+            console.log("RUNNING FAIL BACK");
+          }
+
+          [E_, R_] = await NS_promise.F_catch_promise({
+            promise: run({ playback })
+          });
+        }
+
+        if (E_) {
+          throw E_;
+        }
+
+        return R_;
+      })()
     });
 
     if (E_) {
@@ -134,7 +227,11 @@ const sub_router = new Elysia({ prefix: "/ffmpeg/v2" }).post(
     })();
 
     if (!live) {
-      return { qLevel, ...probe_metadata };
+      return {
+        qLevel,
+        fail_back: (playback as any).fail_back,
+        ...probe_metadata
+      };
     }
 
     const clean_metadata = NS_ffmpeg_v2.F_scan_raw_probe_metadata({

src/sub-router/ffmpeg/validator-v2.ts

@@ -7,13 +7,9 @@ const playback = t.Object(
       errorMessage: "Invalid playback url"
     }),
     headers: t.Optional(
-      t.Object(
-        {},
-        {
-          additionalProperties: true,
-          errorMessage: "Invalid playback headers"
-        }
-      )
+      t.Record(t.String(), t.Any(), {
+        error: () => "Invalid playback headers"
+      })
     ),
     type: t.Union([t.Literal("hls"), t.Literal("video")], {
       errorMessage: "Invalid playback type: expected HLS or VIDEO"
@@ -33,6 +29,11 @@ const playback = t.Object(
         error: () =>
           "ideal runtime must be a positive integer greater than zero"
       })
+    ),
+    fail_back: t.Optional(
+      t.Union([t.Literal(1), t.Literal(0)], {
+        errorMessage: "Invalid failback, Expected binary boolean"
+      })
     )
   },
   { errorMessage: "Invalid playback data" }

src/sub-router/showtime.ts

@@ -14,7 +14,7 @@ import path from "node:path";
 import ky from "ky";
 import * as hub from "@huggingface/hub";
 import { NS_mongo_db_record_factory } from "../../../../../packages/db/index";
-import { NS_bucket, repo, credentials, STORAGE_ROOT } from "../lib/bucket";
+import { NS_bucket, STORAGE_ROOT,bucket_credentials, hf_repo } from "../lib/bucket";
 import { NS_runtime } from "../../../../../packages/lib/env.runtime";
 
 const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
@@ -396,7 +396,7 @@ async function F_handle_process(arg0: {
 
   const cache_folder = `cache/${sbe_id}`;
 
-  const S3Dir = path.join(STORAGE_ROOT, `${cache_folder}`);
+  const S3Dir = path.join(STORAGE_ROOT(), `${cache_folder}`);
 
   const tmp_file_name = `${Date.now()}${picture_quality && picture_quality.trim() ? `-${picture_quality.trim()}` : ""}-${output_destination}`;
 
@@ -1197,8 +1197,8 @@ async function F_handle_process(arg0: {
 
         const [E_, R_] = await NS_promise.F_catch_promise({
           promise: hub.uploadFiles({
-            repo,
-            accessToken: credentials.accessToken,
+            repo: hf_repo(),
+            accessToken: bucket_credentials().accessToken,
             files: [
               {
                 path: file_path,