GUI-STUDIO commited on
Commit ·
65db193
1
Parent(s): df63af2
Refactor scraper paths; add websockets & showtime
Browse filesRename scraper modules to _generic/_post-processing and update imports across services. Add WebSocket support to app-ffmpeg (new lib/ws and /ws route) and hook into showtime V2. Improve bucket logging and upload flow; refactor find_seed_file into db/bucket/local runners, document seed files after upload, and trigger post-upload recording. Also change proxy lookup env from 'serverless' to 'edgeone' and update related scrape-worker imports.
- src/sub-router/111movies.ts +1 -3
- src/sub-router/flickystream.ts +1 -3
- src/sub-router/flixer.ts +1 -3
- src/sub-router/vidcore.ts +1 -3
- src/sub-router/videasy.ts +1 -3
- src/sub-router/vidlinkpro.ts +1 -4
- src/sub-router/vidnest.ts +1 -3
- src/sub-router/vidup.ts +1 -3
- src/sub-router/xpass.ts +1 -3
src/sub-router/111movies.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_111movies_streamify_helper } from "../../../../packages/lib/scraper/111movies/exe";
|
| 6 |
-
import { NS_111movies_crawl } from "../../../../packages/lib/validator/111movies-crawl";
|
| 7 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 8 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 9 |
import { hono_validator_callback } from "../lib/misc";
|
| 10 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_111movies_streamify_helper } from "../../../../packages/lib/scraper/111movies/exe";
|
|
|
|
| 6 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
| 7 |
import { hono_validator_callback } from "../lib/misc";
|
| 8 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/flickystream.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_flickystream_scraper } from "../../../../packages/lib/scraper/flickystream/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_flickystream_scraper } from "../../../../packages/lib/scraper/flickystream/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/flixer.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_flixer_scraper } from "../../../../packages/lib/scraper/flixer/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_flixer_scraper } from "../../../../packages/lib/scraper/flixer/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/vidcore.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_vidcore_scraper } from "../../../../packages/lib/scraper/vidcore/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_vidcore_scraper } from "../../../../packages/lib/scraper/vidcore/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/videasy.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_videasy_scraper } from "../../../../packages/lib/scraper/videasy/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_videasy_scraper } from "../../../../packages/lib/scraper/videasy/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/vidlinkpro.ts
CHANGED
|
@@ -3,13 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_vidlinkpro_scraper } from "../../../../packages/lib/scraper/vidlinkpro/exe";
|
| 6 |
-
import { NS_vidlinkpro_crawl } from "../../../../packages/lib/validator/vidlinkpro-crawl";
|
| 7 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 8 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 9 |
-
import createError from "http-errors";
|
| 10 |
import { hono_validator_callback } from "../lib/misc";
|
| 11 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 12 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 13 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 14 |
|
| 15 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_vidlinkpro_scraper } from "../../../../packages/lib/scraper/vidlinkpro/exe";
|
|
|
|
| 6 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 7 |
import { hono_validator_callback } from "../lib/misc";
|
| 8 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/vidnest.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_vidnest_scraper } from "../../../../packages/lib/scraper/vidnest/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_vidnest_scraper } from "../../../../packages/lib/scraper/vidnest/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/vidup.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_vidup_scraper } from "../../../../packages/lib/scraper/vidup/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_vidup_scraper } from "../../../../packages/lib/scraper/vidup/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
src/sub-router/xpass.ts
CHANGED
|
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
| 6 |
-
import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
|
| 7 |
-
import createError from "http-errors";
|
| 8 |
import { hono_validator_callback } from "../lib/misc";
|
| 9 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 10 |
import { NS_xpass_scraper } from "../../../../packages/lib/scraper/xpass/exe";
|
| 11 |
-
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/
|
| 12 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 13 |
|
| 14 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|
|
|
|
| 3 |
import { sValidator } from "@hono/standard-validator";
|
| 4 |
import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
|
| 5 |
import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
|
|
|
|
|
|
|
| 6 |
import { hono_validator_callback } from "../lib/misc";
|
| 7 |
import { NS_runtime } from "../../../../packages/lib/env.runtime";
|
| 8 |
import { NS_xpass_scraper } from "../../../../packages/lib/scraper/xpass/exe";
|
| 9 |
+
import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
|
| 10 |
import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
|
| 11 |
|
| 12 |
const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
|