GUI-STUDIO commited on
Commit
65db193
·
1 Parent(s): df63af2

Refactor scraper paths; add websockets & showtime

Browse files

Rename scraper modules to _generic/_post-processing and update imports across services. Add WebSocket support to app-ffmpeg (new lib/ws and /ws route) and hook into showtime V2. Improve bucket logging and upload flow; refactor find_seed_file into db/bucket/local runners, document seed files after upload, and trigger post-upload recording. Also change proxy lookup env from 'serverless' to 'edgeone' and update related scrape-worker imports.

src/sub-router/111movies.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_111movies_streamify_helper } from "../../../../packages/lib/scraper/111movies/exe";
6
- import { NS_111movies_crawl } from "../../../../packages/lib/validator/111movies-crawl";
7
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
8
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
9
  import { hono_validator_callback } from "../lib/misc";
10
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_111movies_streamify_helper } from "../../../../packages/lib/scraper/111movies/exe";
 
6
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
7
  import { hono_validator_callback } from "../lib/misc";
8
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/flickystream.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_flickystream_scraper } from "../../../../packages/lib/scraper/flickystream/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_flickystream_scraper } from "../../../../packages/lib/scraper/flickystream/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/flixer.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_flixer_scraper } from "../../../../packages/lib/scraper/flixer/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_flixer_scraper } from "../../../../packages/lib/scraper/flixer/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/vidcore.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_vidcore_scraper } from "../../../../packages/lib/scraper/vidcore/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_vidcore_scraper } from "../../../../packages/lib/scraper/vidcore/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/videasy.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_videasy_scraper } from "../../../../packages/lib/scraper/videasy/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_videasy_scraper } from "../../../../packages/lib/scraper/videasy/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/vidlinkpro.ts CHANGED
@@ -3,13 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_vidlinkpro_scraper } from "../../../../packages/lib/scraper/vidlinkpro/exe";
6
- import { NS_vidlinkpro_crawl } from "../../../../packages/lib/validator/vidlinkpro-crawl";
7
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
8
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
9
- import createError from "http-errors";
10
  import { hono_validator_callback } from "../lib/misc";
11
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
12
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
13
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
14
 
15
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_vidlinkpro_scraper } from "../../../../packages/lib/scraper/vidlinkpro/exe";
 
6
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
7
  import { hono_validator_callback } from "../lib/misc";
8
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/vidnest.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_vidnest_scraper } from "../../../../packages/lib/scraper/vidnest/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_vidnest_scraper } from "../../../../packages/lib/scraper/vidnest/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/vidup.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_vidup_scraper } from "../../../../packages/lib/scraper/vidup/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_vidup_scraper } from "../../../../packages/lib/scraper/vidup/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
src/sub-router/xpass.ts CHANGED
@@ -3,12 +3,10 @@ import { NS_error } from "../../../../packages/lib/helpers/client/error";
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
6
- import { NS_routes_c } from "../../../../packages/lib/helpers/client/route";
7
- import createError from "http-errors";
8
  import { hono_validator_callback } from "../lib/misc";
9
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
10
  import { NS_xpass_scraper } from "../../../../packages/lib/scraper/xpass/exe";
11
- import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/post-processing/generic";
12
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
13
 
14
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;
 
3
  import { sValidator } from "@hono/standard-validator";
4
  import { NS_promise } from "../../../../packages/lib/helpers/client/promise";
5
  import { NS_general_crawl } from "../../../../packages/lib/validator/general-crawl";
 
 
6
  import { hono_validator_callback } from "../lib/misc";
7
  import { NS_runtime } from "../../../../packages/lib/env.runtime";
8
  import { NS_xpass_scraper } from "../../../../packages/lib/scraper/xpass/exe";
9
+ import { NS_scrape_post_processing } from "../../../../packages/lib/scraper/_post-processing/generic";
10
  import { T_prop_tmdb } from "../../../../packages/lib/helpers/server/streamify/lib-helper";
11
 
12
  const APP_ENV = () => NS_runtime.ENV_VAR_DB?.APP_ENV || process.env.APP_ENV;