Refactor proxy handling and add generic scraper router

Multiple improvements to the scraping infrastructure:

- Replace direct fetch() calls with custom proxy() function in portal routers for better request handling
- Clone responses using new Response(body, original) pattern to allow header manipulation
- Add title tracking to transcoding jobs for better status reporting
- Create generic scraper router supporting multiple portals (111movies, flixer, ythd, etc.)
- Improve post-processing validation with guards and empty object checks
- Add ythd portal headers and enhance cache error tracking
- Fix export naming (NS_flickystream_scraper -> NS_generic_scraper)
- Add optional parameters to BQL runner (resource, status, operator) and include 'origin' header

src/sub-router/proxima.ts

@@ -129,7 +129,7 @@ sub_router.get(
     // 1. fetch upstream
     const upstream_v1 = async () => {
       try {
-        return await fetch(upstream_url, {
+        return await proxy(upstream_url, {
           headers: send_headers,
           method: decoded_proxy_commands?.method || "GET",
           body: decoded_proxy_commands?.upstream_payload
@@ -158,7 +158,7 @@ sub_router.get(
 
           console.log({ ECONNREFUSED_fallback }, { send_headers });
 
-          return await fetch(ECONNREFUSED_fallback.toString(), {
+          return await proxy(ECONNREFUSED_fallback.toString(), {
             headers: send_headers,
             method: decoded_proxy_commands?.method || "GET",
             body: decoded_proxy_commands?.upstream_payload
@@ -170,7 +170,7 @@ sub_router.get(
     };
 
     const upstream_v2 = async () => {
-      const _1 = await fetch(upstream_url, {
+      const _1 = await proxy(upstream_url, {
         headers: send_headers,
         method: decoded_proxy_commands?.method || "GET",
         body: decoded_proxy_commands?.upstream_payload
@@ -201,13 +201,13 @@ sub_router.get(
       // const _u = new URL(fallback_proxy);
       // _u.searchParams.set("ops", "raw-ch");
 
-      // const _2 = await fetch(_u.toString());
+      // const _2 = await proxy(_u.toString());
 
       // return _2;
     };
 
     // const upstream = await upstream_v1();
-    const upstream = await upstream_v2();
+    let upstream = await upstream_v2();
 
     // 2. short-circuit
     if (!upstream) {
@@ -250,6 +250,8 @@ sub_router.get(
       // }
     }
 
+    upstream = new Response(upstream.body, upstream);
+
     // 3. strip security headers
     upstream.headers.delete("content-security-policy");
     upstream.headers.delete("x-frame-options");