Spaces:

bonesmasher
/

web_reader

Build error

nomagick commited on Apr 17, 2024

Commit

6e36f0a

unverified ·

1 Parent(s): 781b835

fix: url wrong normalization

Files changed (1) hide show

backend/functions/src/cloud-functions/crawler.ts CHANGED Viewed

@@ -168,7 +168,7 @@ ${this.content}
         const noSlashURL = ctx.req.url.slice(1);
         let urlToCrawl;
         try {
-            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { removeTrailingSlash: false, removeSingleSlash: false }));
         } catch (err) {
             throw new ParamValidationError({
                 message: `${err}`,

         const noSlashURL = ctx.req.url.slice(1);
         let urlToCrawl;
         try {
+            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false }));
         } catch (err) {
             throw new ParamValidationError({
                 message: `${err}`,