Spaces:

bonesmasher
/

web_reader

Build error

nomagick commited on Apr 17, 2024

Commit

781b835

unverified ·

1 Parent(s): 11a5a90

fix: keep url details

Files changed (1) hide show

backend/functions/src/cloud-functions/crawler.ts CHANGED Viewed

@@ -168,7 +168,7 @@ ${this.content}
         const noSlashURL = ctx.req.url.slice(1);
         let urlToCrawl;
         try {
-            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim()));
         } catch (err) {
             throw new ParamValidationError({
                 message: `${err}`,

         const noSlashURL = ctx.req.url.slice(1);
         let urlToCrawl;
         try {
+            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { removeTrailingSlash: false, removeSingleSlash: false }));
         } catch (err) {
             throw new ParamValidationError({
                 message: `${err}`,