fix: remove http abuse check

backend/functions/src/cloud-functions/crawler.ts

@@ -227,10 +227,6 @@ export class CrawlerHost extends RPCHost {
         }
 
         if (!uid) {
-            if (targetUrl.protocol === 'http:' && (!targetUrl.pathname || targetUrl.pathname === '/') &&
-                crawlerOptions.respondWith !== 'default') {
-                throw new SecurityCompromiseError(`Your request is categorized as abuse. Please don't abuse our service. If you are sure you are not abusing, please authenticate yourself with an API key.`);
-            }
             const blockade = (await DomainBlockade.fromFirestoreQuery(
                 DomainBlockade.COLLECTION
                     .where('domain', '==', targetUrl.hostname.toLowerCase())

thinapps-shared

@@ -1 +1 @@
-Subproject commit efa6da6ff1c9a4e2841c50a722a0ae2283be827c
+Subproject commit 7b3412e64166599429fa38094f4abd071a15fcd6