make the rate limiter optional

.env

@@ -11,6 +11,9 @@ RENDERING_ENGINE="INFERENCE_API"
 # - OPENAI
 LLM_ENGINE="INFERENCE_API"
 
+# Set to "true" to create artificial delays and smooth out traffic
+NEXT_PUBLIC_ENABLE_RATE_LIMITER="false"
+
 # ------------- PROVIDER AUTH ------------
 # You only need to configure the access token(s) for the provider(s) you want to use
 

src/app/interface/panel/index.tsx

@@ -59,7 +59,9 @@ export function Panel({
 
   const timeoutRef = useRef<any>(null)
 
-  const delay = 3000 + (1000 * panel)
+  const enableRateLimiter = `${process.env.NEXT_PUBLIC_ENABLE_RATE_LIMITER}`  === "true"
+
+  const delay = enableRateLimiter ? (3000 + (1000 * panel)) : 1000
 
   // since this run in its own loop, we need to use references everywhere
   // but perhaps this could be refactored
@@ -105,7 +107,7 @@ export function Panel({
         return
       }
     })
-  }, 2000 * panel)
+  }, enableRateLimiter ? 2000 * panel : 0)
   }, [prompt, width, height])