conditional ngrok_token

main.py

@@ -9,7 +9,6 @@ from transformers import AutoModel, AutoTokenizer
 from sse_starlette.sse import EventSourceResponse
 from fastapi.middleware.cors import CORSMiddleware
 import uvicorn
-from pyngrok import ngrok, conf
 
 import os
 
@@ -52,7 +51,8 @@ def init():
             print("No GPU available")
         print("Using CPU")
     model = model.eval()
-    ngrok_connect()
+    if os.environ.get("ngrok_token") is not None:
+        ngrok_connect()
 
 
 class Message(BaseModel):
@@ -103,6 +103,7 @@ async def completions(body: Body, request: Request):
 
 
 def ngrok_connect():
+    from pyngrok import ngrok, conf
     conf.set_default(conf.PyngrokConfig(ngrok_path="./ngrok"))
     ngrok.set_auth_token(os.environ["ngrok_token"])
     http_tunnel = ngrok.connect(8000)