Upload folder using huggingface_hub

app.py

@@ -105,34 +105,39 @@ os.makedirs(LOG_DIR, exist_ok=True)
 HELMHOLTZ_BASE_URL = "https://api.helmholtz-blablador.fz-juelich.de/v1"
 
 # Initialize LLMs (Helmholtz Blablador)
-api_key = os.environ.get("BLABLADOR_API_KEY")
+# We use a placeholder if the API key is missing to allow the app to start and show status.
+api_key = os.environ.get("BLABLADOR_API_KEY") or "EMPTY_KEY"
 
 chat_llm = ChatOpenAI(
     model="alias-large",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=2048
+    max_tokens=2048,
+    disable_streaming=True
 )
 
 code_llm = ChatOpenAI(
     model="alias-code",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=1024
+    max_tokens=1024,
+    disable_streaming=True
 )
 
 fast_llm = ChatOpenAI(
     model="alias-fast",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=512
+    max_tokens=512,
+    disable_streaming=True
 )
 
 huge_llm = ChatOpenAI(
     model="alias-huge",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=1024
+    max_tokens=1024,
+    disable_streaming=True
 )
 
 # Memory Stores