"Login" failure fix

app.py

@@ -1,6 +1,6 @@
 import os
 from functools import lru_cache
-from typing import Iterator
+from typing import Any, Iterator
 
 import gradio as gr
 from huggingface_hub import hf_hub_download
@@ -23,11 +23,17 @@ DEFAULT_SYSTEM_PROMPT = (
 
 @lru_cache(maxsize=1)
 def get_llm() -> Llama:
+    print(
+        f"Loading GGUF model {MODEL_REPO}/{MODEL_FILE} "
+        f"with n_ctx={N_CTX}, n_batch={N_BATCH}, n_threads={N_THREADS}",
+        flush=True,
+    )
     model_path = hf_hub_download(
         repo_id=MODEL_REPO,
         filename=MODEL_FILE,
         local_dir=os.getenv("MODEL_DIR") or None,
     )
+    print(f"Model file ready: {model_path}", flush=True)
 
     return Llama(
         model_path=model_path,
@@ -42,7 +48,7 @@ def get_llm() -> Llama:
     )
 
 
-def trim_history(history: list[dict[str, str]]) -> list[dict[str, str]]:
+def trim_history(history: list[Any]) -> list[Any]:
     if not history:
         return []
 
@@ -52,16 +58,23 @@ def trim_history(history: list[dict[str, str]]) -> list[dict[str, str]]:
 
 def build_messages(
     message: str,
-    history: list[dict[str, str]],
+    history: list[Any],
     system_message: str,
 ) -> list[dict[str, str]]:
     messages = [{"role": "system", "content": system_message.strip()}]
 
     for item in trim_history(history):
-        role = item.get("role")
-        content = item.get("content")
-        if role in {"user", "assistant"} and content:
-            messages.append({"role": role, "content": content})
+        if isinstance(item, dict):
+            role = item.get("role")
+            content = item.get("content")
+            if role in {"user", "assistant"} and content:
+                messages.append({"role": role, "content": content})
+        elif isinstance(item, (list, tuple)) and len(item) >= 2:
+            user_text, assistant_text = item[:2]
+            if user_text:
+                messages.append({"role": "user", "content": str(user_text)})
+            if assistant_text:
+                messages.append({"role": "assistant", "content": str(assistant_text)})
 
     messages.append({"role": "user", "content": message})
     return messages
@@ -69,7 +82,7 @@ def build_messages(
 
 def respond(
     message: str,
-    history: list[dict[str, str]],
+    history: list[Any],
     system_message: str,
     max_tokens: int,
     temperature: float,
@@ -125,4 +138,4 @@ chatbot = gr.ChatInterface(
 
 
 if __name__ == "__main__":
-    chatbot.launch()
+    chatbot.queue(max_size=8).launch()