Upload app.py with huggingface_hub

app.py

@@ -47,17 +47,17 @@ def _get_llm_and_path() -> Dict[str, Any]:
         repo_id=MODEL_REPO_ID, filename=MODEL_FILE, repo_type="model"
     )
 
-init_kwargs: Dict[str, Any] = {
-        "model_path": model_path,
-        "n_ctx": N_CTX,
-        "n_threads": N_THREADS,
-        "n_batch": N_BATCH,
-        "n_gpu_layers": 0,
-        "verbose": False,
-        "use_mmap": USE_MMAP,
-    }
-    if CHAT_FORMAT:
-        init_kwargs["chat_format"] = CHAT_FORMAT
+    init_kwargs: Dict[str, Any] = {
+        "model_path": model_path,
+        "n_ctx": N_CTX,
+        "n_threads": N_THREADS,
+        "n_batch": N_BATCH,
+        "n_gpu_layers": 0,
+        "verbose": False,
+        "use_mmap": USE_MMAP,
+    }
+    if CHAT_FORMAT:
+        init_kwargs["chat_format"] = CHAT_FORMAT
 
     llm = Llama(**init_kwargs)
     return {"llm": llm, "model_path": model_path}