Upload folder using huggingface_hub

app.py

@@ -12,12 +12,11 @@ llm = None
 def get_llm():
     global llm
     if llm is None:
-        # Download and load model from Hugging Face
+        # Download and load model from Hugging Face (public model, no token needed)
         llm = AutoModelForCausalLM.from_pretrained(
             model_repo,
             model_file=model_filename,
             model_type="llama",
-            hf_token=os.environ.get("HF_TOKEN", ""),
             context_length=1024,
             threads=2
         )