Upload folder using huggingface_hub

api.py

@@ -41,7 +41,7 @@ def fixed_get_imports(filename: str | os.PathLike) -> list[str]:
 
 # Initialize the model and processor
 with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports): #workaround for unnecessary flash_attn requirement
-            model = AutoModelForCausalLM.from_pretrained(args.model_path, attn_implementation="sdpa", torch_dtype=torch_dtype,trust_remote_code=True).to(device)
+    model = AutoModelForCausalLM.from_pretrained(args.model_path, attn_implementation="sdpa", torch_dtype=torch_dtype,trust_remote_code=True).to(device)
 processor = AutoProcessor.from_pretrained(args.model_path, trust_remote_code=True)
 
 lock = threading.Lock()  # Use a lock to ensure thread safety when accessing the model