Indus 3.0 Demo

app.py

@@ -46,8 +46,13 @@ if model_path is None:
     raise FileNotFoundError("config.json not found after extraction")
 
 # Load from the extracted folder
-tokenizer = AutoTokenizer.from_pretrained(extract_dir)
-model     = AutoModelForCausalLM.from_pretrained(extract_dir, torch_dtype="auto", device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained(model_path)
+model     = AutoModelForCausalLM.from_pretrained(
+    model_path,
+    torch_dtype="auto",
+    device_map="auto",
+    low_cpu_mem_usage=True
+)
 
 def chat_fn(prompt, history):
     history = history or []