Updated app.py

app.py

@@ -40,17 +40,10 @@ if HF_TOKEN is None:
     raise ValueError("HF_TOKEN is not set. Check your .env file.")
 login(HF_TOKEN, add_to_git_credential=True)
 
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,  # Set to 8-bit if needed
-    bnb_4bit_compute_dtype=torch.float16,
-    bnb_4bit_use_double_quant=True,
-    bnb_4bit_quant_type="nf4"
-)
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME, 
-    quantization_config=bnb_config, 
-    device_map="auto",
+    device_map="cpu",
     token=HF_TOKEN
 )