starlord3307 commited on
Commit
841b53e
·
verified ·
1 Parent(s): f755021

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -22,7 +22,7 @@ quant_config = BitsAndBytesConfig(
22
  )
23
 
24
  # ✅ Load Model with Offloading & Caching
25
- MODEL_NAME = "YOUR_USERNAME/YOUR_MODEL_REPO"
26
 
27
  print("Loading model with 4-bit quantization and offloading...")
28
  model = AutoModelForCausalLM.from_pretrained(
 
22
  )
23
 
24
  # ✅ Load Model with Offloading & Caching
25
+ MODEL_NAME = "starlord3307/mistral-gpt"
26
 
27
  print("Loading model with 4-bit quantization and offloading...")
28
  model = AutoModelForCausalLM.from_pretrained(