asimcodeml commited on
Commit
550a570
·
verified ·
1 Parent(s): 24fb7d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -8,7 +8,9 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  MODEL_PATH,
10
  trust_remote_code=True,
11
- device_map="auto"
 
 
12
  )
13
 
14
  pipe = pipeline(
 
8
  model = AutoModelForCausalLM.from_pretrained(
9
  MODEL_PATH,
10
  trust_remote_code=True,
11
+ device_map="auto",
12
+ low_cpu_mem_usage=True,
13
+ quantization_config=None
14
  )
15
 
16
  pipe = pipeline(