Spaces:

Aneeth
/

zephyr_infererence

Sleeping

Aneeth commited on Jan 20, 2024

Commit

34a26bf

verified ·

1 Parent(s): df85b35

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,6 @@ import streamlit as st
 gptq_config = GPTQConfig(bits=4, disable_exllama=True)
 model = AutoPeftModelForCausalLM.from_pretrained(
     "Aneeth/zephyr_10k",
-    low_cpu_mem_usage=True,
     return_dict=True,
     torch_dtype=torch.float32,
     trust_remote_code=True,

 gptq_config = GPTQConfig(bits=4, disable_exllama=True)
 model = AutoPeftModelForCausalLM.from_pretrained(
     "Aneeth/zephyr_10k",
     return_dict=True,
     torch_dtype=torch.float32,
     trust_remote_code=True,