Spaces:
Paused
Paused
Tao Wu commited on
Commit ·
f5b101a
1
Parent(s): dc6ab83
fix bugs
Browse files- app/embedding_setup.py +0 -1
app/embedding_setup.py
CHANGED
|
@@ -47,7 +47,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 47 |
LLM_MODEL,
|
| 48 |
load_in_8bit=True,
|
| 49 |
torch_dtype=torch.float16,
|
| 50 |
-
device_map="auto",
|
| 51 |
token=hf_auth,
|
| 52 |
)
|
| 53 |
|
|
|
|
| 47 |
LLM_MODEL,
|
| 48 |
load_in_8bit=True,
|
| 49 |
torch_dtype=torch.float16,
|
|
|
|
| 50 |
token=hf_auth,
|
| 51 |
)
|
| 52 |
|