Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -22,7 +22,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
|
| 22 |
try:
|
| 23 |
model = AutoModelForCausalLM.from_pretrained(
|
| 24 |
MODEL_ID,
|
| 25 |
-
device_map="auto", # auto GPU/CPU placement
|
| 26 |
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
| 27 |
low_cpu_mem_usage=True
|
| 28 |
)
|
|
|
|
| 22 |
try:
|
| 23 |
model = AutoModelForCausalLM.from_pretrained(
|
| 24 |
MODEL_ID,
|
| 25 |
+
#device_map="auto", # auto GPU/CPU placement
|
| 26 |
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
| 27 |
low_cpu_mem_usage=True
|
| 28 |
)
|