Spaces:
Sleeping
Sleeping
ge3
Browse files
main.py
CHANGED
|
@@ -21,7 +21,7 @@ try:
|
|
| 21 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 22 |
model = AutoModelForCausalLM.from_pretrained(
|
| 23 |
MODEL_NAME,
|
| 24 |
-
torch_dtype=torch.
|
| 25 |
device_map="auto",
|
| 26 |
low_cpu_mem_usage=True
|
| 27 |
)
|
|
|
|
| 21 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 22 |
model = AutoModelForCausalLM.from_pretrained(
|
| 23 |
MODEL_NAME,
|
| 24 |
+
torch_dtype=torch.float32,
|
| 25 |
device_map="auto",
|
| 26 |
low_cpu_mem_usage=True
|
| 27 |
)
|