Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
|
@@ -34,7 +34,7 @@ try:
|
|
| 34 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 35 |
MODEL_NAME,
|
| 36 |
cache_dir=str(CACHE_DIR)
|
| 37 |
-
|
| 38 |
MODEL_NAME,
|
| 39 |
device_map="auto",
|
| 40 |
torch_dtype=torch.float16,
|
|
|
|
| 34 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 35 |
MODEL_NAME,
|
| 36 |
cache_dir=str(CACHE_DIR)
|
| 37 |
+
model = AutoModelForCausalLM.from_pretrained(
|
| 38 |
MODEL_NAME,
|
| 39 |
device_map="auto",
|
| 40 |
torch_dtype=torch.float16,
|