Spaces:
Sleeping
Sleeping
Update data_clean_final.py
Browse files- data_clean_final.py +1 -2
data_clean_final.py
CHANGED
|
@@ -13,8 +13,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 13 |
model_name,
|
| 14 |
device_map='auto',
|
| 15 |
load_in_4bit=True,
|
| 16 |
-
torch_dtype='auto'
|
| 17 |
-
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
|
| 18 |
)
|
| 19 |
generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
|
| 20 |
|
|
|
|
| 13 |
model_name,
|
| 14 |
device_map='auto',
|
| 15 |
load_in_4bit=True,
|
| 16 |
+
torch_dtype='auto'
|
|
|
|
| 17 |
)
|
| 18 |
generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
|
| 19 |
|