translators-will commited on
Commit
b513539
·
verified ·
1 Parent(s): c985443

Update data_clean_final.py

Browse files
Files changed (1) hide show
  1. data_clean_final.py +1 -2
data_clean_final.py CHANGED
@@ -13,8 +13,7 @@ model = AutoModelForCausalLM.from_pretrained(
13
  model_name,
14
  device_map='auto',
15
  load_in_4bit=True,
16
- torch_dtype='auto',
17
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
18
  )
19
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
20
 
 
13
  model_name,
14
  device_map='auto',
15
  load_in_4bit=True,
16
+ torch_dtype='auto'
 
17
  )
18
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0 if torch.cuda.is_available() else -1)
19