rewgwrth commited on
Commit
c31212e
·
1 Parent(s): 568586b
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -21,7 +21,7 @@ try:
21
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  MODEL_NAME,
24
- torch_dtype=torch.float16,
25
  device_map="auto",
26
  low_cpu_mem_usage=True
27
  )
 
21
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  MODEL_NAME,
24
+ torch_dtype=torch.float32,
25
  device_map="auto",
26
  low_cpu_mem_usage=True
27
  )