hadokenvskikoken commited on
Commit
04f73d7
·
verified ·
1 Parent(s): 576154a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -34,7 +34,7 @@ try:
34
  tokenizer = AutoTokenizer.from_pretrained(
35
  MODEL_NAME,
36
  cache_dir=str(CACHE_DIR)
37
- model = AutoModelForCausalLM.from_pretrained(
38
  MODEL_NAME,
39
  device_map="auto",
40
  torch_dtype=torch.float16,
 
34
  tokenizer = AutoTokenizer.from_pretrained(
35
  MODEL_NAME,
36
  cache_dir=str(CACHE_DIR)
37
+ model = AutoModelForCausalLM.from_pretrained(
38
  MODEL_NAME,
39
  device_map="auto",
40
  torch_dtype=torch.float16,