DDDano333
/

smartscraper

Model card Files Files and versions

DDDano333 commited on Apr 23, 2023

Commit

22c6032

·

1 Parent(s): 936fde4

cleaned out line

Files changed (1) hide show

train.py +1 -1

train.py CHANGED Viewed

@@ -47,7 +47,7 @@ def train(rank, world_size):
         "decapoda-research/llama-7b-hf",
         load_in_8bit=True,
         device_map="auto",
-    ).to(device)
     model = torch.nn.parallel.DistributedDataParallel(model, device_ids=[rank], output_device=rank)
     tokenizer = LLaMATokenizer.from_pretrained(
         "decapoda-research/llama-7b-hf", add_eos_token=True

         "decapoda-research/llama-7b-hf",
         load_in_8bit=True,
         device_map="auto",
+    )
     model = torch.nn.parallel.DistributedDataParallel(model, device_ids=[rank], output_device=rank)
     tokenizer = LLaMATokenizer.from_pretrained(
         "decapoda-research/llama-7b-hf", add_eos_token=True