rasbt
/

llama-3.2-from-scratch

Model card Files Files and versions

rasbt commited on Apr 16

Commit

11fb34b

·

verified ·

1 Parent(s): 14c86d1

Update default device map

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -139,7 +139,7 @@ else:
 LLAMA32_CONFIG["context_length"] = MODEL_CONTEXT_LENGTH
 model = Llama3Model(LLAMA32_CONFIG)
-model.load_state_dict(torch.load(MODEL_FILE, weights_only=True))
 device = (
     torch.device("cuda") if torch.cuda.is_available() else

 LLAMA32_CONFIG["context_length"] = MODEL_CONTEXT_LENGTH
 model = Llama3Model(LLAMA32_CONFIG)
+model.load_state_dict(torch.load(MODEL_FILE, weights_only=True, map_location="cpu"))
 device = (
     torch.device("cuda") if torch.cuda.is_available() else