Crystalcareai commited on
Commit
14ac240
·
verified ·
1 Parent(s): 221a259

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -34,8 +34,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
34
  device = "cuda" # the device to load the model onto
35
 
36
  # Load the model and tokenizer
37
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
38
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
39
 
40
  # Define the conversation messages
41
  messages = [
 
34
  device = "cuda" # the device to load the model onto
35
 
36
  # Load the model and tokenizer
37
+ model = AutoModelForCausalLM.from_pretrained("cognitivecomputations/DeepMixtral-8x7b-Instruct", trust_remote_code=True, device_map="auto")
38
+ tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/DeepMixtral-8x7b-Instruct")
39
 
40
  # Define the conversation messages
41
  messages = [