codefuse-ai
/

CodeFuse-Mixtral-8x7B

Text Generation

text-generation-inference

Model card Files Files and versions

chencyudel commited on Jan 16, 2024

Commit

22172bc

·

verified ·

1 Parent(s): 23f0368

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -174,7 +174,7 @@ BOT_ROLE_START_TAG = "<s>bot\n"
 text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
-model, tokenizer = load_model_tokenizer("codefuse-ai/CodeFuse-DeepSeek-33B")
 inputs = tokenizer(text_list, return_tensors='pt', padding=True, add_special_tokens=False).to('cuda')
 input_ids = inputs["input_ids"]
 attention_mask = inputs["attention_mask"]

 text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
+model, tokenizer = load_model_tokenizer("codefuse-ai/CodeFuse-Mixtral-8x7B")
 inputs = tokenizer(text_list, return_tensors='pt', padding=True, add_special_tokens=False).to('cuda')
 input_ids = inputs["input_ids"]
 attention_mask = inputs["attention_mask"]