Update README.md
Browse files
README.md
CHANGED
|
@@ -154,8 +154,8 @@ def generate(model, prompt, steps=128, gen_length=128, block_length=128, tempera
|
|
| 154 |
|
| 155 |
|
| 156 |
device = 'cuda'
|
| 157 |
-
model = AutoModel.from_pretrained('/
|
| 158 |
-
tokenizer = AutoTokenizer.from_pretrained('/
|
| 159 |
|
| 160 |
prompt = "Lily can run 12 kilometers per hour for 4 hours. After that, she runs 6 kilometers per hour. How many kilometers can she run in 8 hours?"
|
| 161 |
m = [
|
|
|
|
| 154 |
|
| 155 |
|
| 156 |
device = 'cuda'
|
| 157 |
+
model = AutoModel.from_pretrained('inclusionAI/LLaDA-MoE-7B-A1B-Instruct', trust_remote_code=True, torch_dtype=torch.bfloat16).to(device).eval()
|
| 158 |
+
tokenizer = AutoTokenizer.from_pretrained('inclusionAI/LLaDA-MoE-7B-A1B-Instruct', trust_remote_code=True)
|
| 159 |
|
| 160 |
prompt = "Lily can run 12 kilometers per hour for 4 hours. After that, she runs 6 kilometers per hour. How many kilometers can she run in 8 hours?"
|
| 161 |
m = [
|