Update README.md
Browse files
README.md
CHANGED
|
@@ -159,7 +159,7 @@ model_name = "MiniMaxAI/MiniMax-Text-01"
|
|
| 159 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 160 |
model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
|
| 161 |
|
| 162 |
-
fp_layers = [f"model.layers.{i}.block_sparse_moe.gate" for i in range(config.num_hidden_layers)]
|
| 163 |
layer_config = {}
|
| 164 |
for fp_layer in fp_layers:
|
| 165 |
layer_config[fp_layer] = {"bits": 16}
|
|
|
|
| 159 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 160 |
model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
|
| 161 |
|
| 162 |
+
fp_layers = [f"model.layers.{i}.block_sparse_moe.gate" for i in range(model.config.num_hidden_layers)]
|
| 163 |
layer_config = {}
|
| 164 |
for fp_layer in fp_layers:
|
| 165 |
layer_config[fp_layer] = {"bits": 16}
|