cicdatopea commited on
Commit
8db70eb
·
verified ·
1 Parent(s): 369481b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -159,7 +159,7 @@ model_name = "MiniMaxAI/MiniMax-Text-01"
159
  tokenizer = AutoTokenizer.from_pretrained(model_name)
160
  model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
161
 
162
- fp_layers = [f"model.layers.{i}.block_sparse_moe.gate" for i in range(config.num_hidden_layers)]
163
  layer_config = {}
164
  for fp_layer in fp_layers:
165
  layer_config[fp_layer] = {"bits": 16}
 
159
  tokenizer = AutoTokenizer.from_pretrained(model_name)
160
  model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
161
 
162
+ fp_layers = [f"model.layers.{i}.block_sparse_moe.gate" for i in range(model.config.num_hidden_layers)]
163
  layer_config = {}
164
  for fp_layer in fp_layers:
165
  layer_config[fp_layer] = {"bits": 16}