krishnateja95 commited on
Commit
602396c
·
verified ·
1 Parent(s): 34f204f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -107,6 +107,8 @@ from llmcompressor import oneshot
107
  from llmcompressor.modifiers.quantization import QuantizationModifier
108
  from llmcompressor.utils import dispatch_for_generation
109
  from llmcompressor.modeling import replace_modules_for_calibration
 
 
110
 
111
  MODEL_ID = "ibm-granite/granite-4.0-h-small"
112
 
@@ -139,6 +141,7 @@ print(f"Saving to {SAVE_DIR}")
139
 
140
  model.save_pretrained(SAVE_DIR)
141
  tokenizer.save_pretrained(SAVE_DIR)
 
142
  ```
143
  </details>
144
 
 
107
  from llmcompressor.modifiers.quantization import QuantizationModifier
108
  from llmcompressor.utils import dispatch_for_generation
109
  from llmcompressor.modeling import replace_modules_for_calibration
110
+ from llmcompressor.modeling.granite4 import pack_3d_experts
111
+
112
 
113
  MODEL_ID = "ibm-granite/granite-4.0-h-small"
114
 
 
141
 
142
  model.save_pretrained(SAVE_DIR)
143
  tokenizer.save_pretrained(SAVE_DIR)
144
+ pack_3d_experts(SAVE_DIR)
145
  ```
146
  </details>
147