Update README.md
Browse files
README.md
CHANGED
|
@@ -107,6 +107,8 @@ from llmcompressor import oneshot
|
|
| 107 |
from llmcompressor.modifiers.quantization import QuantizationModifier
|
| 108 |
from llmcompressor.utils import dispatch_for_generation
|
| 109 |
from llmcompressor.modeling import replace_modules_for_calibration
|
|
|
|
|
|
|
| 110 |
|
| 111 |
MODEL_ID = "ibm-granite/granite-4.0-h-small"
|
| 112 |
|
|
@@ -139,6 +141,7 @@ print(f"Saving to {SAVE_DIR}")
|
|
| 139 |
|
| 140 |
model.save_pretrained(SAVE_DIR)
|
| 141 |
tokenizer.save_pretrained(SAVE_DIR)
|
|
|
|
| 142 |
```
|
| 143 |
</details>
|
| 144 |
|
|
|
|
| 107 |
from llmcompressor.modifiers.quantization import QuantizationModifier
|
| 108 |
from llmcompressor.utils import dispatch_for_generation
|
| 109 |
from llmcompressor.modeling import replace_modules_for_calibration
|
| 110 |
+
from llmcompressor.modeling.granite4 import pack_3d_experts
|
| 111 |
+
|
| 112 |
|
| 113 |
MODEL_ID = "ibm-granite/granite-4.0-h-small"
|
| 114 |
|
|
|
|
| 141 |
|
| 142 |
model.save_pretrained(SAVE_DIR)
|
| 143 |
tokenizer.save_pretrained(SAVE_DIR)
|
| 144 |
+
pack_3d_experts(SAVE_DIR)
|
| 145 |
```
|
| 146 |
</details>
|
| 147 |
|