Update README.md
Browse files
README.md
CHANGED
|
@@ -88,6 +88,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 88 |
|
| 89 |
from llmcompressor import oneshot
|
| 90 |
from llmcompressor.modifiers.quantization import QuantizationModifier
|
|
|
|
| 91 |
from llmcompressor.utils import dispatch_for_generation
|
| 92 |
|
| 93 |
MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct"
|
|
|
|
| 88 |
|
| 89 |
from llmcompressor import oneshot
|
| 90 |
from llmcompressor.modifiers.quantization import QuantizationModifier
|
| 91 |
+
from llmcompressor.modifiers.smoothquant import SmoothQuantModifier
|
| 92 |
from llmcompressor.utils import dispatch_for_generation
|
| 93 |
|
| 94 |
MODEL_ID = "meta-llama/Meta-Llama-3-8B-Instruct"
|