Update README.md
Browse files
README.md
CHANGED
|
@@ -93,7 +93,7 @@ This model was created by using the [llm-compressor](https://github.com/vllm-pro
|
|
| 93 |
from transformers import AutoTokenizer
|
| 94 |
from datasets import load_dataset
|
| 95 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
| 96 |
-
from llmcompressor.modifiers.quantization import GPTQModifier
|
| 97 |
|
| 98 |
model_id = "meta-llama/Llama-3.2-3B-Instruct"
|
| 99 |
|
|
|
|
| 93 |
from transformers import AutoTokenizer
|
| 94 |
from datasets import load_dataset
|
| 95 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
| 96 |
+
from llmcompressor.modifiers.quantization import GPTQModifier, SmoothQuantModifier
|
| 97 |
|
| 98 |
model_id = "meta-llama/Llama-3.2-3B-Instruct"
|
| 99 |
|