Update README.md
Browse files
README.md
CHANGED
|
@@ -75,10 +75,9 @@ This model was created by using the [llm-compressor](https://github.com/vllm-pro
|
|
| 75 |
|
| 76 |
```python
|
| 77 |
from transformers import AutoTokenizer
|
| 78 |
-
from datasets import
|
| 79 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
| 80 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
| 81 |
-
import random
|
| 82 |
|
| 83 |
model_id = "google/gemma-2-2b-it"
|
| 84 |
|
|
|
|
| 75 |
|
| 76 |
```python
|
| 77 |
from transformers import AutoTokenizer
|
| 78 |
+
from datasets import load_dataset
|
| 79 |
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
|
| 80 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
|
|
|
| 81 |
|
| 82 |
model_id = "google/gemma-2-2b-it"
|
| 83 |
|