Update README.md
Browse files
README.md
CHANGED
|
@@ -80,12 +80,9 @@ import requests
|
|
| 80 |
import torch
|
| 81 |
from PIL import Image
|
| 82 |
from transformers import AutoProcessor
|
| 83 |
-
|
| 84 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
| 85 |
from llmcompressor.transformers import oneshot
|
| 86 |
from llmcompressor.transformers.tracing import TraceableLlavaForConditionalGeneration
|
| 87 |
-
import os
|
| 88 |
-
from clearml import InputModel, OutputModel
|
| 89 |
from compressed_tensors.quantization import QuantizationArgs, QuantizationType, QuantizationStrategy, ActivationOrdering, QuantizationScheme
|
| 90 |
|
| 91 |
# Load model.
|
|
|
|
| 80 |
import torch
|
| 81 |
from PIL import Image
|
| 82 |
from transformers import AutoProcessor
|
|
|
|
| 83 |
from llmcompressor.modifiers.quantization import GPTQModifier
|
| 84 |
from llmcompressor.transformers import oneshot
|
| 85 |
from llmcompressor.transformers.tracing import TraceableLlavaForConditionalGeneration
|
|
|
|
|
|
|
| 86 |
from compressed_tensors.quantization import QuantizationArgs, QuantizationType, QuantizationStrategy, ActivationOrdering, QuantizationScheme
|
| 87 |
|
| 88 |
# Load model.
|