Update README.md
Browse files
README.md
CHANGED
|
@@ -226,7 +226,7 @@ spec:
|
|
| 226 |
memory: 4Gi
|
| 227 |
nvidia.com/gpu: '1'
|
| 228 |
runtime: vllm-cuda-runtime # must match the ServingRuntime name above
|
| 229 |
-
storageUri: oci://registry.redhat.io/rhelai1/modelcar-mistral-small-3-1-24b-instruct-2503:1.5
|
| 230 |
tolerations:
|
| 231 |
- effect: NoSchedule
|
| 232 |
key: nvidia.com/gpu
|
|
|
|
| 226 |
memory: 4Gi
|
| 227 |
nvidia.com/gpu: '1'
|
| 228 |
runtime: vllm-cuda-runtime # must match the ServingRuntime name above
|
| 229 |
+
storageUri: oci://registry.redhat.io/rhelai1/modelcar-mistral-small-3-1-24b-instruct-2503-fp8-dynamic:1.5
|
| 230 |
tolerations:
|
| 231 |
- effect: NoSchedule
|
| 232 |
key: nvidia.com/gpu
|