Update README.md
Browse files
README.md
CHANGED
|
@@ -97,7 +97,7 @@ ilab model download --repository docker://registry.redhat.io/rhelai1/mistral-sma
|
|
| 97 |
|
| 98 |
```bash
|
| 99 |
# Serve model via ilab
|
| 100 |
-
ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
| 101 |
|
| 102 |
# Chat with model
|
| 103 |
ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
|
@@ -164,6 +164,8 @@ spec:
|
|
| 164 |
maxReplicas: 1
|
| 165 |
minReplicas: 1
|
| 166 |
model:
|
|
|
|
|
|
|
| 167 |
modelFormat:
|
| 168 |
name: vLLM
|
| 169 |
name: ''
|
|
|
|
| 97 |
|
| 98 |
```bash
|
| 99 |
# Serve model via ilab
|
| 100 |
+
ilab model serve --model-path ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16 --gpu 1 -- --trust-remote-code
|
| 101 |
|
| 102 |
# Chat with model
|
| 103 |
ilab model chat --model ~/.cache/instructlab/models/mistral-small-24b-instruct-2501-quantized-w4a16
|
|
|
|
| 164 |
maxReplicas: 1
|
| 165 |
minReplicas: 1
|
| 166 |
model:
|
| 167 |
+
args:
|
| 168 |
+
- "--trust-remote-code"
|
| 169 |
modelFormat:
|
| 170 |
name: vLLM
|
| 171 |
name: ''
|