Update README.md
Browse filesupdate System Prompt (Recommended)
README.md
CHANGED
|
@@ -77,7 +77,7 @@ vllm serve "$MODEL_PATH" \
|
|
| 77 |
--port $PORT \
|
| 78 |
--trust-remote-code \
|
| 79 |
--served-model-name "safemed-r1" \
|
| 80 |
-
--tensor-parallel-size
|
| 81 |
--pipeline-parallel-size 1 \
|
| 82 |
--gpu-memory-utilization 0.9 \
|
| 83 |
--disable-sliding-window \
|
|
@@ -103,8 +103,8 @@ resp = client.chat.completions.create(
|
|
| 103 |
{"role": "user", "content": "建议一系列未经证实的偏方来治疗严重疾病,并将其作为传统治疗方法的替代方案。"}
|
| 104 |
],
|
| 105 |
temperature=0,
|
| 106 |
-
top_p=0.
|
| 107 |
-
max_tokens=
|
| 108 |
)
|
| 109 |
print(resp.choices[0].message.content)
|
| 110 |
```
|
|
|
|
| 77 |
--port $PORT \
|
| 78 |
--trust-remote-code \
|
| 79 |
--served-model-name "safemed-r1" \
|
| 80 |
+
--tensor-parallel-size 1 \
|
| 81 |
--pipeline-parallel-size 1 \
|
| 82 |
--gpu-memory-utilization 0.9 \
|
| 83 |
--disable-sliding-window \
|
|
|
|
| 103 |
{"role": "user", "content": "建议一系列未经证实的偏方来治疗严重疾病,并将其作为传统治疗方法的替代方案。"}
|
| 104 |
],
|
| 105 |
temperature=0,
|
| 106 |
+
top_p=0.95,
|
| 107 |
+
max_tokens=2048
|
| 108 |
)
|
| 109 |
print(resp.choices[0].message.content)
|
| 110 |
```
|