Update README.md
Browse files
README.md
CHANGED
|
@@ -49,23 +49,22 @@ library_name: nemo
|
|
| 49 |
<extra_id_1>Assistant\n
|
| 50 |
```
|
| 51 |
|
| 52 |
-
|
| 53 |
|
| 54 |
```text
|
| 55 |
<extra_id_0>System
|
| 56 |
-
{
|
| 57 |
-
|
| 58 |
-
<tool>
|
| 59 |
-
|
| 60 |
-
|
| 61 |
<extra_id_1>User
|
| 62 |
-
{
|
| 63 |
-
<
|
| 64 |
-
<toolcall> ... </toolcall>
|
| 65 |
<extra_id_1>Tool
|
| 66 |
-
{
|
| 67 |
<extra_id_1>Assistant\n
|
| 68 |
-
```
|
| 69 |
|
| 70 |
- Context size: `4096`
|
| 71 |
|
|
@@ -79,6 +78,16 @@ library_name: nemo
|
|
| 79 |
--model-name Nemotron-Mini-4B-Instruct
|
| 80 |
```
|
| 81 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
- Run as LlamaEdge command app
|
| 83 |
|
| 84 |
```bash
|
|
|
|
| 49 |
<extra_id_1>Assistant\n
|
| 50 |
```
|
| 51 |
|
| 52 |
+
- Tool use
|
| 53 |
|
| 54 |
```text
|
| 55 |
<extra_id_0>System
|
| 56 |
+
{system_message}
|
| 57 |
+
<tool> {tool_1} </tool>
|
| 58 |
+
<tool> {tool_2} </tool>
|
| 59 |
+
|
| 60 |
+
|
| 61 |
<extra_id_1>User
|
| 62 |
+
{user_message_1}<extra_id_1>Assistant
|
| 63 |
+
<toolcall> {tool_call_message} </toolcall>
|
|
|
|
| 64 |
<extra_id_1>Tool
|
| 65 |
+
{tool_result_message}
|
| 66 |
<extra_id_1>Assistant\n
|
| 67 |
+
```
|
| 68 |
|
| 69 |
- Context size: `4096`
|
| 70 |
|
|
|
|
| 78 |
--model-name Nemotron-Mini-4B-Instruct
|
| 79 |
```
|
| 80 |
|
| 81 |
+
- Tool use
|
| 82 |
+
|
| 83 |
+
```bash
|
| 84 |
+
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Nemotron-Mini-4B-Instruct-Q5_K_M.gguf \
|
| 85 |
+
llama-api-server.wasm \
|
| 86 |
+
--prompt-template nemotron-tool \
|
| 87 |
+
--ctx-size 4096 \
|
| 88 |
+
--model-name Nemotron-Mini-4B-Instruct
|
| 89 |
+
```
|
| 90 |
+
|
| 91 |
- Run as LlamaEdge command app
|
| 92 |
|
| 93 |
```bash
|