Keny Melgar
commited on
Commit
·
ca086b6
1
Parent(s):
0ed4215
update
Browse files- mlc-chat-config.json +3 -3
mlc-chat-config.json
CHANGED
|
@@ -22,9 +22,9 @@
|
|
| 22 |
"max_batch_size": 80
|
| 23 |
},
|
| 24 |
"vocab_size": 32064,
|
| 25 |
-
"context_window_size":
|
| 26 |
"sliding_window_size": -1,
|
| 27 |
-
"prefill_chunk_size":
|
| 28 |
"attention_sink_size": -1,
|
| 29 |
"tensor_parallel_shards": 1,
|
| 30 |
"pipeline_parallel_stages": 1,
|
|
@@ -86,4 +86,4 @@
|
|
| 86 |
32001,
|
| 87 |
32007
|
| 88 |
]
|
| 89 |
-
}
|
|
|
|
| 22 |
"max_batch_size": 80
|
| 23 |
},
|
| 24 |
"vocab_size": 32064,
|
| 25 |
+
"context_window_size": 2048,
|
| 26 |
"sliding_window_size": -1,
|
| 27 |
+
"prefill_chunk_size": 1024,
|
| 28 |
"attention_sink_size": -1,
|
| 29 |
"tensor_parallel_shards": 1,
|
| 30 |
"pipeline_parallel_stages": 1,
|
|
|
|
| 86 |
32001,
|
| 87 |
32007
|
| 88 |
]
|
| 89 |
+
}
|