Keny Melgar commited on
Commit
ca086b6
·
1 Parent(s): 0ed4215
Files changed (1) hide show
  1. mlc-chat-config.json +3 -3
mlc-chat-config.json CHANGED
@@ -22,9 +22,9 @@
22
  "max_batch_size": 80
23
  },
24
  "vocab_size": 32064,
25
- "context_window_size": 4096,
26
  "sliding_window_size": -1,
27
- "prefill_chunk_size": 2048,
28
  "attention_sink_size": -1,
29
  "tensor_parallel_shards": 1,
30
  "pipeline_parallel_stages": 1,
@@ -86,4 +86,4 @@
86
  32001,
87
  32007
88
  ]
89
- }
 
22
  "max_batch_size": 80
23
  },
24
  "vocab_size": 32064,
25
+ "context_window_size": 2048,
26
  "sliding_window_size": -1,
27
+ "prefill_chunk_size": 1024,
28
  "attention_sink_size": -1,
29
  "tensor_parallel_shards": 1,
30
  "pipeline_parallel_stages": 1,
 
86
  32001,
87
  32007
88
  ]
89
+ }