AxelDlv00
/

EULAI-q4f16_1-MLC

Text Generation

Model card Files Files and versions

Axel Delaval commited on Jan 24

Commit

e589a8c

·

1 Parent(s): 71c1d87

changing context size

Files changed (1) hide show

mlc-chat-config.json +4 -4

mlc-chat-config.json CHANGED Viewed

@@ -14,8 +14,8 @@
     "rope_theta": 1000000,
     "vocab_size": 151936,
     "tie_word_embeddings": true,
-    "context_window_size": 40960,
-    "prefill_chunk_size": 2048,
     "tensor_parallel_shards": 1,
     "head_dim": 128,
     "dtype": "float16",
@@ -23,9 +23,9 @@
     "weight_block_size": null
   },
   "vocab_size": 151936,
-  "context_window_size": 40960,
   "sliding_window_size": -1,
-  "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,

     "rope_theta": 1000000,
     "vocab_size": 151936,
     "tie_word_embeddings": true,
+    "context_window_size": 4096,
+    "prefill_chunk_size": 512,
     "tensor_parallel_shards": 1,
     "head_dim": 128,
     "dtype": "float16",
     "weight_block_size": null
   },
   "vocab_size": 151936,
+  "context_window_size": 4096,
   "sliding_window_size": -1,
+  "prefill_chunk_size": 512,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,