Convert weights to bf16; add max_position_embeddings

config.json

@@ -17,7 +17,7 @@
   "rms_norm_eps": 1e-05,
   "vocab_size": 163840,
   "draft_vocab_size": 163840,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "rope_theta": 50000.0,
   "rope_scaling": {
     "beta_fast": 1.0,
@@ -41,5 +41,6 @@
   },
   "bos_token_id": 163584,
   "eos_token_id": 163585,
-  "pad_token_id": 0
+  "pad_token_id": 0,
+  "max_position_embeddings": 262144
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47ff3585c8b9cf008ffbfc87e5870638e1e121abff4523fb7ffdc04bd1a35711
-size 6031210248
+oid sha256:f25dfb28540bb6af8bee3fd54cca899f64b30446e446ae0078fd3d057f3d9089
+size 6031210264