diff --git a/README.md b/README.md
index 7be5fc7f47d5db027d120b8024982df93db95b74..dca4acab96d0a8adf7a1ec10f62361588a63bb51 100644
--- a/README.md
+++ b/README.md
@@ -1,3 +1,11 @@
---
+language:
+- en
license: mit
+base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-14B
+base_model_relation: quantized
+library_name: mlc-llm
+pipeline_tag: text-generation
---
+
+4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [DeepSeek-R1-Distill-Qwen-14B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B) for inference with the [Private LLM](http://privatellm.app) app.
diff --git a/confg.json b/confg.json
new file mode 100644
index 0000000000000000000000000000000000000000..d9e7e08f5c8e277065c653a7c72987d064f55208
--- /dev/null
+++ b/confg.json
@@ -0,0 +1,5 @@
+{
+ "quantization_config": {
+ "bits": 4
+ }
+}
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..476cf73d80447de5e4c298df957150f76c25e05c
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,7031 @@
+{
+ "metadata": {
+ "ParamSize": 533,
+ "ParamBytes": 7617046528.0,
+ "BitsPerParam": 4.125675919921857
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 389283840,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 152064,
+ 640
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 389283840,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "22c65ae1f721841ddab1ac1e186efd29"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 31102976,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 152064,
+ 40
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 12165120,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 12165120
+ },
+ {
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 12179456
+ },
+ {
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 30529536
+ }
+ ],
+ "md5sum": "0618355dbd331456ea7fa6977b66b12e"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e2f3561860d3faae58777de0861e969b"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e31891e8c978a504f371240ac378dc63"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce655afd357923fb575d40bdbcd620fb"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7c46816834e27172be048f43b233080"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be3320a02e0e930449cade88d397da88"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "72a66ae80f8ea688867f56abde43c39a"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "804a77b9f352f5d83f2cc543f1066f82"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac5ba9b31891bd205634dcecc4a58bc7"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4beaac19021c979ef4f1efa1e565f967"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "fb392453bc07ff120ba7c1cd83567e73"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a9f0ecae43f7dcee9b6fcfc719ebf7f4"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6fbf341d783070c52b346bc205ac8e58"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "775dfa575e23f441ea3c2bb5d6cda011"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2a4db422a9c3f11db1909e619eab71e0"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bf7b26c45074c04ad4842ea2917ec763"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "d0fa9bb08ea10bc0f06074646dca53fc"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "29eac0b7275687bc3840a03dd86c38be"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5ba1c3c150c022aeec9ca349cbf32587"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a7ca0e6cf66592d44f5f6742ef9a55ac"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "722b2f9618e74588875154f0a88dc2dd"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88988f95a98c25c03d2b651b2ed0c397"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "669a110429f6397ef18b6f64102f4c26"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3280f155c36dfb5fb4d86e07c0b72055"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "81204b6cc1e2506998e7f4fb09acfcec"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "aa77dab0e5fc6d507c26ab3ba105ebcc"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "6316a8d84c1c1d6a9994cef28942248f"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "797b666c83b4b24dff15e817fa6d2f87"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "af847832bc96b62a31ed5849330adc85"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7de76f1a8a15d72beb6ddac27b3c525"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "77b0a17499d593431d69f5bbea08b851"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd152476c169c5146db2edcee4a9fe72"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "005087dbbd4b6c7b1f70c71e4bb9a584"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "75d208ba64e51be47209a697aa8102e2"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31a772347a9f093262d43c1e8ab81c3c"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ad48d6d1551d13e02ed5327a3bfba60"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "762e0193f9f1f42834d0a31b4dfe6fe9"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "e8a2c3f9fc87a7f0b2ec4177ebdee1b2"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "edf5ae93a1f647fbefc516d6c33a23a4"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29291e5fb612e41f1ecc34ba07b5132c"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "24a941da72b9c7ca278eb464ea9900a4"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b76b4e6ebd15e0a6d031f987bf2d9aef"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "30a83d002b8ddb5129b85a5f03eba750"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "526e2cae873e0a741d2e9aad7f3a277d"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5a442a25726b4a2e6c428fda980acc01"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d1435a718172e7e4e3d14a4003dc911c"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "d2e2da836be13608cca9bb2f4f784547"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "035065d7d49b593fd9091556acf71c91"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "90ab69b3e7cc660bb631903f8137442e"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f412ee05a1edf45516d95437e132b1ea"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "51b5c6d8b263a611fb9f9023968d8f3c"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2ba6e4676d555f0dfe9a08a02e466224"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1aa079acab766bd3270806bcc9f2faa4"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e12856713a8a281575e60b8111d3e763"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fddd3b0cba9be0e94aaf8a976dafb49"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee6d6a5e32dd1233ea261c206b22e3d3"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "16c4ddee1f21b4e952fd56097fa5485c"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "74dc24ebede98c0704f7e112ea98c9b9"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "64df2ef3ac740e00a9a525c7edc7432a"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d98d4b2673e97944317219097295432b"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "99b42957e268c44c091ec4d4702f7ce7"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "661840615b77ea83684506a542e87dfa"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a5ffde18aca1c41faa549809d441af51"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dec5ef03fe0e6bd7805dbf110720be28"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "19bc1b595cab42542936f04d67c305f3"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ef9bedfdd795a93020093294c5e8775"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "8cea8d747f6b490f04788a04ebdcb1bb"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "ac16788dc9ab357f233d3223d4f5ef36"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "676a7109f9b848696498ff1828429400"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69ca3c88c9a096322365a7344d8de73a"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "a8ec28b3131d5e238089942c30a72c36"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f49612c63c02939c54d8a9c313eba1f3"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ef48c2dfd2751a3f32e82451a725742"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8e92ab5796addfd3210a13c982d8a7c9"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "85f586f8b60fb2c1ff845452bbd13dbd"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "44b7c1805169a72febe8d4360303d421"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "bf8090d2f8ced2d3a9c046b81083bf16"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "4efc187fb3b6614d5a3eefa5237fa9b2"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31735a3f3ea475d13f954f437a67fcc6"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d34ab1c9072b27142318df7dfa99b642"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "b7e419d2d907f4c1ceb7dd0f5eec6be5"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0074b7d3922027a4bc5a931c61d61694"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5da33489dbc8e7853548fa83831dffc0"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2af421186335f53bf3a9677c3dd594f5"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d34f8458f8bf0946cff60e434bf4aee"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "76cfec405935927b36ad7808daaf5741"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "b3512f499e3af6a7b8c4f8c8bc1421bc"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "6acd5f07bb519c4aee627848f98f8f91"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6096090fc78b3638401c035fb9a0080b"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a32977808ae94043c6132a20c3de1c94"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "ed035a03ac5d59a263708cd09902eb20"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5249000330c047b02fccb8c97e25f414"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f347707d83e98fa3bee0b55c6a37845a"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5db9ec31122924dc9fadd8ffcd2e5c5a"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "40273d3b4323687a00f272fdc81369a5"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "83a8977dd12ace5e0de1a18302be8f2f"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "5056828114ce8bca556710707f7f4103"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "5d71decdcac3825a66156454e715dde4"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "436ff85abb8739e0c65d4d8ae89ea227"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8b3a3db77e9852f4e6bfb25d8a427e60"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "80ef613d369bdf6ee52205889a7610d3"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "01d71fc6ab9d75250a86f9e524fabee4"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1a61feb70caece63875c759a457185df"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1585454857e1c424da84a2d4965ff6f1"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "352c588f25b2390618c9e8141c5e7706"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2a9cf8a5a27cdc9231479c14b87dabdf"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "b84e191a83cbeae2fbfdd19934a3fd2d"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "4b54bfd015f3f53be89058e15d2aa9ea"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6d4a9064ed2e8af20349aca41df4f825"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0722558763332dcb6cbab9cd8928ac21"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.32.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "0dd4d5754c52cf1ab505d0e8ebb7a383"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4097d55c3c978bf3c8e980480d29e0ff"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7db80b1009763a53c7af17aa59ddbab2"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28258931244abf68e2af19b1200131c1"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "979087974b1a80216cc437ac78a5df12"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "66bce1c66d10b501513f716dedd812a5"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.33.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.33.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.34.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "0d92cf53f001d816b7f6fcb8890de46f"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "d97afc04683748afc0f930920d07f1f5"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4c904a1bc53e291bd433417c7c480f22"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eb30bf739e0e09f5821aec1bf094d0b3"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.35.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "8fb0b9895b87096385b149f4edbdbd5f"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "05bb6d58912f4957649bc23ae4fac4b4"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db843488690392c0f0d449738e1d2549"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17eaef0678fbaa40d0bd538aab2baa90"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9df62b807d270eb747446976045a27b"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47578a636aea5d571aba3f89802b37dd"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.36.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.36.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.37.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "627c362f243cf6f2db247656d5dd7511"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "1da7d1d9d19abef9d27673ce04a982a9"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50a04f21d36f01be1905ee9f435773f6"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0d6fe6d7851080e8e7fdb872b2f3059"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.38.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "7155a886b5a267e524416e176087afea"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd9d5461fd66748c2a327c0c6c4bd811"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "89a28d58168abd8feaf190b9d4f8815c"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "729d7acab3cf6e5a32b1ed1fb19272f4"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d821f907ce965e4a8f6221dd479d70bd"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a9dad39a681c33b57a2dc5d5c65c5ce7"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.39.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.39.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.40.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "fc94481fa690ed55f76ad1fb5a012b30"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "07cce73b0c9f8eb4e7fc08c1d9234ad8"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f27f63d6f2ae6803000071688db0f19"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "434dff62c58c1f08c9bd6b7667afb3b7"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.41.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "7c405a6ebf06cebd33b4b389fcf3e0a4"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "caeb2b8cf5b858f8a56ebefc1c64c25b"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bc12769046c34b71691be63781b6e252"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1135f4405c4c7816da045d7f6690b337"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ec6df9006555ec888ed9233af4fae8a7"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0af6b8ee131522d732b957793b11462"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.42.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.42.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.43.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "a4260ca640d4d7e225ad072b2a5e8b79"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "d8c0f722e782a935ffbd533259cf37cb"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74978222cbbb50bbe8f8411322e574a7"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3086b2ed7be0fa1bc04ce686d77a32ee"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 22685696,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.44.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 3762176
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 22112256
+ }
+ ],
+ "md5sum": "d3a6550f05741463f41de800391f5b1a"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "471d1faf63c6a076669475d7c0d45f3f"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3d16e73073aa5d832b7f3ad93fad676b"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 18350080,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17689b1f05bafec3da6c01d8f0132a29"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5df76975c492024251d4a2af552ce00"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f2ce246e39984b642ee00cda711fa365"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.45.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 13107200
+ },
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 13516800
+ },
+ {
+ "name": "model.layers.45.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 15728640
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16834560
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 16844800
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 16855040
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 16869376
+ },
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 17442816
+ },
+ {
+ "name": "model.layers.46.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 30550016
+ },
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 30959616
+ }
+ ],
+ "md5sum": "d624aeaa903fe9d657649f8899627ebd"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 33171456,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1105920
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1116160
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1126400
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.q_weight",
+ "shape": [
+ 640,
+ 7168
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 18350080,
+ "byteOffset": 1140736
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.q_scale",
+ "shape": [
+ 40,
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 573440,
+ "byteOffset": 19490816
+ },
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_weight",
+ "shape": [
+ 640,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 13107200,
+ "byteOffset": 20064256
+ }
+ ],
+ "md5sum": "2307c89126234f2392f9550462723fd9"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 70778880,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 640,
+ 27648
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 70778880,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0f9f107f1d4394d8be4c99358949a307"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 35389440,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.q_weight",
+ "shape": [
+ 1728,
+ 5120
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 35389440,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6a5db0e4a7e884ac4a3d11fa49dc1d0d"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 389283840,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 640,
+ 152064
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 389283840,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "59f4bba5bee2591acef26b3e93dbc28b"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 15923200,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.q_scale",
+ "shape": [
+ 40,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 409600,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 40,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2211840,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.47.mlp.down_proj.q_scale",
+ "shape": [
+ 108,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1105920,
+ "byteOffset": 2621440
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3727360
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3737600
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 3747840
+ },
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 40,
+ 152064
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 12165120,
+ "byteOffset": 3758080
+ }
+ ],
+ "md5sum": "46e1889c18a0af153b76338dc8684eb4"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dcbbcff091d0eb1c17e07c4cc295f398c50e5f61
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b077069dfff6eaf8b35ea54715525d28def5bed9b7598e971fbbe7e196a9b4
+size 389283840
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c817340f6041fb79ba79a2661458f0de38555
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a311e89f4f75ce982e5766cb9ea83004533668f486ec32acb3b9b94bc5edb1bc
+size 31102976
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..32abcb3ab4ccf5b5a407d4e4b43f8a858780b7a5
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfea67143d6de96ca90bc361a292206f7490184a0199e2b2f4074caf1ac0e52
+size 35389440
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..adf67b58ee146f712ccf0868116bbe79b3bd5ed5
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ff64442b447f24fb1e6718a972babd02f49d2decb7763fbce514dd471bd11a
+size 35389440
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9dfcdb66079dd4b07dc63ecb580043fd960e4284
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a89d57f2ab1256fd199bd3517289cccabef0597f609d28739c3e8a486e17f3
+size 22685696
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c958513844423d332190a6173f632472faabc837
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938b807bd84751503d46361b2d3e4076354a27eeb869c4f3a8c52701a7654f53
+size 70778880
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfbd717d72a4bdbd157145a682be89589aa1d2b2
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697694ed70b62ba5fa9535603670301785ce5bcf79b6464512ebf0c3256dc115
+size 35389440
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99666d0b9a295e613667ff42c08709632b634dea
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949a85ea5c945f7a23d4c90e572505a6f5180ca380dda0ddce6e18434386ee4
+size 18350080
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..194a0ee7e9a1d1107d654d7ebd5a5245c11af3a7
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e40ad3cd2ad67220be3c2fcb6b86faf9c67ff8f351eadd9d85338b9322e782
+size 70778880
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d21a8e4ecf2904662119d69304faa55b2f436a4d
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5030a9b79d39094a5352885aeb0e6ed3b42f5b1c5e210554dc29103af21f1a
+size 35389440
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..206eb4fac9d6b52070be624a4a6bd0c1d339078f
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f405d5c2ca881925c0599d7374a13d79d04625d9f5ffa880bf48716a91d4fb5e
+size 33171456
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f83c8104740e22045ab71d6361a16de5c2dab0e8
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81147a86c465792ef02e127b9a64dfbfb0feba6dcc78f8cc3fe61bd8575e874c
+size 33171456
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47eddafe436b82f52dfff97565232a084e5bcdd0
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e877d9ecba01659351e34a5a801da25cfb15f2c48567084790fb429690c0d5
+size 70778880
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a44885e7317cc3294c6389936dac2704832821af
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef809684f448c78231eb2a9734416f72591a49015f3fc9d371bdf3e2d07fc6e
+size 22685696
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c563622a7ffd316fbf67c207db4a8995d6180ac1
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ada333314e827370007e018bad6dd7dc4dcd3f636f7335c3858782922ce4f7d
+size 35389440
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e7f4d6787bdace095cbd19c6f1f973e9025f559
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568c493868ca9861505f7976461513102c22bac0acced85d44793588bb329c46
+size 22685696
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..141a02c81250bd015e5c27c83c5d52ee6a9848c0
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0cde261a36a7acb08eeef86d2525519d101bd6c95f3a124070b853e7c59805
+size 70778880
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0eed8eb0796111ff63a97203331f6c8a6a331b12
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9924e1614e7a923caee512ffd704e991a9473300701796766b567771d18de4
+size 35389440
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a06dfa809aa1d47655a66b30ef4d6ad2de803bb
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577abd523eeb442d8b5d21fc5f2bb11123157e92033203ed56e5339e72d2ee91
+size 18350080
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23441093b9a8b10b8da43e4e5d88e37a1136aed2
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8a318b4a9889ca42756619a0ef3df8bb5c3623b108b62f58049069b0877e6e
+size 70778880
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62e9bc9296fbb7d785b9dccb899b7940ec05504d
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7949d07a17c40671d9e12a01387e8b2e5b300adf51bdc8aabe0b7342778b78e
+size 35389440
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ae5bd7a8867e93c29e3186d5bb6602f4da8679f
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11246b39c54a1054f3b773b25423148681e8a6bcfb7ec6c177aea0b75c0f94f0
+size 33171456
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c641e3d105b81917fb617653b643ce4d96328d9
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5cf574fd175823c01b4c58d8be8173add4a7f356c151ec7692e9ca75597be3
+size 33171456
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17260c242ca5edce12fe64f5f2a3c684e83db8e8
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a680c970a687a72557a98e0b500c1ee5902f1513d30da0e13e888309dfa87b7
+size 70778880
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4420ea79e5c3c9c4776640fd7a9310ef99e54c85
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8085e25818aea50723fc4c687e049a029a19ea91f32f50ba21a0ad59601ee0a
+size 70778880
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44649fcaf17879ef66487b2f194e796126994e1f
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b9a5e9208c5e4ed33a8e7c17dd10ca057e88f91a85dbccb32eef5120f18667
+size 35389440
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5ae67cfdcca84d6b2095e50d4928fdac64862cf
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5602c69d9f1291d8184b3c7373ba79360d55ccb874da21200551b3ae4b5601
+size 22685696
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21fe59fb2e6f5bc4a83d0bad3d640b6635fbf843
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171ea1c83616057e7fd285b6e1fbfacdcae1ccad0d479111deb3def6cc2a29b7
+size 70778880
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..213839e66f7977877db5c1d03df348caeeb2324c
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e450226a1200c121a045b2de6ab7795994dc3c83c427e6893915aa72c7a8ae
+size 35389440
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e02184d5cfca01024296ccb657d547fb1760b42f
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d192e807e061643434650645d37c95c656fe8d2e57622f98b51907928e43b2c1
+size 18350080
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db8656df63dcd0b0efd230cd9c14b55af13a3e6b
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17fee144b67db35359914f69a73f1d12d239e099d22a78e1a23cb417a7ed672
+size 70778880
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0187726a4b1c5549ddeee79e2b476d4776786229
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5acb11997e75912201972c90b9ba7436f3b27fef307fd8f91c8a90a40477633
+size 35389440
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d657a197f97351356aeb510ec0edea9fa267327
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7be41733c2b3fd649c886c49778e39f05576a8220eb9679b82b218084473365
+size 33171456
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5edbe85ab55d4b702983dea1a475040e83c114eb
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef71f65d3cbec845dffe133dc0787a88a2e8ca20e568c716d95065f5865829
+size 33171456
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cfd79625ec2e37b0755e22377e93d89fa95b1e9
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68cb0e1681aeea17e18efb0cd4dd62afa766310a695852b22d1f2e806e3143e
+size 70778880
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a576f892aeaef3c1da931aea24b1775f5b62ca1e
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7603642a731feadc49f4e8ef00dfc1ba7a023f0eebdc128f44ae962e04aea4
+size 35389440
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef69ae84c977efca011fdf7bce4b8fa2f0b497ba
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4a8c397bbb574f050d36c96d99447df75a7c052d1b1cf37b139cd0fc724669
+size 35389440
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d249d477949fb22799eaa8d949e91fcc6e86e4ac
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93e7f865ea7c91bb76d97f8ea22f5cd8b2304ce0f46d654c2cbd438f82e19bc
+size 22685696
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7748398923ca7cad3598b73adf0fa6e3ae37f6a7
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cd0a7810526bd43232107f42ab2db01eb1e9e5f83c37393a38c73695875974
+size 70778880
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9905efc152960922e7959dbf10a935ceaee45bbb
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c2d3b303b80175bd9e4d9b308ff11c32870ffa45535adbfbe0e7af2353b4c6
+size 35389440
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9c805aa0bec9a929af0280c08d52dcb16b4c8f26
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0b0068cd4ad767c6e617a92ca848c315e3fd4224d0257fa16bf7f04ec0e56
+size 18350080
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ffc6de21a235c41b71e569a3c7906b9e2fd863f7
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a89e787c1829349a29537e588c8053966691466e85373360c316e58d0c651
+size 70778880
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1ee15c09c5e877cad9eca9175a8fc10dfddb0
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbdc6055e6c25575fbd40940f05037878a9100bdf6058fab1057c76679a3826
+size 35389440
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8ab9b7730d16abf646d9cbc13d2c80300505e66c
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4328f387a6207abd80588e037d71b2b8c06ae7606a8c2fda4c6bacf8b3ff2987
+size 33171456
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46ff11a4295d88d172cc8ad902f498bf33f80566
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012f8f8668208b0209dca3722d6f201e928c4445aacdd3e114678573d52b1e7d
+size 33171456
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..783fc513ca95bcb23b948e62578f6dadf6afd0bf
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad20debebf989642578a73fab16640d178c0e009cb41b431ca5e4770822a58
+size 70778880
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..570abc35a4c44d4f6a5be7813453e19687dce882
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7778e96c23fedfd1a48a7ccad5ae495e8b108736e9edd3e010eaad201ba3994f
+size 18350080
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5538dac4b1e0bd0a0429579901e8dbe1e4ab0026
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9e58c2b49511d74729b6a76ad6a70f961498dc8849d5d11e1f342544f121a
+size 35389440
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c9c3f0e0bd97ac2a6e1df246680959587c1414c
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0920a6a147cb69011d431df48c3533f5797f68253e1959a3ffd40fe2e00ab5
+size 22685696
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..723b6e5b73753f1093c7190a9f71b2b8dfb40c75
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a7cb607d0283397e1dc610f3f771b9bf5dd182bbb3aa3a9b8be442dd0f9d19
+size 70778880
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd80993fffb73d85a8179e0835199a425c7b1687
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5342325ac3f0524f809f9f1c0e7f0b16bf44992a16c28bf208b8ae79446dd4a
+size 35389440
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21c62e40fe519232c31cd24b88eaaeae24bdcebf
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e9e524a9c88424a71c2d6bda178bfec8d61cfd67c83947f4e2159aa7a5544
+size 18350080
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2d146e972e1153fd6f0f91afc9f3c42073f6f2ed
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674f4c0b05b4ea5ea518ed4c61614eb5174fdc37ca3dffc5f81dee2dc636a5c2
+size 70778880
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a483b50d287c875efa0ac2190b795466c97bbd1
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf63fe4de8b2319b3565dddc4d0fdf4051caaea4365b27e46379e9d74b1d67f3
+size 35389440
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..42d48227d4bbca0477fbaf0dfa0765ec1b7252c7
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f1870bbeb3211b6e3aa55fd13b7c50093b3ca8056559048d2769292eecbcfa
+size 33171456
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..341e813864f7e583440f9f8b6c5f87c15d3cec8a
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89cbec66eed9a2e517dd8820cd988866c33609b86c0cbed30bd6b7489870c33
+size 33171456
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1b80bc2356e7d26ae177ce50bdb93e68c094392
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f50497638e17e82d7e3f70db30b74467a6e9eadb1d5f4fc1cfeffaef1a96c
+size 70778880
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b71d27ea2419c25951ab6f3e704adeea9264d309
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b3fa2833d1edb78b23f641b11ae6a37cb1bb4259d95058554cec573a270160
+size 70778880
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82475aabb0b73ba6b3f903ced0d252a8040d271c
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbc1aa7e958d245179f8f041e6ea464908f70df11d9fb3cf23421f9c8614fb
+size 35389440
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34c18d2735d32bf02d1ef51414c38868e8c9c3c0
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d228c562ff7bb2aeb3f4fa34ec78260cefd2e3de50123643499eecbdaaa9c1ef
+size 22685696
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86ec78912aa4b0d7488cd7437bec446922572848
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aa05ef956e73cd85406e327e230a5b9feab316d69a78baedb9d6b763c78d75
+size 70778880
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..973f7cc9fd48f3af35747ca9f37ed635dbda6762
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d39fcafeb24d5d866e43df3c5cc4cb611ec364ea9c61515d906a5ca976e445f
+size 35389440
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..83b21b1d443b4ccd8863bfd5b115d1aac55c5c64
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2927238883d0f517ecc4fefc122fc02da58cf338d4159fa5a4d4d66d2bb87c30
+size 18350080
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23e1fe2647ce4db7c84c16678ba823e4c75a83e6
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cae96619edb927f0e10b9e3127963c15e0187bf9d9a42a4dd8e35053a64758
+size 70778880
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5619d422b50e03eeb7fa20ce63bd2013d997aa5
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4368c3b37a110da2958d3a99289ca93f176b57debec8201483bd7af236d30fcc
+size 35389440
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e982f317071213cc3930aa266dd575ebcb17ef1
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f47fb883f27768a92850298f82765a4385ad21748f130af292047b4741e18fb
+size 33171456
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..313645d57be4001bad25309f5cdef5c31b0d06e4
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadc28ceb04e6f80a83cba38c0e808d63983de2ea034e958ef05dcca1138cd06
+size 33171456
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dca0e57e02e4b43557ba9e17c76195d6a9b01a9b
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b473d306ab0b6f69402bb219e770035e188f5d18c9769e5c84a1113ef2fa313f
+size 70778880
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dab5646b2b430720568bd8b7ed7a15bac6566572
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83c363ffe46bc807bcd6589f0b4abaaa731636ef6afd80bcc0b0cd9a312e159
+size 35389440
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1dd008c438bc64f2c476a38723ebee560162e2fd
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079830832087e2d2938a258e99720fabec6b28bc0d54673a5d4439449b1bed31
+size 35389440
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7fdd1c4a1183636e5593dda5db3160acf96818f
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f2a916a2d4317833d95470582b2c05801e76dd8e205a12315f23761c93b2a2
+size 389283840
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09275f2cffb9c85900153d2abf8631a92ba86dc3
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5298dfc72879429c4d2447e8f2eed9b766a8d8c9d2c535e9523bd854ef65cd
+size 15923200
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..765fc3396208b0e6962b14f797c47595743d83ca
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4021129c3f7d81984493789149d2a7d9f793cf6f68c9128a17095eec26942fd3
+size 33171456
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22c07756f2b5d845cdd102da5456f8b8d24af3b8
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d912183dd01063ee5f8fc4639ac154b6d8c4032e323143ff0def186a1e9d78d
+size 33171456
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa62c03c7ddb590ad1f56e305b671a48231bba6b
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165219a77ea20da25632ac62336311b0069dd823ea40aa064b946d6898ded2aa
+size 70778880
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fe360e90cc137270d4fdd1ec1df3c09815eb86d
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25141c972c7df5161f4f2be12a7fccc95f6ffa95bca370024ef47f6cc0ba20fc
+size 70778880
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36ba6d7ce3aa65aadb507e77d088a59272a47b2b
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5127bf9833a57250f3b4ac3e47be9558c539fb1c7437311574568871a709da11
+size 35389440
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2d9946da3635230ce0dfa979ca0420eb977d374f
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070e6472d99a4d28ab3c29b08d3131695d0642c5394bca61be22890ea45959e4
+size 22685696
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a9b156ce7af746f49372e6f7fcc85f2fe602960
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740edb205266b2dd4a1f2499ca36f17ac54a483684e6b370359bd16a713e9767
+size 70778880
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18f226b81626234f016b0b83b46ad9037ca003dd
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3ce857ed94943f9a9cebb95f3b1909dd44d21f4db3e8c0f4f0bbb305952647
+size 35389440
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..05fc6acb9da7ac9d89030aa096791b033c454a60
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d6073e50b7d344d8db835857087fa87cad5b4464e4c35e601e52b3fa80f88
+size 18350080
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c6244688ea1f98cd6a5a22f3c3b9872952eb4b7e
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5204a0afb5e0f8ecef13328da038d16db1709e31b6cc8a07df8177c324859d4
+size 70778880
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c1c71e5f9496f2ee668cb6c81bf50b5332abea3
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5480b23f56f3b971a16ec981ebd68ad1fe2af386bb96f71358473461dff825
+size 35389440
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d39f4dd883868c2f26baa570dbdeda573b643f46
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dcf8ed2e5ffa945305cc72896d9a45d119700cb8470b09cfa8a2606c9c6b69
+size 33171456
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..de8b81eda52440b2cf11c7beb8efeff33fd9d056
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6941ef2635ec943b1896e745eda8344a90bfc4c85f29dfb028ae6251ab2e2cc9
+size 33171456
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eec81e49f082024d947362e20dfe86f9f6bc008f
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c17a9f0e528f8a9ce1b6a68b8105a33194a6f57a1cb334bab8b1e46a6c1dd2
+size 70778880
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a374e6bb2de68a6ac6cd225163f5a7ef29d4468
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0297d369136eb15fb07d04dd5da337ad120c0f49fac9d12fadf205d93d5191
+size 35389440
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edca9e05b659e76971ae7d4ef28cb5ada4b8ba99
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ad8d4f3a6eeaf9bd36edd48330368d267a67cabaab04adafebf7e054ffdeba
+size 35389440
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..778b0173ad4c67a7bb5293739450bb701df28aa3
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e27604cafd5cb1633281f77a8d88d8923d6852469b85de65f46a329645c216e
+size 22685696
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f0f73b36a6166514a92a50f90fa3a7956c466354
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2640915ef2954e9f28b37f405a845358f2d29d34f001b2b833a8e1bb609a2b9
+size 70778880
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96483eb5b5d8cc323b9efb9aa4006c8d59649ad7
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26fcc48d1c06b836d2f8f04a307f13faa990f1c1c14a6e6b7b8553a35f4f4d1
+size 35389440
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41f19662f2508e8b187f84c786d93a936a490d4e
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdfec8039f51b53878421470849b511b9ab4c9fdbb5cbdc7e24ff0156fd3bf4
+size 18350080
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2923742c44f8974d6911f8ed39210b9faa7fe88
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e953aa5b78efe4f51afd7a49dc1af1bb4fa8db09a304bebc09146e1c633cffe3
+size 70778880
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a42a78e8646e17d527158f52e8bb07d12fb12e34
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ad9ed2f9ea65094b7bd217ad819320bdf1d21945c2c9a655af810f7dae2166
+size 35389440
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e8a111738983d1feb4d7a20239f1bb6463a44a5
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7b5068ca1c413ec4d4bbc8adff8731212874a33d9e3bb17be09c6be3c0bafd
+size 33171456
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1076fb75dcdfa03dcb8807038c8b1532c5ef1fb2
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f204c4ba7dca836968dc4e49e79a1160c316a99d8851372fea38a0c8b5e5741
+size 33171456
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..290e3ee90463a45ff9128ee7d9f2895ee54f276f
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bd35573e7c50e46b9528781c0dec7f503b03cde660da8e4ad8b00886b64cd7
+size 70778880
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba0c1076376df4b1b023f3b992986063337e1c8b
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8378b20d6e8bf061d374a8dcbbef18e304ef27bbf42cb489f0580a5507eb96
+size 18350080
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8297172bc05ce58f74a0aeccefb3933088f2296
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca15ea074c8fb7bec9742f49130af8ff3cbca5d7e7d4d5dd742620737e522808
+size 35389440
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0733455e5e79b98160b9a0cd32ea16f11a07cb39
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c499ce5bcd3c208f59e4ba72ac0cb6fb96de3a9f6c62cc68f2968216bb04a809
+size 22685696
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4cd8e61ff7c7817a591fcfd67733b7622d34581b
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8703a4e9bc9221e270cf7cb8608c67ee97f80f59f81239f85275bcbbb2c44
+size 70778880
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d56ea3bb775a8ff106f5cbdd4254848e962d2ba1
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddd2de6c1d041e875238452fc68b6922dfefb682544c87452eaf185ad51e972
+size 35389440
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37420aa07457cde300e61acfce13aaec890b6b78
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e1e164044ff846c471ac722fa615f0c929598f77c676c6263d1765b0d0246f
+size 18350080
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51e39f54d787cfa2c1b87c5e707711719f6a6501
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8e556f54d73f3b3c8af4694e9d73e403c32788c1ea14e1843d2042951168b1
+size 70778880
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..64b7023ecfc81644b83cb79de5609b0d53ed3ec9
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b766482115abf231acd15924ff8d9c3a3cfe7cc5a7f00c3ca34b681f39b671
+size 35389440
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27e924c396741c875562e174cd11a4a8d3c234ff
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8087a439f0423bd9f566c55a80c07e55f491466dc44a9442875e3a4b8300f1d
+size 33171456
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cbb3eb9294fbb3b2f2b089e78749a350de0781a2
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952d24a730b28fbba8245bb71d9ed60fd24203561909014c6f31db0e8320268f
+size 33171456
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd96eb4113239c12e7c9737db13eadf84e93372a
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e0834fb6ef67963b92e5ec84d519902b6c396490611f3c27b18f4e5007edf7
+size 70778880
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4ebcef3a1b90ef5bf4417d740d4cf927b9c0784
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2add7524301cb2ce4145ac81bd65649280eaef2ef3a613d18705a17b384b662a
+size 70778880
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..def8235ca28f173ce0f37151f6d101da1b6e10fa
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cbf41ca295c0b0b97bc2c67d348d103553cc16f9612fd1bade2066988f6b3e
+size 35389440
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3780de407069a9f6114e10c282586164aa50bdf3
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84336813c61e689ba34e52ef5bc58642e97d1d9dce7032ad82a884ba963f52a1
+size 22685696
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6eb1abbfeb03cc6ee3bc6ec4f4388c3ea2033227
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a1e3055de2524a42e0ab76d8f212834544f46d6399f1a0001f9b101d2a8e2b
+size 70778880
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..034af882917718bf5d1d016a1b86cd393c9faa2b
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69f1006158d8e0b036d615a0525ba9c2fe5a009eec7f4fbbefcda6da04943b9
+size 35389440
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3940552a37568b3654430ade4e6c9a3360c2b308
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0961b3058d588fbf2d91db8d2e4a5037ddbe28176999d779fedce24c48c739
+size 18350080
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..169dc6931c3bd29fcc46e54e69ee7eac84cc428c
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1797dc69c80615c1fa6edd1b49e08116d8ff21a83e98a9a25f982ee0f472bd4b
+size 70778880
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a25b2e3f8a11decb81d9943cf2a8af8051f62f1b
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7370cd3f4ac672723bc278c0393b9a8c68b6f54ae078355224868d22a03a4f7
+size 35389440
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..283b4be8cc1404ea6b5f367ee6fa8a6dc7d36869
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff98a5e8d3b4cca142c9f57e7fc047b7c7f099400487a77294b9dd3533eb9fe
+size 33171456
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0450663b59bcb27c7234e02c44d4e96ff1f5c
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1f64a1785019e54ef80f3472c3426cc08b02f93aa2c672383401488d9375c3
+size 33171456
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b66b403ef1612d40dbcc2269a4e6c814667da98
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ea386b7b764ae5599fc516fec903ed50bffaa92f822ddc4b6980ed6b65746
+size 70778880
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..689974839cdf75bdf80f954521c86443dedcee6b
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9caa56a338f64c5e100e6b2b54b49dd0059fdb362cd0fbfa102352931cae7
+size 35389440
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..708d495038bc01a8e359ee5098d159c6b9c48a64
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed8536e9a391f8cf117321a7bb1367e2ceefd4606fa31ac230b49d3b3bd41e3
+size 35389440
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7df4d70278666b4ac86a8898d9ae69fa4963f560
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ab79edc10e71c71814bdaee3c1c2bbb950a4ee31c795c4076a41d53b89dfb
+size 22685696
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eb568cd3b0e318124e644add5ea1e7da49351ae9
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57c593bd914c64c07c87d26f31249e457cd24d9d2923463d944c868ba9ebf07
+size 70778880
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93c9365c031a1f52dc5bf9ef537cf0195370418d
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f4056d4185828ee54cfed114f952c64b21a0690307d8327d0837d4012dfb80
+size 35389440
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f97374feffbf4e1e06445720f106e4d678514d5
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e74d581be13f30e2aa0a3f3ed56570ac0bee390c3390f7fdff262f09c1bbc9
+size 18350080
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9409813fcf4fc070db572ddeb26274a7f69da8c
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffb5a8a769a7df88df802ac13e9e5a69ce4ed2fcb7d089f79c5dd5ea9d4ca4
+size 70778880
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b53e7e1d9f2a096f492d637aa571291de7ae724e
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d127c3737957ef8ce38e917a59cc95496b310101c7de5579a3229812beb61bee
+size 35389440
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..af5b9079205367a9a31d6b76a7ef9493f15fc0d6
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993c3aa573e3dc14b1db242b60aaa86ac68a908338f63fffec2fbb080068d303
+size 33171456
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..382edb7a242dfa508d536f2e954849a85b60d70f
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffe077e28b0ca82212fe3ca11dc4236e0deae5135e9b05cf7406fd7b49a4318
+size 33171456
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee46bc9ac65b9789fd52cc050053853a699a1b5f
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0673755c714150c1685dcb714c17d48ea61ea7202eaa3208aa755d5faa91ad9e
+size 70778880
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99ab31c482a6d227e9f96f1be12326c2b91aeba3
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dde20e08bb3fa8f93de7cde2e87158f1de75d92a2cfb7e61837d65f570f359
+size 33171456
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..94e73ea858f58d2ab6e31a482313db553e9ee678
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79c406e2de3ed948410dae26f5e4277db9d682c179fa51e9e9deb30b0f2432
+size 35389440
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e512c84e812f94e44e7529d349a94fbdf0dbb42
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e10a48b013d1fa3897fe26b8a91bf9318acb9c0a90c963630a405a4a5af28
+size 22685696
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5267790735c9604c5a54ce8f91ba658858d321e
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb59a58aec0e9c5ae0fae3323caa24abbb20c1a24fb476c1628e77ee3d01e85
+size 70778880
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a6297f8eedec3ac2cffbed1c38b9112d507d8537
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e154dd6b033d6228043b888772ada345b8e2ed04e30a63b9f52ea0874094b
+size 35389440
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8788465e8fd6f1e1763428b610ed3905405305f7
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6143db6adde1ea706251d15cd68bf060aebdefd9219015d6da8b09815bb92a41
+size 18350080
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dcb0f2bb052d3ff94381a1c45156653f8d5521e1
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aa4a1da2d053c99107c14d5b88bbc9f543e9d27a6a0dc59dfbfb0a60d3f2bc
+size 70778880
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eec3a96fd16195d23cdf7747cd450f31c7378296
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f0a38cba54fafd899142e1ba599ef5183819b8132047feec0bf13c08a3707d
+size 35389440
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15419ca6429f3108af8c8ea00d4cc8e902275599
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089e8f4803b7711e128cbaf13b48af8ba64fececdd25efdfaab526c064635ca2
+size 33171456
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07b9eaed2771da1d4dde136aa1ef8a5960dc5058
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd4ce0f4e89ded3720ea87144d8970a39b9370307898b840718957e65dca789
+size 33171456
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..244489de93599925af3417fad2bcfc48836a2375
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034682c8b10457468ba2a66c269b995ec00c14b228ad11c04626793a9cb14da8
+size 70778880
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cf6676034edbd688f2f13793b1eb0f32f0a30c72
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e17120bb38fb5f4b2ffb06426d0e199171a074e52021ab64df34340a4c1607
+size 33171456
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fef0f994784d4759cfb204883f38974eed94b2c6
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a20a8d3340dedae72c839e686c16be60919ba1ffd57e3d84f49969ef557e054
+size 35389440
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a4e927f144694ae7d444fbd68d025f732b8831b
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6db570d5b1a3f4b735b4711e7e0f2cae0c96b136f8baa19f5d8a46609c5259
+size 22685696
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..72fac00d4554e2152155dd56ad48b6a833a62051
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9fa5615285f0e8ec8aa02b7b014d73927582c23b99f31fdecf727478f97be4
+size 70778880
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..efaa370c0b9b8cadce8eeea4c87094d3afaa93a1
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e868c2b47222d8e8c226f65e86bebbe8da014df07d716c2f20801e73978905
+size 35389440
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..029474c68c72c4c66b8941e4f801f52d7c938fba
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a62848408d718bd384725c03ba8855ad64431e8687b480e932ba1d79a61ba8
+size 18350080
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7d6f5ed5188f20f2892a017a1077775d478230d
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b201962103788faaf5854d8154549e4f19434fc730957d075b4a3b6e00e0a59
+size 70778880
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e8e9af16b890c5072c0b564edfe5030ca1cb837f
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7bf9d94b887ed5a9e3925f2de047e7f6c017604d53d86f476efa11bafc13fc
+size 35389440
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f677b7c57dcaf468fc81b8ed2ff1cbd1e6b109e4
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b4171f939f55b6e4be0b184cff3177da48d484b8594bdba72529d023a11471
+size 33171456
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17eae5a635bb7586620d8657c7c644509fa8b9a7
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f7c94c6ee4edbef1bada18c3a8946f5839253917f2ce2f6f5c1446caa1870d
+size 33171456
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0986dec0933703badf041f0caede13f766e7df8
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231156992a50bd87d5037fe9cacfc87dcc4f49859805cb92d00e74302e727469
+size 70778880
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c27310db3fb611edc355e11ad3846b8802c2d1c
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb6b21f396ffb8dce06d0774a62eba174f85305b41a78274dcfc5a0ce6b34da
+size 70778880
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a005e7c19bb6564484f5b7195389fe72a673af83
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1e5168d02355343fda42464c88d51c6f3b4c88069a00b4b079134268c865e6
+size 35389440
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..476b9611cd2679461a00e46864f593a39fab4e8a
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a0805bef069f402995e785791d012655080006d08db11bb258a3c4e38b26ea
+size 22685696
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..835ade5bd8d54abd8234d905a560ff8ab9fc2eec
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623eb39c3c6d85a46e83e4fe84dd1ed6cc06b9e6ff644da35172de77d25eef06
+size 70778880
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9633796df8cbae41c96d3da38d574874bb1c16c
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72cad661886ae3f4028b1c3a8f1f0c9fce600fffcf498bad1bad889107fda02
+size 35389440
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8fdba6c7aba31be2ba7278716073493d22e41f2b
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748b068787cfdd8a8c36de1a525617c0b7f8f76dc677c70f1c29964d9ffbf00
+size 18350080
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b91f54b6bb16fce05fc0f341f56a0f383263a
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e83ad06514c9dccc337bb8160b6b5a42449de559a377462d195f01e260b0970
+size 70778880
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ea9d128be110fc7c507f25228da6addfd2311149
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755b5ad3f0ce73fcffacbfd397f75f8140aeffe1361c91601b5d717ed3c713c9
+size 35389440
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d906b378741c21bb8c92718997272480622a9e69
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9d7ae2156111d75a73bc06cf480d4b554a70c3671b8fc58e658b73fd4dc924
+size 33171456
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d005ed3726e1f0ca9f1597d707d379b4a1075fb8
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4886506ba173af7d3ab1ceea3d206811194ee54a1729881ac438ca80396ed5e9
+size 33171456
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fce57b2d2e84ed658d2d6a73724a9fbfa9e003c9
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7dc6f056e58ecea8949ff0bee008dace8b85747fa736c551306a4942626d5d
+size 70778880
diff --git a/private-llm-config.json b/private-llm-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..55af5999b5b71720476b3d63e0d10c8c326b3eb6
--- /dev/null
+++ b/private-llm-config.json
@@ -0,0 +1,45 @@
+{
+ "model_type": "qwen2",
+ "quantization": "GPTQ-Int4",
+ "model_config": {
+ "hidden_act": "silu",
+ "hidden_size": 5120,
+ "intermediate_size": 13824,
+ "num_attention_heads": 40,
+ "num_hidden_layers": 48,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 1000000.0,
+ "vocab_size": 152064,
+ "tie_word_embeddings": false,
+ "context_window_size": 8192,
+ "prefill_chunk_size": 128,
+ "tensor_parallel_shards": 1,
+ "head_dim": 128,
+ "dtype": "float32",
+ "max_batch_size": 80
+ },
+ "vocab_size": 152064,
+ "context_window_size": 8192,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 128,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "mean_gen_len": 512,
+ "max_gen_len": 2048,
+ "shift_fill_factor": 0.3,
+ "temperature": 0.7,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.2,
+ "top_p": 0.95,
+ "conv_template": "deepseek-r1-qwen",
+ "pad_token_id": 0,
+ "bos_token_id": 151643,
+ "eos_token_id": 151643,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "version": "0.1.0"
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..a34650995da6939a945c330eadb0687147ac3ef8
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,303282 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 151643,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 151644,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151645,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151646,
+ "content": "<|begin▁of▁sentence|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ {
+ "id": 151647,
+ "content": "<|EOT|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ {
+ "id": 151648,
+ "content": "
&": 5789,
+ "CON": 5790,
+ "Ġrepl": 5791,
+ "Ġregular": 5792,
+ "Storage": 5793,
+ "ramework": 5794,
+ "Ġgoal": 5795,
+ "Ġtouch": 5796,
+ ".widget": 5797,
+ "Ġbuilt": 5798,
+ "des": 5799,
+ "Part": 5800,
+ "(re": 5801,
+ "Ġworth": 5802,
+ "hib": 5803,
+ "game": 5804,
+ "Ġв": 5805,
+ "acion": 5806,
+ "ĠWhite": 5807,
+ "(type": 5808,
+ "(`": 5809,
+ "Ġnatural": 5810,
+ "Ġinj": 5811,
+ "Ġcalcul": 5812,
+ "ĠApril": 5813,
+ ".List": 5814,
+ "Ġassociated": 5815,
+ "ĉSystem": 5816,
+ "~~": 5817,
+ "=[": 5818,
+ "Ġstorage": 5819,
+ "Ġbytes": 5820,
+ "Ġtravel": 5821,
+ "Ġsou": 5822,
+ "Ġpassed": 5823,
+ "!=": 5824,
+ "ascript": 5825,
+ ".open": 5826,
+ "Ġgrid": 5827,
+ "Ġbus": 5828,
+ "Ġrecogn": 5829,
+ "Ab": 5830,
+ "Ġhon": 5831,
+ "ĠCenter": 5832,
+ "Ġprec": 5833,
+ "build": 5834,
+ "HTML": 5835,
+ "ĠSan": 5836,
+ "Ġcountries": 5837,
+ "aled": 5838,
+ "token": 5839,
+ "kt": 5840,
+ "Ġqual": 5841,
+ "Last": 5842,
+ "adow": 5843,
+ "Ġmanufact": 5844,
+ "idad": 5845,
+ "jango": 5846,
+ "Next": 5847,
+ "xf": 5848,
+ ".a": 5849,
+ "Ġporno": 5850,
+ "ĠPM": 5851,
+ "erve": 5852,
+ "iting": 5853,
+ "_th": 5854,
+ "ci": 5855,
+ "=None": 5856,
+ "gs": 5857,
+ "Ġlogin": 5858,
+ "atives": 5859,
+ "']);Ċ": 5860,
+ "Äħ": 5861,
+ "Ġill": 5862,
+ "IA": 5863,
+ "children": 5864,
+ "DO": 5865,
+ "Ġlevels": 5866,
+ "Ġ{{": 5867,
+ "Ġlooks": 5868,
+ "Ġ\"#": 5869,
+ "ToString": 5870,
+ "Ġnecessary": 5871,
+ "ĠĠĠĊ": 5872,
+ "cell": 5873,
+ "Entry": 5874,
+ "Ġ'#": 5875,
+ "Ġextrem": 5876,
+ "Selector": 5877,
+ "Ġplaceholder": 5878,
+ "Load": 5879,
+ "Ġreleased": 5880,
+ "ORE": 5881,
+ "Enumer": 5882,
+ "ĠTV": 5883,
+ "SET": 5884,
+ "inq": 5885,
+ "Press": 5886,
+ "ĠDepartment": 5887,
+ "Ġproperties": 5888,
+ "Ġrespond": 5889,
+ "Search": 5890,
+ "ael": 5891,
+ "Ġrequ": 5892,
+ "ĠBook": 5893,
+ "/Ċ": 5894,
+ "(st": 5895,
+ "Ġfinancial": 5896,
+ "icket": 5897,
+ "_input": 5898,
+ "Ġthreat": 5899,
+ "(in": 5900,
+ "Strip": 5901,
+ "ìĿ": 5902,
+ "ção": 5903,
+ "Ġevidence": 5904,
+ "));": 5905,
+ "ĠBro": 5906,
+ "Ġ[];Ċ": 5907,
+ "Ġou": 5908,
+ "buf": 5909,
+ "Script": 5910,
+ "dat": 5911,
+ "Ġrule": 5912,
+ "#import": 5913,
+ "=\"/": 5914,
+ "Serial": 5915,
+ "Ġstarting": 5916,
+ "[index": 5917,
+ "ae": 5918,
+ "Ġcontrib": 5919,
+ "session": 5920,
+ "_new": 5921,
+ "utable": 5922,
+ "ober": 5923,
+ "Ġ\"./": 5924,
+ "Ġlogger": 5925,
+ "Ġrecently": 5926,
+ "Ġreturned": 5927,
+ "ččĊ": 5928,
+ ")))Ċ": 5929,
+ "itions": 5930,
+ "Ġseek": 5931,
+ "Ġcommunic": 5932,
+ "Ġ\".": 5933,
+ "Ġusername": 5934,
+ "ECT": 5935,
+ "DS": 5936,
+ "Ġotherwise": 5937,
+ "ĠGerman": 5938,
+ ".aw": 5939,
+ "Adapter": 5940,
+ "ixel": 5941,
+ "Ġsystems": 5942,
+ "Ġdrop": 5943,
+ "Ġstructure": 5944,
+ "Ġ$(\"#": 5945,
+ "encies": 5946,
+ "anning": 5947,
+ "ĠLink": 5948,
+ "ĠResponse": 5949,
+ "Ġstri": 5950,
+ "ż": 5951,
+ "ĠDB": 5952,
+ "æĹ": 5953,
+ "android": 5954,
+ "submit": 5955,
+ "otion": 5956,
+ "(@": 5957,
+ ".test": 5958,
+ "ĊĊĊĊĊĊĊĊ": 5959,
+ "];čĊ": 5960,
+ "Ġdirectly": 5961,
+ "Ġ\"%": 5962,
+ "ris": 5963,
+ "elta": 5964,
+ "AIL": 5965,
+ "){čĊ": 5966,
+ "mine": 5967,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5968,
+ "(k": 5969,
+ "bon": 5970,
+ "asic": 5971,
+ "pite": 5972,
+ "___": 5973,
+ "Max": 5974,
+ "Ġerrors": 5975,
+ "ĠWhile": 5976,
+ "Ġarguments": 5977,
+ "Ġensure": 5978,
+ "Right": 5979,
+ "-based": 5980,
+ "Web": 5981,
+ "Ġ-=": 5982,
+ "Ġintrodu": 5983,
+ "ĠInst": 5984,
+ "ĠWash": 5985,
+ "ordin": 5986,
+ "join": 5987,
+ "Database": 5988,
+ "Ġgrad": 5989,
+ "Ġusually": 5990,
+ "ITE": 5991,
+ "Props": 5992,
+ "?>Ċ": 5993,
+ "ĠGo": 5994,
+ "@Override": 5995,
+ "REF": 5996,
+ "Ġip": 5997,
+ "ĠAustral": 5998,
+ "Ġist": 5999,
+ "ViewById": 6000,
+ "Ġserious": 6001,
+ "Ġcustomer": 6002,
+ ".prototype": 6003,
+ "odo": 6004,
+ "cor": 6005,
+ "Ġdoor": 6006,
+ "ĠWITHOUT": 6007,
+ "Ġplant": 6008,
+ "Ġbegan": 6009,
+ "Ġdistance": 6010,
+ "()).": 6011,
+ "Ġchance": 6012,
+ "Ġord": 6013,
+ "came": 6014,
+ "pragma": 6015,
+ "Ġprotect": 6016,
+ "ragment": 6017,
+ "ĠNode": 6018,
+ "ening": 6019,
+ "Ñĩ": 6020,
+ "Ġroute": 6021,
+ "ĠSchool": 6022,
+ "hi": 6023,
+ "Ġneighb": 6024,
+ "After": 6025,
+ "licit": 6026,
+ "Ġcontr": 6027,
+ "Ġprimary": 6028,
+ "AA": 6029,
+ ".WriteLine": 6030,
+ "utils": 6031,
+ "Ġbi": 6032,
+ "Red": 6033,
+ ".Linq": 6034,
+ ".object": 6035,
+ "Ġleaders": 6036,
+ "unities": 6037,
+ "Ġgun": 6038,
+ "onth": 6039,
+ "ĠDev": 6040,
+ "FILE": 6041,
+ "Ġcomments": 6042,
+ "_len": 6043,
+ "arrow": 6044,
+ "amount": 6045,
+ "Range": 6046,
+ "sert": 6047,
+ "GridView": 6048,
+ "Ġupdated": 6049,
+ "ĠMo": 6050,
+ "Ġinform": 6051,
+ "ociety": 6052,
+ "ala": 6053,
+ "Access": 6054,
+ "Ġhab": 6055,
+ "Ġcreat": 6056,
+ "_arg": 6057,
+ "ĠJanuary": 6058,
+ "ĠDay": 6059,
+ "\")čĊ": 6060,
+ "uple": 6061,
+ "document": 6062,
+ "gorith": 6063,
+ "menu": 6064,
+ "ĠOver": 6065,
+ "bb": 6066,
+ ".title": 6067,
+ "_out": 6068,
+ "Ġled": 6069,
+ "uri": 6070,
+ "Ġ?>": 6071,
+ "gl": 6072,
+ "Ġbank": 6073,
+ "ayment": 6074,
+ "ĉprintf": 6075,
+ "MD": 6076,
+ "Ġsample": 6077,
+ "Ġhands": 6078,
+ "ĠVersion": 6079,
+ "uario": 6080,
+ "Ġoffers": 6081,
+ "ityEngine": 6082,
+ "Ġshape": 6083,
+ "Ġsleep": 6084,
+ "_point": 6085,
+ "Settings": 6086,
+ "Ġachie": 6087,
+ "Ġsold": 6088,
+ "ota": 6089,
+ ".bind": 6090,
+ "Am": 6091,
+ "Ġsafe": 6092,
+ "Store": 6093,
+ "Ġshared": 6094,
+ "Ġpriv": 6095,
+ "_VAL": 6096,
+ "Ġsens": 6097,
+ "){": 6098,
+ "Ġremember": 6099,
+ "shared": 6100,
+ "element": 6101,
+ "Ġshoot": 6102,
+ "Vert": 6103,
+ "cout": 6104,
+ "Ġenv": 6105,
+ "_label": 6106,
+ "Ġ>Ċ": 6107,
+ "run": 6108,
+ "Ġscene": 6109,
+ "(array": 6110,
+ "device": 6111,
+ "_title": 6112,
+ "agon": 6113,
+ "]čĊ": 6114,
+ "aby": 6115,
+ "Ġbecame": 6116,
+ "boolean": 6117,
+ "Ġpark": 6118,
+ "ĠCode": 6119,
+ "upload": 6120,
+ "riday": 6121,
+ "ĠSeptember": 6122,
+ "Fe": 6123,
+ "Ġsen": 6124,
+ "cing": 6125,
+ "FL": 6126,
+ "Col": 6127,
+ "uts": 6128,
+ "_page": 6129,
+ "inn": 6130,
+ "Ġimplied": 6131,
+ "aling": 6132,
+ "Ġyourself": 6133,
+ ".Count": 6134,
+ "conf": 6135,
+ "Ġaud": 6136,
+ "_init": 6137,
+ ".)": 6138,
+ "Ġwrote": 6139,
+ "NG": 6140,
+ ".Error": 6141,
+ "ä»": 6142,
+ ".for": 6143,
+ "Ġequal": 6144,
+ "ĠRequest": 6145,
+ "Ġserial": 6146,
+ "Ġallows": 6147,
+ "XX": 6148,
+ "Ġmiddle": 6149,
+ "chor": 6150,
+ "ø": 6151,
+ "erval": 6152,
+ ".Column": 6153,
+ "reading": 6154,
+ "Ġescort": 6155,
+ "ĠAugust": 6156,
+ "Ġquickly": 6157,
+ "Ġweap": 6158,
+ "ĠCG": 6159,
+ "ropri": 6160,
+ "ho": 6161,
+ "Ġcop": 6162,
+ "(struct": 6163,
+ "ĠBig": 6164,
+ "Ġvs": 6165,
+ "Ġfrequ": 6166,
+ ".Value": 6167,
+ "Ġactions": 6168,
+ "Ġproper": 6169,
+ "Ġinn": 6170,
+ "Ġobjects": 6171,
+ "Ġmatrix": 6172,
+ "avascript": 6173,
+ "Ġones": 6174,
+ ".group": 6175,
+ "Ġgreen": 6176,
+ "Ġpaint": 6177,
+ "ools": 6178,
+ "ycl": 6179,
+ "encode": 6180,
+ "olt": 6181,
+ "comment": 6182,
+ ".api": 6183,
+ "Dir": 6184,
+ "Ġune": 6185,
+ "izont": 6186,
+ ".position": 6187,
+ "Ġdesigned": 6188,
+ "_val": 6189,
+ "avi": 6190,
+ "iring": 6191,
+ "tab": 6192,
+ "Ġlayer": 6193,
+ "Ġviews": 6194,
+ "Ġreve": 6195,
+ "rael": 6196,
+ "ĠON": 6197,
+ "rics": 6198,
+ "np": 6199,
+ "Ġcore": 6200,
+ "());čĊ": 6201,
+ "Main": 6202,
+ "Ġexpert": 6203,
+ "ĉĉčĊ": 6204,
+ "_en": 6205,
+ "Ġ/>": 6206,
+ "utter": 6207,
+ "IAL": 6208,
+ "ails": 6209,
+ "ĠKing": 6210,
+ "*/ĊĊ": 6211,
+ "ĠMet": 6212,
+ "_end": 6213,
+ "addr": 6214,
+ "ora": 6215,
+ "Ġir": 6216,
+ "Min": 6217,
+ "Ġsurpr": 6218,
+ "Ġrepe": 6219,
+ "Ġdirectory": 6220,
+ "PUT": 6221,
+ "-S": 6222,
+ "Ġelection": 6223,
+ "haps": 6224,
+ ".pre": 6225,
+ "cm": 6226,
+ "Values": 6227,
+ "Ġ\"Ċ": 6228,
+ "column": 6229,
+ "ivil": 6230,
+ "Login": 6231,
+ "inue": 6232,
+ "Ġbeautiful": 6233,
+ "Ġsecret": 6234,
+ "(event": 6235,
+ "Ġchat": 6236,
+ "ums": 6237,
+ "Ġorigin": 6238,
+ "Ġeffects": 6239,
+ "Ġmanagement": 6240,
+ "illa": 6241,
+ "tk": 6242,
+ "Ġsetting": 6243,
+ "ĠCour": 6244,
+ "Ġmassage": 6245,
+ "ĉend": 6246,
+ "Ġhappy": 6247,
+ "Ġfinish": 6248,
+ "Ġcamera": 6249,
+ "ĠVer": 6250,
+ "ĠDemocr": 6251,
+ "ĠHer": 6252,
+ "(Q": 6253,
+ "cons": 6254,
+ "ita": 6255,
+ "Ġ'.": 6256,
+ "{}": 6257,
+ "ĉC": 6258,
+ "Ġstuff": 6259,
+ "Ġ:Ċ": 6260,
+ "ĠAR": 6261,
+ "Task": 6262,
+ "hidden": 6263,
+ "eros": 6264,
+ "IGN": 6265,
+ "atio": 6266,
+ "ĠHealth": 6267,
+ "olute": 6268,
+ "Enter": 6269,
+ "'>": 6270,
+ "ĠTwitter": 6271,
+ "ĠCounty": 6272,
+ "scribe": 6273,
+ "Ġ=>Ċ": 6274,
+ "Ġhy": 6275,
+ "fit": 6276,
+ "Ġmilitary": 6277,
+ "Ġsale": 6278,
+ "required": 6279,
+ "non": 6280,
+ "bootstrap": 6281,
+ "hold": 6282,
+ "rim": 6283,
+ "-old": 6284,
+ "ĠDown": 6285,
+ "Ġmention": 6286,
+ "contact": 6287,
+ "_group": 6288,
+ "oday": 6289,
+ "Ġtown": 6290,
+ "Ġsolution": 6291,
+ "uate": 6292,
+ "elling": 6293,
+ "]->": 6294,
+ "otes": 6295,
+ "ental": 6296,
+ "omen": 6297,
+ "ospital": 6298,
+ "ĠSup": 6299,
+ "_EN": 6300,
+ "Ġslow": 6301,
+ "SESSION": 6302,
+ "Ġblue": 6303,
+ "ago": 6304,
+ "Ġlives": 6305,
+ "Ġ^": 6306,
+ ".un": 6307,
+ "inst": 6308,
+ "enge": 6309,
+ "Ġcustomers": 6310,
+ "Ġcast": 6311,
+ "udget": 6312,
+ "ï¼ģ": 6313,
+ "icens": 6314,
+ "Ġdetermin": 6315,
+ "Selected": 6316,
+ "_pl": 6317,
+ "ueue": 6318,
+ "Ġdark": 6319,
+ "//ĊĊ": 6320,
+ "si": 6321,
+ "thern": 6322,
+ "ĠJapan": 6323,
+ "/w": 6324,
+ "PU": 6325,
+ "ĠEast": 6326,
+ "ovie": 6327,
+ "Ġpackage": 6328,
+ "Ġnor": 6329,
+ "Ġapi": 6330,
+ "bot": 6331,
+ "\"];Ċ": 6332,
+ "_post": 6333,
+ "ulate": 6334,
+ "Ġclub": 6335,
+ "'));Ċ": 6336,
+ "Ġloop": 6337,
+ "PIO": 6338,
+ "ione": 6339,
+ "shot": 6340,
+ "Initial": 6341,
+ "Ġplayed": 6342,
+ "register": 6343,
+ "rought": 6344,
+ "_max": 6345,
+ "acement": 6346,
+ "match": 6347,
+ "raphics": 6348,
+ "AST": 6349,
+ "Ġexisting": 6350,
+ "Ġcomplex": 6351,
+ "DA": 6352,
+ ".Ch": 6353,
+ ".common": 6354,
+ "mo": 6355,
+ "Ġ'../../": 6356,
+ "ito": 6357,
+ "Ġanalysis": 6358,
+ "Ġdeliver": 6359,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6360,
+ "idx": 6361,
+ "Ãł": 6362,
+ "ongo": 6363,
+ "ĠEnglish": 6364,
+ "Ċ": 9992,
+ "_default": 9993,
+ "ĠDatabase": 9994,
+ "rep": 9995,
+ "ESS": 9996,
+ "nergy": 9997,
+ ".Find": 9998,
+ "_mask": 9999,
+ "Ġrise": 10000,
+ "Ġkernel": 10001,
+ "::$": 10002,
+ ".Q": 10003,
+ "Ġoffering": 10004,
+ "decl": 10005,
+ "ĠCS": 10006,
+ "Ġlisted": 10007,
+ "Ġmostly": 10008,
+ "enger": 10009,
+ "Ġblocks": 10010,
+ "olo": 10011,
+ "Ġgoverning": 10012,
+ "\\F": 10013,
+ "Ġconcent": 10014,
+ ".getText": 10015,
+ "Ġmb": 10016,
+ "Ġoccurred": 10017,
+ "Ġchanging": 10018,
+ "Scene": 10019,
+ "_CODE": 10020,
+ "Beh": 10021,
+ "\"The": 10022,
+ "Ġtile": 10023,
+ "ĠAssociation": 10024,
+ "ĉP": 10025,
+ "alty": 10026,
+ "_ad": 10027,
+ "odies": 10028,
+ "iated": 10029,
+ "Ġprepared": 10030,
+ "possible": 10031,
+ "Ġmort": 10032,
+ "TEST": 10033,
+ "Ġignore": 10034,
+ "Ġcalc": 10035,
+ "Ġrs": 10036,
+ "ĠassertEquals": 10037,
+ "Ġsz": 10038,
+ "ĠTHIS": 10039,
+ ".\"Ċ": 10040,
+ "Ġcanvas": 10041,
+ "java": 10042,
+ "Ġdut": 10043,
+ "VALID": 10044,
+ ".sql": 10045,
+ ".input": 10046,
+ "Ġaux": 10047,
+ "Sup": 10048,
+ "Ġartist": 10049,
+ "Vec": 10050,
+ "_TIME": 10051,
+ ".stringify": 10052,
+ "etween": 10053,
+ "ĠCategory": 10054,
+ "Ġ[-": 10055,
+ "ĠDevExpress": 10056,
+ "ĠJul": 10057,
+ "Ġring": 10058,
+ ".ed": 10059,
+ "YY": 10060,
+ "Let": 10061,
+ "TextField": 10062,
+ "Ġflat": 10063,
+ "_print": 10064,
+ "ĠOTHER": 10065,
+ "adian": 10066,
+ "Ġchecked": 10067,
+ "ele": 10068,
+ "Align": 10069,
+ "standing": 10070,
+ "Ġ[],": 10071,
+ "Ġlab": 10072,
+ "ucky": 10073,
+ "ĠChristmas": 10074,
+ "(image": 10075,
+ ".module": 10076,
+ "Ġlots": 10077,
+ "Ġslightly": 10078,
+ "(final": 10079,
+ "erge": 10080,
+ "è¿": 10081,
+ "ĠPolice": 10082,
+ "ĠRight": 10083,
+ "Ġaward": 10084,
+ "ĠOS": 10085,
+ "Ġ{}ĊĊ": 10086,
+ "Ġptr": 10087,
+ "oves": 10088,
+ "icated": 10089,
+ "ем": 10090,
+ "Ġmanage": 10091,
+ "oliday": 10092,
+ "Amount": 10093,
+ "oolStrip": 10094,
+ "tbody": 10095,
+ "Nav": 10096,
+ "wrap": 10097,
+ "BB": 10098,
+ "Ġwatching": 10099,
+ "arios": 10100,
+ "Ġoptional": 10101,
+ "_K": 10102,
+ "ĠLicensed": 10103,
+ ".Map": 10104,
+ "Timer": 10105,
+ "ĠAP": 10106,
+ "ĠRev": 10107,
+ "(o": 10108,
+ ",c": 10109,
+ "umin": 10110,
+ "etailed": 10111,
+ "ĠHy": 10112,
+ "Ġblank": 10113,
+ "agger": 10114,
+ "ĠSelf": 10115,
+ "()[": 10116,
+ ".make": 10117,
+ "earn": 10118,
+ "channel": 10119,
+ ";Ċ": 10133,
+ "World": 10134,
+ "Ġpython": 10135,
+ "Ġlif": 10136,
+ "Ġtrav": 10137,
+ "Ġconven": 10138,
+ "company": 10139,
+ "ĠClub": 10140,
+ "Ver": 10141,
+ "Btn": 10142,
+ "Ġzone": 10143,
+ "products": 10144,
+ "ĠEduc": 10145,
+ "Ġverify": 10146,
+ "ĠMil": 10147,
+ "ono": 10148,
+ "]);ĊĊ": 10149,
+ "ENCE": 10150,
+ "Ġpacket": 10151,
+ "Ġcer": 10152,
+ "Ġenumer": 10153,
+ "Ġpars": 10154,
+ "formed": 10155,
+ "Ġoccup": 10156,
+ "tre": 10157,
+ "Ġexercise": 10158,
+ "Day": 10159,
+ "_sum": 10160,
+ "Ġasking": 10161,
+ "aption": 10162,
+ "Ġorders": 10163,
+ "Ġspending": 10164,
+ "ĠERR": 10165,
+ ".Dis": 10166,
+ "ĠUtil": 10167,
+ "âĢľI": 10168,
+ "\\'": 10169,
+ "?)": 10170,
+ "/>Ċ": 10171,
+ "Ġemot": 10172,
+ "Ġinfluence": 10173,
+ "ĠAfrica": 10174,
+ "atters": 10175,
+ "Ùħ": 10176,
+ ".session": 10177,
+ "Ġchief": 10178,
+ "ĉĉĉĉĉĉĉĉĉĉĉ": 10179,
+ "Ġtom": 10180,
+ "cluded": 10181,
+ "serial": 10182,
+ "_handler": 10183,
+ ".Type": 10184,
+ "aped": 10185,
+ "Ġpolicies": 10186,
+ "-ex": 10187,
+ "-tr": 10188,
+ "blank": 10189,
+ "merce": 10190,
+ "Ġcoverage": 10191,
+ "Ġrc": 10192,
+ "_matrix": 10193,
+ "_box": 10194,
+ "Ġcharges": 10195,
+ "ĠBoston": 10196,
+ "Pe": 10197,
+ "Ġcircum": 10198,
+ "Ġfilled": 10199,
+ "Ġnorth": 10200,
+ "ictureBox": 10201,
+ "ĉres": 10202,
+ "è®": 10203,
+ "Ġtermin": 10204,
+ "Ġ[â̦": 10205,
+ "IRECT": 10206,
+ "Ġber": 10207,
+ "Ġ\"../../": 10208,
+ "retch": 10209,
+ ".code": 10210,
+ "_col": 10211,
+ "ĠGovernment": 10212,
+ "Ġargv": 10213,
+ "ĠLord": 10214,
+ "asi": 10215,
+ "Exec": 10216,
+ "ĉlet": 10217,
+ "vertis": 10218,
+ "Ġdiscussion": 10219,
+ "enance": 10220,
+ "outube": 10221,
+ "typeof": 10222,
+ "Ġserved": 10223,
+ "ĠPut": 10224,
+ "ĉx": 10225,
+ "Ġsweet": 10226,
+ "Before": 10227,
+ "ategy": 10228,
+ ".of": 10229,
+ "ĠMaterial": 10230,
+ "Sort": 10231,
+ "ONT": 10232,
+ "igital": 10233,
+ "Why": 10234,
+ "Ġsust": 10235,
+ "Ġç": 10236,
+ "abet": 10237,
+ "Ġsegment": 10238,
+ "Ġ[],Ċ": 10239,
+ "ĠMuslim": 10240,
+ "ĠfindViewById": 10241,
+ "cut": 10242,
+ "_TEXT": 10243,
+ "ĠMary": 10244,
+ "Ġloved": 10245,
+ "Ġlie": 10246,
+ "ĠJO": 10247,
+ "Ġisset": 10248,
+ "month": 10249,
+ "Ġprime": 10250,
+ "ti": 10251,
+ "ĠCarol": 10252,
+ "Use": 10253,
+ "ĠPop": 10254,
+ "ĠSave": 10255,
+ "Interval": 10256,
+ "execute": 10257,
+ "dy": 10258,
+ "ĠIran": 10259,
+ "_cont": 10260,
+ "ĉT": 10261,
+ "Ġphase": 10262,
+ "checkbox": 10263,
+ "week": 10264,
+ "Ġhide": 10265,
+ "Ġtil": 10266,
+ "Ġju": 10267,
+ "Custom": 10268,
+ "burg": 10269,
+ "/M": 10270,
+ "TON": 10271,
+ "Ġquant": 10272,
+ "Ġrub": 10273,
+ "ixels": 10274,
+ "Ġinstalled": 10275,
+ "Ġdump": 10276,
+ "Ġproperly": 10277,
+ "(List": 10278,
+ "Ġdecide": 10279,
+ "apply": 10280,
+ "Has": 10281,
+ "Ġkeeping": 10282,
+ "Ġcitizens": 10283,
+ "Ġjoint": 10284,
+ "pool": 10285,
+ "Socket": 10286,
+ "_op": 10287,
+ "Ġweapon": 10288,
+ "gnore": 10289,
+ "ĠExec": 10290,
+ "otten": 10291,
+ "ĠMS": 10292,
+ "Ġ(-": 10293,
+ "ĠReview": 10294,
+ "Ġexamples": 10295,
+ "Ġtight": 10296,
+ "!(": 10297,
+ "DP": 10298,
+ "ĠMessageBox": 10299,
+ "Ġphotograph": 10300,
+ "URI": 10301,
+ "ét": 10302,
+ "low": 10303,
+ "ĠGrand": 10304,
+ ".persistence": 10305,
+ "Ġmaintain": 10306,
+ "Ġnums": 10307,
+ "Ġzip": 10308,
+ "ials": 10309,
+ "ĠGets": 10310,
+ "peg": 10311,
+ "ĠBuffer": 10312,
+ "~~~~": 10313,
+ "rastructure": 10314,
+ "ĠPL": 10315,
+ "uen": 10316,
+ "obby": 10317,
+ "sizeof": 10318,
+ "Ġpic": 10319,
+ "Ġseed": 10320,
+ "Ġexperienced": 10321,
+ "Ġodd": 10322,
+ "Ġkick": 10323,
+ "Ġprocedure": 10324,
+ "avigator": 10325,
+ "-on": 10326,
+ ",j": 10327,
+ "ĠAlthough": 10328,
+ "ĠuserId": 10329,
+ "accept": 10330,
+ "Blue": 10331,
+ "IColor": 10332,
+ "layer": 10333,
+ "available": 10334,
+ "Ġends": 10335,
+ ".table": 10336,
+ "Ġdataset": 10337,
+ "bus": 10338,
+ "Ġexplain": 10339,
+ "(pro": 10340,
+ "ĠCommittee": 10341,
+ "Ġnoted": 10342,
+ "]:Ċ": 10343,
+ "Dim": 10344,
+ "stdio": 10345,
+ ".\",Ċ": 10346,
+ "_source": 10347,
+ "ĠWeek": 10348,
+ "ĠEdge": 10349,
+ "Ġoperating": 10350,
+ "Ġeste": 10351,
+ "ipl": 10352,
+ "agination": 10353,
+ "Ġproceed": 10354,
+ "Ġanimation": 10355,
+ ".Models": 10356,
+ "ĠWatch": 10357,
+ "iat": 10358,
+ "Ġoppon": 10359,
+ "/A": 10360,
+ "Report": 10361,
+ "Ġsounds": 10362,
+ "_buf": 10363,
+ "IELD": 10364,
+ "Ġbund": 10365,
+ "ĉget": 10366,
+ ".pr": 10367,
+ "(tmp": 10368,
+ "Ġkid": 10369,
+ ">ĊĊĊ": 10370,
+ "Ġyang": 10371,
+ "NotFound": 10372,
+ "ÑĨ": 10373,
+ "math": 10374,
+ "@gmail": 10375,
+ "ĠLIMIT": 10376,
+ "redients": 10377,
+ "Ġvent": 10378,
+ "avigate": 10379,
+ "Look": 10380,
+ "Ġreligious": 10381,
+ "Ġrand": 10382,
+ "rio": 10383,
+ "(GL": 10384,
+ "_ip": 10385,
+ "uan": 10386,
+ "iciency": 10387,
+ "ĠChange": 10388,
+ ">čĊčĊ": 10389,
+ "ĠEntity": 10390,
+ "Ġrencontre": 10391,
+ "ĠRet": 10392,
+ "plan": 10393,
+ "én": 10394,
+ "BOOL": 10395,
+ "uries": 10396,
+ "train": 10397,
+ "Definition": 10398,
+ "============": 10399,
+ "zz": 10400,
+ "Animation": 10401,
+ "ĠOK": 10402,
+ "_menu": 10403,
+ ".bl": 10404,
+ "_score": 10405,
+ "Ġacad": 10406,
+ "(System": 10407,
+ "Ġrefresh": 10408,
+ "'=>$": 10409,
+ ".Graphics": 10410,
+ "amento": 10411,
+ "pid": 10412,
+ "tc": 10413,
+ "Ġtips": 10414,
+ "Ġhomes": 10415,
+ "Ġfuel": 10416,
+ "âĸ": 10417,
+ "_helper": 10418,
+ "ĠĠčĊ": 10419,
+ "ĠRoom": 10420,
+ ".Close": 10421,
+ "_attr": 10422,
+ "ĠMount": 10423,
+ "ĠEv": 10424,
+ "arser": 10425,
+ "_top": 10426,
+ "eah": 10427,
+ "ĠDelete": 10428,
+ "ãĢį": 10429,
+ "uke": 10430,
+ "Ġusage": 10431,
+ "aria": 10432,
+ "_dev": 10433,
+ "Ġtexture": 10434,
+ "Ġconversation": 10435,
+ "eper": 10436,
+ "Bean": 10437,
+ "done": 10438,
+ "nonatomic": 10439,
+ "ĠSecond": 10440,
+ "Ġshooting": 10441,
+ "_pre": 10442,
+ "Components": 10443,
+ "Ġ]ĊĊ": 10444,
+ "__,": 10445,
+ "stitution": 10446,
+ ".Char": 10447,
+ ">();ĊĊ": 10448,
+ "Ġpresented": 10449,
+ "Ġwa": 10450,
+ "oker": 10451,
+ "-ĊĊ": 10452,
+ "iner": 10453,
+ "Ġbecoming": 10454,
+ "Ġincident": 10455,
+ "Att": 10456,
+ "Ġrevealed": 10457,
+ "forc": 10458,
+ "Ġboot": 10459,
+ ".page": 10460,
+ "Enumerator": 10461,
+ "_->": 10462,
+ "Photo": 10463,
+ "Ġspring": 10464,
+ ".\",": 10465,
+ "ĠDictionary": 10466,
+ "BJECT": 10467,
+ "Ġlocations": 10468,
+ "Ġsamples": 10469,
+ "InputStream": 10470,
+ "ĠBrown": 10471,
+ "Ġstats": 10472,
+ "quality": 10473,
+ "Ñħ": 10474,
+ "-dis": 10475,
+ "Ġhelping": 10476,
+ "Ġped": 10477,
+ "(se": 10478,
+ "ĠWho": 10479,
+ "alian": 10480,
+ "internal": 10481,
+ "Ġft": 10482,
+ ">().": 10483,
+ "->{": 10484,
+ "Ġmine": 10485,
+ "Ġsector": 10486,
+ "Ġgro": 10487,
+ "Ġopportunities": 10488,
+ "Ġü": 10489,
+ "Ġmp": 10490,
+ "Ġalleged": 10491,
+ "Ġdoubt": 10492,
+ "Mouse": 10493,
+ "About": 10494,
+ "_part": 10495,
+ "Ġchair": 10496,
+ "Ġstopped": 10497,
+ "loop": 10498,
+ "entities": 10499,
+ "Ġapps": 10500,
+ "ansion": 10501,
+ "Ġmental": 10502,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10503,
+ "FR": 10504,
+ "Ġdefend": 10505,
+ "care": 10506,
+ "Ġideal": 10507,
+ "/api": 10508,
+ "urface": 10509,
+ "Ġele": 10510,
+ "ulator": 10511,
+ "ĠRights": 10512,
+ "anguages": 10513,
+ "Ġfunds": 10514,
+ "Ġadapt": 10515,
+ "Attributes": 10516,
+ "Ġdeploy": 10517,
+ "opts": 10518,
+ "Ġvalidation": 10519,
+ "Ġconcerns": 10520,
+ "uce": 10521,
+ ".num": 10522,
+ "ulture": 10523,
+ "ila": 10524,
+ "Ġcup": 10525,
+ "Ġpure": 10526,
+ ".Fore": 10527,
+ "ĠHashMap": 10528,
+ ".valueOf": 10529,
+ "asm": 10530,
+ "MO": 10531,
+ "Ġcs": 10532,
+ "Ġstores": 10533,
+ "Ġ************************************************************************": 10534,
+ "Ġcommunication": 10535,
+ "mem": 10536,
+ ".EventHandler": 10537,
+ ".Status": 10538,
+ "_right": 10539,
+ ".setOn": 10540,
+ "Sheet": 10541,
+ "Ġidentify": 10542,
+ "enerated": 10543,
+ "ordered": 10544,
+ "Ġ\"[": 10545,
+ "Ġswe": 10546,
+ "Condition": 10547,
+ "ĠAccording": 10548,
+ "Ġprepare": 10549,
+ "Ġrob": 10550,
+ "Pool": 10551,
+ "Ġsport": 10552,
+ "rv": 10553,
+ "ĠRouter": 10554,
+ "Ġalternative": 10555,
+ "([]": 10556,
+ "ĠChicago": 10557,
+ "ipher": 10558,
+ "ische": 10559,
+ "ĠDirector": 10560,
+ "kl": 10561,
+ "ĠWil": 10562,
+ "keys": 10563,
+ "Ġmysql": 10564,
+ "Ġwelcome": 10565,
+ "king": 10566,
+ "ĠManager": 10567,
+ "Ġcaught": 10568,
+ ")}Ċ": 10569,
+ "Score": 10570,
+ "_PR": 10571,
+ "Ġsurvey": 10572,
+ "hab": 10573,
+ "Headers": 10574,
+ "ADER": 10575,
+ "Ġdecor": 10576,
+ "Ġturns": 10577,
+ "Ġradius": 10578,
+ "errupt": 10579,
+ "Cor": 10580,
+ "Ġmel": 10581,
+ "Ġintr": 10582,
+ "(q": 10583,
+ "ĠAC": 10584,
+ "amos": 10585,
+ "MAX": 10586,
+ "ĠGrid": 10587,
+ "ĠJesus": 10588,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10589,
+ ".DE": 10590,
+ "Ġts": 10591,
+ "Ġlinked": 10592,
+ "free": 10593,
+ "ĠQt": 10594,
+ "Ġ/**čĊ": 10595,
+ "Ġfaster": 10596,
+ "ctr": 10597,
+ "_J": 10598,
+ "DT": 10599,
+ ".Check": 10600,
+ "Ġcombination": 10601,
+ "Ġintended": 10602,
+ "-the": 10603,
+ "-type": 10604,
+ "ectors": 10605,
+ "ami": 10606,
+ "uting": 10607,
+ "Ġuma": 10608,
+ "XML": 10609,
+ "UCT": 10610,
+ "Ap": 10611,
+ "ĠRandom": 10612,
+ "Ġran": 10613,
+ ".sort": 10614,
+ "Ġsorted": 10615,
+ ".Un": 10616,
+ "_PER": 10617,
+ "itory": 10618,
+ "Ġpriority": 10619,
+ "ĠGal": 10620,
+ "ĠOld": 10621,
+ "hot": 10622,
+ "ĠDisplay": 10623,
+ "(sub": 10624,
+ "_TH": 10625,
+ "_Y": 10626,
+ "ĠCare": 10627,
+ "loading": 10628,
+ "Kind": 10629,
+ "_handle": 10630,
+ ",,": 10631,
+ "rase": 10632,
+ "_replace": 10633,
+ ".addEventListener": 10634,
+ "ĠRT": 10635,
+ "Ġentered": 10636,
+ "gers": 10637,
+ "Ġich": 10638,
+ "(start": 10639,
+ "/app": 10640,
+ "Ġbrother": 10641,
+ "Memory": 10642,
+ "Outlet": 10643,
+ "Ġutf": 10644,
+ "prec": 10645,
+ "Ġnavigation": 10646,
+ "ORK": 10647,
+ "Ġdst": 10648,
+ "Detail": 10649,
+ "Ġaudience": 10650,
+ "Ġdur": 10651,
+ "Ġcluster": 10652,
+ "unched": 10653,
+ "Ġ],": 10654,
+ "Ġcomfortable": 10655,
+ ".values": 10656,
+ "ĠTotal": 10657,
+ "Ġsnap": 10658,
+ "Ġstandards": 10659,
+ "Ġperformed": 10660,
+ "hand": 10661,
+ "(\"@": 10662,
+ "åŃ": 10663,
+ "Ġphil": 10664,
+ "ibr": 10665,
+ "trim": 10666,
+ "Ġforget": 10667,
+ "Ġdoctor": 10668,
+ ".TextBox": 10669,
+ "icons": 10670,
+ ",s": 10671,
+ "ĠOp": 10672,
+ "Sm": 10673,
+ "Stop": 10674,
+ "ĉList": 10675,
+ "ĉu": 10676,
+ "Comment": 10677,
+ "_VERSION": 10678,
+ ".Xtra": 10679,
+ "Person": 10680,
+ "rb": 10681,
+ "LOB": 10682,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10683,
+ "ĠCentral": 10684,
+ "ICK": 10685,
+ "raq": 10686,
+ "Ġputting": 10687,
+ "Ġmd": 10688,
+ "ĠLove": 10689,
+ "Program": 10690,
+ "Border": 10691,
+ "oor": 10692,
+ "Ġallowing": 10693,
+ "after": 10694,
+ "Ġentries": 10695,
+ "ĠMaybe": 10696,
+ "]).": 10697,
+ "ĠShort": 10698,
+ ")\\": 10699,
+ ".now": 10700,
+ "friend": 10701,
+ "Ġprefer": 10702,
+ "ĠGPIO": 10703,
+ "osis": 10704,
+ "ĠGameObject": 10705,
+ "Ġskip": 10706,
+ "Ġcompetition": 10707,
+ "_match": 10708,
+ "lications": 10709,
+ "_CONT": 10710,
+ ".groupBox": 10711,
+ "Ġals": 10712,
+ "\"We": 10713,
+ "_eq": 10714,
+ "lan": 10715,
+ "_search": 10716,
+ "ĠMusic": 10717,
+ "asis": 10718,
+ "Ġbind": 10719,
+ "ĠIsland": 10720,
+ "rum": 10721,
+ "(E": 10722,
+ "Ġseat": 10723,
+ "Video": 10724,
+ "Ġack": 10725,
+ "reek": 10726,
+ "={()": 10727,
+ "Ġrating": 10728,
+ "Ġrestaurant": 10729,
+ "DEX": 10730,
+ "(buf": 10731,
+ "pping": 10732,
+ "uality": 10733,
+ "Ġleague": 10734,
+ "Ġfocused": 10735,
+ "apon": 10736,
+ "$data": 10737,
+ "CLUD": 10738,
+ "CLUDING": 10739,
+ "Ġabsolute": 10740,
+ "(query": 10741,
+ "Ġtells": 10742,
+ "Ang": 10743,
+ "Ġcommunities": 10744,
+ "Ġhonest": 10745,
+ "oking": 10746,
+ "Ġapart": 10747,
+ "arity": 10748,
+ "/$": 10749,
+ "_module": 10750,
+ "ĠEnc": 10751,
+ ".an": 10752,
+ ".Config": 10753,
+ "Cre": 10754,
+ "Ġshock": 10755,
+ "ĠArab": 10756,
+ "IENT": 10757,
+ "/re": 10758,
+ "Ġretrie": 10759,
+ "ycler": 10760,
+ "isa": 10761,
+ "ĠOrgan": 10762,
+ ".graph": 10763,
+ "Ġí": 10764,
+ "ĠBAS": 10765,
+ "Enum": 10766,
+ "Ġpossibly": 10767,
+ "ÑĢаÐ": 10768,
+ "ĠJapanese": 10769,
+ "Ġcraft": 10770,
+ "ĠPlace": 10771,
+ "Ġtalent": 10772,
+ "Ġfunding": 10773,
+ "Ġconfirmed": 10774,
+ "Ġcycle": 10775,
+ "/x": 10776,
+ "GE": 10777,
+ "Ġhearing": 10778,
+ "Ġplants": 10779,
+ "Ġmouth": 10780,
+ "pages": 10781,
+ "oria": 10782,
+ "ĠRemove": 10783,
+ "_total": 10784,
+ "Ġod": 10785,
+ "ollapse": 10786,
+ "door": 10787,
+ "Ġbought": 10788,
+ "Ġaddr": 10789,
+ "ARCH": 10790,
+ "_dim": 10791,
+ "dden": 10792,
+ "Ġdecades": 10793,
+ "REQUEST": 10794,
+ "Ġversions": 10795,
+ "fire": 10796,
+ "Ġmoves": 10797,
+ "fb": 10798,
+ "Ġcoffee": 10799,
+ ".connect": 10800,
+ "ĠRow": 10801,
+ "Ġschema": 10802,
+ "Scope": 10803,
+ "-Type": 10804,
+ "Ġfighting": 10805,
+ "Ġretail": 10806,
+ "Ġmodified": 10807,
+ "TF": 10808,
+ "Files": 10809,
+ "nie": 10810,
+ "_command": 10811,
+ "stone": 10812,
+ "ĠÑĤ": 10813,
+ "_thread": 10814,
+ "Ġbond": 10815,
+ "ĠDevelopment": 10816,
+ "Ġpt": 10817,
+ "FORM": 10818,
+ "plet": 10819,
+ "Ġidentified": 10820,
+ "cpp": 10821,
+ "Ġcoding": 10822,
+ "oked": 10823,
+ "ĠMaster": 10824,
+ "IDTH": 10825,
+ "Ġresidents": 10826,
+ "redit": 10827,
+ "ĠPhoto": 10828,
+ "=-": 10829,
+ "unte": 10830,
+ "ateur": 10831,
+ "_STATE": 10832,
+ "ĠSing": 10833,
+ "Ġsheet": 10834,
+ ".val": 10835,
+ "orse": 10836,
+ "Ġhers": 10837,
+ "Ġdetermined": 10838,
+ "Common": 10839,
+ "Ġwed": 10840,
+ "_queue": 10841,
+ "PH": 10842,
+ "ĠAtl": 10843,
+ "cred": 10844,
+ "/LICENSE": 10845,
+ "Ġmes": 10846,
+ "Ġadvanced": 10847,
+ ".java": 10848,
+ ".Sh": 10849,
+ "Go": 10850,
+ "kill": 10851,
+ "fp": 10852,
+ "_settings": 10853,
+ "Ġpal": 10854,
+ "Ġtruck": 10855,
+ "Ġcombined": 10856,
+ "Ġ\"${": 10857,
+ "ĠCorpor": 10858,
+ "Ġjoined": 10859,
+ "ĠJose": 10860,
+ "ĠCup": 10861,
+ "uns": 10862,
+ "estival": 10863,
+ "levision": 10864,
+ "Ġbroken": 10865,
+ "Ġmarriage": 10866,
+ "ĠWestern": 10867,
+ "Ġrepresents": 10868,
+ "ĠTitle": 10869,
+ "Ġss": 10870,
+ ".Ass": 10871,
+ "ongoose": 10872,
+ "iento": 10873,
+ "<>();Ċ": 10874,
+ "Ġabsolutely": 10875,
+ "Ġsmooth": 10876,
+ "TERN": 10877,
+ "ĠUnless": 10878,
+ "Word": 10879,
+ "Ġmerge": 10880,
+ "igan": 10881,
+ "ĠVol": 10882,
+ "Ġnn": 10883,
+ ".getId": 10884,
+ "Ġз": 10885,
+ "Ġsexy": 10886,
+ "Ġseeking": 10887,
+ "Single": 10888,
+ ".this": 10889,
+ "Ġkom": 10890,
+ "bound": 10891,
+ ";\"": 10892,
+ "ĠfontSize": 10893,
+ "_df": 10894,
+ "Ġinjury": 10895,
+ "(H": 10896,
+ "Ġissued": 10897,
+ "_END": 10898,
+ ":self": 10899,
+ "Ġpatch": 10900,
+ "Ġleaves": 10901,
+ "Ġadopt": 10902,
+ "FileName": 10903,
+ "ãĢIJ": 10904,
+ "Ġexecutive": 10905,
+ "ĠByte": 10906,
+ "]))Ċ": 10907,
+ "Ġnu": 10908,
+ "outing": 10909,
+ "cluding": 10910,
+ "-R": 10911,
+ ".options": 10912,
+ "Ġsubstant": 10913,
+ "avax": 10914,
+ "ĠBUT": 10915,
+ "Ġtechnical": 10916,
+ "Ġtwice": 10917,
+ "Ġmás": 10918,
+ "Ġunivers": 10919,
+ "yr": 10920,
+ "Ġdrag": 10921,
+ "ĠDC": 10922,
+ "Ġsed": 10923,
+ "Ġbot": 10924,
+ "ĠPal": 10925,
+ "ĠHall": 10926,
+ "forcement": 10927,
+ "Ġauch": 10928,
+ ".mod": 10929,
+ "notation": 10930,
+ "_files": 10931,
+ ".line": 10932,
+ "_flag": 10933,
+ "[name": 10934,
+ "Ġresolution": 10935,
+ "Ġbott": 10936,
+ "(\"[": 10937,
+ "ende": 10938,
+ "(arr": 10939,
+ "Free": 10940,
+ "(@\"": 10941,
+ "ĠDistrict": 10942,
+ "PEC": 10943,
+ ":-": 10944,
+ "Picker": 10945,
+ "ĠJo": 10946,
+ "ĠĠĠĠĠĊ": 10947,
+ "ĠRiver": 10948,
+ "_rows": 10949,
+ "Ġhelpful": 10950,
+ "Ġmassive": 10951,
+ "---Ċ": 10952,
+ "Ġmeasures": 10953,
+ "ĠRuntime": 10954,
+ "Ġworry": 10955,
+ "ĠSpec": 10956,
+ "ĉD": 10957,
+ "ãĢij": 10958,
+ "Ġ){Ċ": 10959,
+ "Ġworse": 10960,
+ "(filename": 10961,
+ "Ġlay": 10962,
+ "Ġmagic": 10963,
+ "ĠTheir": 10964,
+ "oul": 10965,
+ "stroy": 10966,
+ "ĠWhere": 10967,
+ "Ġsudden": 10968,
+ "Ġdefe": 10969,
+ "Ġbinding": 10970,
+ "Ġflight": 10971,
+ "ĠOnInit": 10972,
+ "ĠWomen": 10973,
+ "ĠPolicy": 10974,
+ "Ġdrugs": 10975,
+ "ishing": 10976,
+ "('../": 10977,
+ "ĠMel": 10978,
+ "peat": 10979,
+ "tor": 10980,
+ "Ġproposed": 10981,
+ "Ġstated": 10982,
+ "_RES": 10983,
+ "Ġeast": 10984,
+ "ĠCONDITION": 10985,
+ "_desc": 10986,
+ "Ġwinning": 10987,
+ "folio": 10988,
+ "Mapper": 10989,
+ "ĠPan": 10990,
+ "ĠAnge": 10991,
+ ".servlet": 10992,
+ "Ġcopies": 10993,
+ "LM": 10994,
+ "Ġvm": 10995,
+ "åį": 10996,
+ "Ġdictionary": 10997,
+ "Seg": 10998,
+ "elines": 10999,
+ "ĠSend": 11000,
+ "Ġiron": 11001,
+ "ĠFort": 11002,
+ ".domain": 11003,
+ "Ġdebate": 11004,
+ "NotNull": 11005,
+ "eq": 11006,
+ "acher": 11007,
+ "lf": 11008,
+ "ĉfmt": 11009,
+ "Ġlawy": 11010,
+ "ÄŁ": 11011,
+ "ĠMen": 11012,
+ "Ġtrim": 11013,
+ "(NULL": 11014,
+ "Ġ!!": 11015,
+ "Ġpad": 11016,
+ "Ġfollows": 11017,
+ "\"][\"": 11018,
+ "requ": 11019,
+ "ĠEp": 11020,
+ ".github": 11021,
+ "(img": 11022,
+ "eto": 11023,
+ "('\\": 11024,
+ "Services": 11025,
+ "umbnail": 11026,
+ "_main": 11027,
+ "pleted": 11028,
+ "fortunately": 11029,
+ "Ġwindows": 11030,
+ "Ġplane": 11031,
+ "ĠConnection": 11032,
+ ".local": 11033,
+ "uard": 11034,
+ "}\\": 11035,
+ "==\"": 11036,
+ "andon": 11037,
+ "ĠRoy": 11038,
+ "west": 11039,
+ "iginal": 11040,
+ "emies": 11041,
+ "itz": 11042,
+ "'):Ċ": 11043,
+ "ĠPeter": 11044,
+ "Ġtough": 11045,
+ "Ġreduced": 11046,
+ "Ġcalculate": 11047,
+ "Ġrapid": 11048,
+ "customer": 11049,
+ "Ġefficient": 11050,
+ "Ġmedium": 11051,
+ "Ġfell": 11052,
+ ".ref": 11053,
+ "ĠCas": 11054,
+ "Ġfeedback": 11055,
+ "Speed": 11056,
+ "(output": 11057,
+ "aje": 11058,
+ "Ġcategories": 11059,
+ "Ġfee": 11060,
+ "};": 11061,
+ "Ġdeleted": 11062,
+ "reh": 11063,
+ "Ġproof": 11064,
+ "Desc": 11065,
+ "Build": 11066,
+ "Ġsides": 11067,
+ ".ArrayList": 11068,
+ "-%": 11069,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11070,
+ "ر": 11071,
+ ".match": 11072,
+ "ли": 11073,
+ "Ġfeels": 11074,
+ "Ġachieve": 11075,
+ "Ġclim": 11076,
+ "_ON": 11077,
+ "ĠCD": 11078,
+ "Ġteacher": 11079,
+ "_current": 11080,
+ "bn": 11081,
+ "_PL": 11082,
+ "isting": 11083,
+ "Enable": 11084,
+ "GEN": 11085,
+ "Ġtv": 11086,
+ "Ġsock": 11087,
+ "Ġplays": 11088,
+ "Ġdiscount": 11089,
+ "ĠKE": 11090,
+ "ĠDebug": 11091,
+ "Fore": 11092,
+ "ĠIraq": 11093,
+ "Ġappearance": 11094,
+ "Mon": 11095,
+ "Ġstyled": 11096,
+ "ĠHuman": 11097,
+ "iot": 11098,
+ "ĠHistory": 11099,
+ "Ġsac": 11100,
+ "ĠCollection": 11101,
+ "Ġrecommended": 11102,
+ ".Selected": 11103,
+ "Ġorganizations": 11104,
+ "Ġdiscovered": 11105,
+ "cohol": 11106,
+ "adas": 11107,
+ "ĠThomas": 11108,
+ "May": 11109,
+ "Ġconserv": 11110,
+ "Ġdomin": 11111,
+ "ĠFollow": 11112,
+ "ĠSection": 11113,
+ "ĠThanks": 11114,
+ "Username": 11115,
+ "Ġrecipe": 11116,
+ "Ġwonderful": 11117,
+ ".sleep": 11118,
+ "_if": 11119,
+ "ĉĊĉĊ": 11120,
+ "orno": 11121,
+ "Ġru": 11122,
+ "_target": 11123,
+ ".\"\"": 11124,
+ "à¦": 11125,
+ "EventArgs": 11126,
+ "Ġinputs": 11127,
+ "Ġfif": 11128,
+ "Ġvision": 11129,
+ "cy": 11130,
+ "ĠSeries": 11131,
+ ")(((": 11132,
+ "Ġtrading": 11133,
+ "Ġmarker": 11134,
+ "Begin": 11135,
+ "Ġtypically": 11136,
+ "Ġcauses": 11137,
+ "dropdown": 11138,
+ "_DEBUG": 11139,
+ "Ġdetect": 11140,
+ "country": 11141,
+ "!\");Ċ": 11142,
+ "ĉR": 11143,
+ "appy": 11144,
+ "Ġcref": 11145,
+ "('<": 11146,
+ "\"=>": 11147,
+ "ĠLE": 11148,
+ "reader": 11149,
+ "Ġadministr": 11150,
+ "õ": 11151,
+ "ucket": 11152,
+ "Ġfashion": 11153,
+ ".char": 11154,
+ "izar": 11155,
+ "Ġdisable": 11156,
+ "Ġsuc": 11157,
+ "ĠLive": 11158,
+ "issue": 11159,
+ "Ġmetadata": 11160,
+ "flags": 11161,
+ "ĠðŁ": 11162,
+ "Ġcommitted": 11163,
+ "Ġva": 11164,
+ "Ġrough": 11165,
+ "Ġ'''Ċ": 11166,
+ "Ġhighlight": 11167,
+ "_vars": 11168,
+ "VO": 11169,
+ "Ġencoding": 11170,
+ "-Z": 11171,
+ "_sign": 11172,
+ "$(\"#": 11173,
+ "Ġrain": 11174,
+ "reatest": 11175,
+ "ĠEND": 11176,
+ "Selection": 11177,
+ "Ġcandidates": 11178,
+ "Ġsav": 11179,
+ ".Empty": 11180,
+ "Ġdecisions": 11181,
+ "Ġcollabor": 11182,
+ "ridge": 11183,
+ "feed": 11184,
+ "ression": 11185,
+ "Ġpersons": 11186,
+ "VM": 11187,
+ "ega": 11188,
+ "_BIT": 11189,
+ "According": 11190,
+ "acked": 11191,
+ "Ġdollars": 11192,
+ "_loss": 11193,
+ "ĠCost": 11194,
+ "}\"Ċ": 11195,
+ "Notification": 11196,
+ "Ġprostit": 11197,
+ "Ġauthority": 11198,
+ ".rec": 11199,
+ "Ġspokes": 11200,
+ "ĠToday": 11201,
+ "istant": 11202,
+ "ĠHead": 11203,
+ "âĢĿ.": 11204,
+ "ertainment": 11205,
+ "cean": 11206,
+ "culate": 11207,
+ "Ġven": 11208,
+ "However": 11209,
+ "_arr": 11210,
+ "Ġtokens": 11211,
+ "Graph": 11212,
+ "ĠJud": 11213,
+ "ĠVirgin": 11214,
+ "ĠSerial": 11215,
+ "unning": 11216,
+ "Mutable": 11217,
+ "agers": 11218,
+ ".csv": 11219,
+ "Ġdeveloping": 11220,
+ "Ġinstructions": 11221,
+ "Ġpromise": 11222,
+ "Ġrequested": 11223,
+ "_encode": 11224,
+ "/\"": 11225,
+ "ĠIcon": 11226,
+ "uilt": 11227,
+ "-day": 11228,
+ "Ġintelligence": 11229,
+ ".IS": 11230,
+ "ĠObservable": 11231,
+ "ĠHard": 11232,
+ "Bool": 11233,
+ "idential": 11234,
+ ".Anchor": 11235,
+ "Ġselling": 11236,
+ "CI": 11237,
+ "AGES": 11238,
+ "tle": 11239,
+ "bur": 11240,
+ "UFFER": 11241,
+ "RY": 11242,
+ "Ġbigger": 11243,
+ "Ġrat": 11244,
+ "Ġfamous": 11245,
+ "Ġtypename": 11246,
+ "Ġexplained": 11247,
+ "}}Ċ": 11248,
+ "Ġnuclear": 11249,
+ "-N": 11250,
+ "Ġcrisis": 11251,
+ "ĠEnter": 11252,
+ "Ġanswers": 11253,
+ "/${": 11254,
+ "/pl": 11255,
+ "Ġsequ": 11256,
+ "_next": 11257,
+ "mask": 11258,
+ "Ġstanding": 11259,
+ "Ġplenty": 11260,
+ "ĠCross": 11261,
+ "ĉret": 11262,
+ "dro": 11263,
+ "ĠCast": 11264,
+ "=true": 11265,
+ "ĠChris": 11266,
+ "icio": 11267,
+ "ĠMike": 11268,
+ "Decimal": 11269,
+ "addComponent": 11270,
+ "Len": 11271,
+ "Ġcock": 11272,
+ "Ġ#{": 11273,
+ "URN": 11274,
+ "": 11403,
+ "Ġ*=": 11404,
+ "ĠPS": 11405,
+ "Ġdangerous": 11406,
+ "[p": 11407,
+ "OME": 11408,
+ "Other": 11409,
+ "ĠStringBuilder": 11410,
+ "Points": 11411,
+ "heading": 11412,
+ "Ġcurrency": 11413,
+ "Ġpercentage": 11414,
+ "_API": 11415,
+ "Ġclassic": 11416,
+ "thead": 11417,
+ "ĠMO": 11418,
+ "FE": 11419,
+ "Idx": 11420,
+ "await": 11421,
+ "Ġè": 11422,
+ "Ġaccident": 11423,
+ "Ġvariant": 11424,
+ "Ġmyst": 11425,
+ "ĠLand": 11426,
+ "ĠBre": 11427,
+ "Ġharm": 11428,
+ "ĠAcc": 11429,
+ "Ġcharged": 11430,
+ "iones": 11431,
+ "Visibility": 11432,
+ "arry": 11433,
+ "ĠLanguage": 11434,
+ "Ġwalking": 11435,
+ "\".ĊĊ": 11436,
+ "ifer": 11437,
+ "Ġleadership": 11438,
+ ".From": 11439,
+ "ynam": 11440,
+ "Ġtimestamp": 11441,
+ "ipt": 11442,
+ "ĠHas": 11443,
+ "REFER": 11444,
+ "ĠIts": 11445,
+ "Ġlistener": 11446,
+ "UTE": 11447,
+ "_description": 11448,
+ "Ġexperiences": 11449,
+ "Ġcreates": 11450,
+ "RS": 11451,
+ "cart": 11452,
+ "black": 11453,
+ "Ġchoices": 11454,
+ "war": 11455,
+ "Ġ'''": 11456,
+ "Ġordered": 11457,
+ "Ġevening": 11458,
+ "Ġpil": 11459,
+ "Ġtun": 11460,
+ "ĠBad": 11461,
+ "(app": 11462,
+ "random": 11463,
+ "Ġexplicit": 11464,
+ "Ġarrived": 11465,
+ "Ġfly": 11466,
+ "Ġeconom": 11467,
+ "-mail": 11468,
+ "Ġlists": 11469,
+ "Ġarchitect": 11470,
+ "ĠPay": 11471,
+ "Ġds": 11472,
+ "ĠSol": 11473,
+ "Ġvehicles": 11474,
+ "Hz": 11475,
+ "-com": 11476,
+ "Ġking": 11477,
+ "_equal": 11478,
+ "ĠHelp": 11479,
+ "Ġabuse": 11480,
+ "--;Ċ": 11481,
+ "Ġextr": 11482,
+ "Ġchemical": 11483,
+ "ä¿": 11484,
+ "Ġorient": 11485,
+ "Ġbreath": 11486,
+ "ĠSpace": 11487,
+ "(element": 11488,
+ "wait": 11489,
+ "DED": 11490,
+ "igma": 11491,
+ "Ġentr": 11492,
+ "Ġsob": 11493,
+ "-name": 11494,
+ "Ġaffected": 11495,
+ "ika": 11496,
+ "Ġcoal": 11497,
+ "_work": 11498,
+ "Ġhundreds": 11499,
+ "Ġpolitics": 11500,
+ "subject": 11501,
+ "Ġconsumer": 11502,
+ "ANGE": 11503,
+ "Ġrepeated": 11504,
+ "Send": 11505,
+ "Ġ#[": 11506,
+ "Ġprotocol": 11507,
+ "Ġleads": 11508,
+ "useum": 11509,
+ "Every": 11510,
+ "Import": 11511,
+ "(count": 11512,
+ "Ġchallenges": 11513,
+ "Ġnovel": 11514,
+ "Ġdepart": 11515,
+ "bits": 11516,
+ ".Current": 11517,
+ "Ġ`${": 11518,
+ "oting": 11519,
+ "(\\": 11520,
+ "Ġcreative": 11521,
+ "Ġbuff": 11522,
+ "Ġintroduced": 11523,
+ "usic": 11524,
+ "modules": 11525,
+ "Are": 11526,
+ "-doc": 11527,
+ "language": 11528,
+ "_cache": 11529,
+ "Ġtod": 11530,
+ "?>": 11531,
+ "omething": 11532,
+ "Ġhun": 11533,
+ "åº": 11534,
+ "aters": 11535,
+ "Intent": 11536,
+ "Ġimplemented": 11537,
+ "ĠCase": 11538,
+ "Children": 11539,
+ "Ġnotification": 11540,
+ "Renderer": 11541,
+ "Wrapper": 11542,
+ "Objects": 11543,
+ "tl": 11544,
+ ".Contains": 11545,
+ "Plugin": 11546,
+ ".row": 11547,
+ "Ġforg": 11548,
+ "Ġpermit": 11549,
+ "Ġtargets": 11550,
+ "ĠIF": 11551,
+ "Ġtip": 11552,
+ "sex": 11553,
+ "Ġsupports": 11554,
+ "Ġfold": 11555,
+ "photo": 11556,
+ "},čĊ": 11557,
+ "Ġgoogle": 11558,
+ "$('#": 11559,
+ "Ġsharing": 11560,
+ "Ġgoods": 11561,
+ "vs": 11562,
+ "ĠDan": 11563,
+ "Rate": 11564,
+ "ĠMartin": 11565,
+ "Ġmanner": 11566,
+ "lie": 11567,
+ ".The": 11568,
+ "Internal": 11569,
+ "ĠCONTR": 11570,
+ "Mock": 11571,
+ "RIGHT": 11572,
+ "Ġ'{": 11573,
+ "Ġcontrols": 11574,
+ "Mat": 11575,
+ "Ġmand": 11576,
+ "Ġextended": 11577,
+ "Ok": 11578,
+ "Ġembed": 11579,
+ "Ġplanet": 11580,
+ "ĠNon": 11581,
+ "-ch": 11582,
+ ")\",": 11583,
+ "epar": 11584,
+ "Ġbelieved": 11585,
+ "ĠEnvironment": 11586,
+ "ĠFriend": 11587,
+ "-res": 11588,
+ "Ġhandling": 11589,
+ "nic": 11590,
+ "-level": 11591,
+ "scri": 11592,
+ "Xml": 11593,
+ "BE": 11594,
+ "ungen": 11595,
+ "Ġalter": 11596,
+ "[idx": 11597,
+ "Pop": 11598,
+ "cam": 11599,
+ "Ġ(((": 11600,
+ "Ġshipping": 11601,
+ "Ġbattery": 11602,
+ "iddleware": 11603,
+ "MC": 11604,
+ "Ġimpl": 11605,
+ "otation": 11606,
+ "ĠLab": 11607,
+ "