diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8099e52db8369d042f4aa35fa258a8a7a067b5e6
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,83 @@
+{
+ "version": "0.1.0",
+ "model_type": "llama",
+ "quantization": "q4f32_1",
+ "model_config": {
+ "hidden_size": 4096,
+ "intermediate_size": 14336,
+ "num_attention_heads": 32,
+ "num_hidden_layers": 32,
+ "rms_norm_eps": 1e-05,
+ "vocab_size": 128256,
+ "tie_word_embeddings": false,
+ "position_embedding_base": 500000.0,
+ "rope_scaling": {
+ "factor": 8.0,
+ "low_freq_factor": 1.0,
+ "high_freq_factor": 4.0,
+ "original_max_position_embeddings": 8192,
+ "rope_type": "llama3"
+ },
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "num_key_value_heads": 8,
+ "head_dim": 128,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "max_batch_size": 128,
+ "disaggregation": false
+ },
+ "vocab_size": 128256,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 128000,
+ "eos_token_id": 128001
+}
\ No newline at end of file
diff --git a/ndarray-cache-b16.json b/ndarray-cache-b16.json
new file mode 100644
index 0000000000000000000000000000000000000000..28780e23d87f5cd7d19fb416031fb7b6ebcd0f26
--- /dev/null
+++ b/ndarray-cache-b16.json
@@ -0,0 +1,4383 @@
+{
+ "metadata": {
+ "ParamSize": 325,
+ "ParamBytes": 5019811840.0,
+ "BitsPerParam": 5.000895173865207
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f96c20d2554e4ba229ba164c1211aeb"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69f46f69fc5a1d6bd107e962dae64289"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d4531d1bd6f04887850c7b00e093a1c"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "304a5294ef017c5d0abf7e762210d820"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "fab4a83986e8c51fb2b21713d6be5c79"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a71915fa34aa7a8fd524d1c01144267"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "f586dc7ee826595ea0af0503912f1ca8"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87241662e301171c5bc5c084f0db2232"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cd98bfaee293c0a7ec27e29ecf74fe19"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ff50bd19a05891353e556b4af8079e6"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d8326fbdf26aacad5356f443e65898cf"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "21808d5b2929ec6b4875f5cfcbdc8ee3"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79e7045f1944857762fbb79760eb72ec"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6738591820815025408383ee576a3108"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0957884d4c1905c7e75d04e0c94405d2"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f13f2a3ee5ea9e1a45ea469917c078bc"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1e66dcb7615cf4b0b6679ed7c71bd48"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f42a379a542c99d7368894d36d892344"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16144779c8b249ad7dd89160088fbd24"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "d191e4f08ad9b594fb0229bf5993b60c"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2eb54f7dffb7af2556ad389c7b0fd01"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "29f2778dc9640a6b2669e103b8dd0de2"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00e06da47564f647d939d466abdb0015"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8290efc16f895efcab5f4aa89603c04e"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "79850a2b2f87c9da632b950e59d7f6a7"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3059396e8ddf24ffa2e0a8a7e53fc91"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "777b70f5f1d292646fd67bb5b2d50367"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "3e34dcf17ddd3252c68ea50ed131756f"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5356e61a8aa702f978772b873b0b501"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e513547d5b22dd1d7d0fef601f50e2c6"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "c7376187c659a116df53bba509c1726d"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74c6bc06540bbcdfc60bfe76065b1b32"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "fa36be01dace9172c48667a30a9f7c30"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bbe1caa655dc241881ef57a21042270"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "48718e227709df9044a5c5c17cc003c6"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "107db8f959bb6bb2b481f97b40eac7f0"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c432047a0d4d4c1057ea936fadc283a"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "07ad9aeeb6a7a314c566821f2f7b6ef8"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f83e96749b388baa3f6acd956f728fe"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "275855aee6d3b01a0d90f0f79d2e87a5"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "319ca6e489e8d4207a7a425b27cf44ee"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6d01c0192a105fb50773aff5aa59af90"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "764cfc6ae4a9f9ef7cc2eb056c70507e"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "6940f0fa7be6dc1582c6a9057a6840da"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60fa2b928de8abde7ea94dfa79b6e168"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee137c21acd19a8e0f856e8ed119b4f9"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ceef547a4ad5b2e64d271184aa53f863"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "fb804a87949c63bbaa75b79f0dff6089"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bfde866d98250a820c3d29ba1b7a949"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77db8c4084f3971de7a314d483f19bf6"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "23bb870437a82d2d523d0665981f9f06"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11b517be05d9f566a657b266eb5f7f35"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb9d048837b6265faed9e386283ac65c"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0a0966a35bec3cc0df22e6cce02b0129"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0a0229b23e5326b78e2f3a8107aca17e"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a52c7f6e2c5afd86e5a428493b64002"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f59ae2c230cca7d28dd804905a6d48a3"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2fa337e3f854026dc4613576f17783c"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee740e10e46b38b66f815c7189406191"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef90de237d9de8a66c2c16582dd0a35b"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "7afa0e7256446c2b0dc0bacb803c8bab"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80ac47d3bcf29f02084914a8b3f5c26d"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9e18d71474e8f0e6d7c891229cbc733"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "91d052f0588de0b897e9f37a33153709"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47d38ce51b4880a9b93fb41708c29141"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "241da0f1616fdd89c0905b3d80fb8f77"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "4367aa0074b8b2b0fe6b79606900c26e"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b69289aa4fc4b87df89ce5a687177b5"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "10250c86fb54c76b559eafb1ce6d967b"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "379493a0a127b8b6787b3797b3bd4a46"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8acd7ec32bf985603d360e51b357ce51"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "e9f7dcc943d8feaa539665f0a16d8fdc"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac7c24b31e8313525c11aa12c179aaa1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cfbae9a3aee053e814d1146a560089b6"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8ad7b4090b0b6fc3e1d8b1ac8948f3f"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bead9dd9c51c191f2b508216adb35d65"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "eb8913223ccbcd50000836327743984f"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "efa7fa8f7236af7ea36a36209fc69406"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfb3997cf87a5330a0361597b62ce4ad"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "c786f0493fa5a83eacf8d5e3ac8ceb84"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6bbdb94d2855b1c7e756b20347179a13"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55dc7141f126986e0af9f4107787703b"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "163cd27970e4e9ff7ee1fd2a2b49b945"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b28de6d42bbf3fe3a716cd140e31cc4"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "986e9e3069ea8e066726e7ebd14b3057"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d605979dfe987bcd3724e7a267562f1b"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "2054ea1d231bd9c9ef99ae10237f560a"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d0950556e804d3d16fbf709e4f91493"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "de0a43661dec2c774a3d3927bb2012d7"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "6ff0b8fd9071627d429831407ce03870"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2de59e4d2c5eae6a9a1da7b71f19f70d"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c752961312f43318f5225cd4dfae506c"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "efdc6c6a0c5f72f86f1887f4ae2b53b0"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13fcb015c3d19bfccd3a1f331ce9c796"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d4062ef2bf0a081b4898a49bf7673b5"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "a453b411a45ea8fea4f4010023dac640"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "442deb89b0d66a03b7fdc4fb3b303e43"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "97c96230f38610c413760233a1ed4631"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a91f7875209e0f8342458ed89b7fd8ca"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "796d6b7dbd49d0f301ccedcfa70f9fe1"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "45587cb3e71eea08d603afa8caf345dc"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c60becfafefa6d33007812dbe98e591"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "32381eb189bd0da0dbb6fc1c6de54c2d"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed550baeee558b86b9cfc4bc75598350"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fdf16829f3ff27ff61b72b6d544db588"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4c537313390a8329803423f36183ecb"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98f616a4059d040de6526c0b8b561c37"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 22044672,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22036480
+ }
+ ],
+ "md5sum": "46872649f8c4ff82c553527557428a75"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..f71edbe508bb634e108269c31249d8f3b9ade001
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,4383 @@
+{
+ "metadata": {
+ "ParamSize": 325,
+ "ParamBytes": 5019811840.0,
+ "BitsPerParam": 5.000895173865207
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f96c20d2554e4ba229ba164c1211aeb"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69f46f69fc5a1d6bd107e962dae64289"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d4531d1bd6f04887850c7b00e093a1c"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "304a5294ef017c5d0abf7e762210d820"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "fab4a83986e8c51fb2b21713d6be5c79"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a71915fa34aa7a8fd524d1c01144267"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "f586dc7ee826595ea0af0503912f1ca8"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87241662e301171c5bc5c084f0db2232"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cd98bfaee293c0a7ec27e29ecf74fe19"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ff50bd19a05891353e556b4af8079e6"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d8326fbdf26aacad5356f443e65898cf"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "21808d5b2929ec6b4875f5cfcbdc8ee3"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79e7045f1944857762fbb79760eb72ec"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6738591820815025408383ee576a3108"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0957884d4c1905c7e75d04e0c94405d2"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f13f2a3ee5ea9e1a45ea469917c078bc"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1e66dcb7615cf4b0b6679ed7c71bd48"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f42a379a542c99d7368894d36d892344"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16144779c8b249ad7dd89160088fbd24"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "d191e4f08ad9b594fb0229bf5993b60c"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2eb54f7dffb7af2556ad389c7b0fd01"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "29f2778dc9640a6b2669e103b8dd0de2"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00e06da47564f647d939d466abdb0015"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8290efc16f895efcab5f4aa89603c04e"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "79850a2b2f87c9da632b950e59d7f6a7"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3059396e8ddf24ffa2e0a8a7e53fc91"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "777b70f5f1d292646fd67bb5b2d50367"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "3e34dcf17ddd3252c68ea50ed131756f"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5356e61a8aa702f978772b873b0b501"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e513547d5b22dd1d7d0fef601f50e2c6"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "c7376187c659a116df53bba509c1726d"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74c6bc06540bbcdfc60bfe76065b1b32"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "fa36be01dace9172c48667a30a9f7c30"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bbe1caa655dc241881ef57a21042270"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "48718e227709df9044a5c5c17cc003c6"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "107db8f959bb6bb2b481f97b40eac7f0"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c432047a0d4d4c1057ea936fadc283a"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "07ad9aeeb6a7a314c566821f2f7b6ef8"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f83e96749b388baa3f6acd956f728fe"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "275855aee6d3b01a0d90f0f79d2e87a5"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "319ca6e489e8d4207a7a425b27cf44ee"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6d01c0192a105fb50773aff5aa59af90"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "764cfc6ae4a9f9ef7cc2eb056c70507e"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "6940f0fa7be6dc1582c6a9057a6840da"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60fa2b928de8abde7ea94dfa79b6e168"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee137c21acd19a8e0f856e8ed119b4f9"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ceef547a4ad5b2e64d271184aa53f863"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "fb804a87949c63bbaa75b79f0dff6089"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bfde866d98250a820c3d29ba1b7a949"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77db8c4084f3971de7a314d483f19bf6"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "23bb870437a82d2d523d0665981f9f06"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11b517be05d9f566a657b266eb5f7f35"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb9d048837b6265faed9e386283ac65c"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0a0966a35bec3cc0df22e6cce02b0129"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0a0229b23e5326b78e2f3a8107aca17e"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a52c7f6e2c5afd86e5a428493b64002"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f59ae2c230cca7d28dd804905a6d48a3"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2fa337e3f854026dc4613576f17783c"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee740e10e46b38b66f815c7189406191"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef90de237d9de8a66c2c16582dd0a35b"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "7afa0e7256446c2b0dc0bacb803c8bab"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80ac47d3bcf29f02084914a8b3f5c26d"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9e18d71474e8f0e6d7c891229cbc733"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "91d052f0588de0b897e9f37a33153709"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47d38ce51b4880a9b93fb41708c29141"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "241da0f1616fdd89c0905b3d80fb8f77"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "4367aa0074b8b2b0fe6b79606900c26e"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b69289aa4fc4b87df89ce5a687177b5"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "10250c86fb54c76b559eafb1ce6d967b"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "379493a0a127b8b6787b3797b3bd4a46"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8acd7ec32bf985603d360e51b357ce51"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "e9f7dcc943d8feaa539665f0a16d8fdc"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac7c24b31e8313525c11aa12c179aaa1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cfbae9a3aee053e814d1146a560089b6"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8ad7b4090b0b6fc3e1d8b1ac8948f3f"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bead9dd9c51c191f2b508216adb35d65"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "eb8913223ccbcd50000836327743984f"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "efa7fa8f7236af7ea36a36209fc69406"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfb3997cf87a5330a0361597b62ce4ad"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "c786f0493fa5a83eacf8d5e3ac8ceb84"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6bbdb94d2855b1c7e756b20347179a13"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55dc7141f126986e0af9f4107787703b"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "163cd27970e4e9ff7ee1fd2a2b49b945"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b28de6d42bbf3fe3a716cd140e31cc4"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "986e9e3069ea8e066726e7ebd14b3057"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d605979dfe987bcd3724e7a267562f1b"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "2054ea1d231bd9c9ef99ae10237f560a"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d0950556e804d3d16fbf709e4f91493"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "de0a43661dec2c774a3d3927bb2012d7"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "6ff0b8fd9071627d429831407ce03870"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2de59e4d2c5eae6a9a1da7b71f19f70d"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c752961312f43318f5225cd4dfae506c"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "efdc6c6a0c5f72f86f1887f4ae2b53b0"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13fcb015c3d19bfccd3a1f331ce9c796"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d4062ef2bf0a081b4898a49bf7673b5"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "a453b411a45ea8fea4f4010023dac640"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "442deb89b0d66a03b7fdc4fb3b303e43"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "97c96230f38610c413760233a1ed4631"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a91f7875209e0f8342458ed89b7fd8ca"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "796d6b7dbd49d0f301ccedcfa70f9fe1"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "45587cb3e71eea08d603afa8caf345dc"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c60becfafefa6d33007812dbe98e591"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "32381eb189bd0da0dbb6fc1c6de54c2d"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed550baeee558b86b9cfc4bc75598350"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fdf16829f3ff27ff61b72b6d544db588"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4c537313390a8329803423f36183ecb"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98f616a4059d040de6526c0b8b561c37"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 22044672,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22036480
+ }
+ ],
+ "md5sum": "46872649f8c4ff82c553527557428a75"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6255b5ab9dc289d7fd3f6633c4bb5edfb8a93943
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072aafffd23151ef7d3a8fc8557ff9e208447744b5c7661639e0b568789ef6e0
+size 262668288
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..230e48268daf99c9a7d37343c7fc617513a62e53
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466e28188700b5ed4608ecf977d189051412d4baa6224193e1e78a05c9e4b2a0
+size 32833536
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3197e54a2968952eb192028d0e90d475326f989d
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898776ea367e6c02d403a1b84808691e4c59da83535acdbf01a462e124166238
+size 29360128
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f087fd2b53bd07b9d8fd2c7380e8882354d061ab
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16278672c699818e0504cf5f2638f453b646ee76e3fd245926a57a4467bc8aac
+size 58720256
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..250df04e842f5ef39c5e538aed9934156afbb019
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd19d9c265576f1d0500847d1b4db5ab2a217d8afbb0c621e3383bd3c749dd75
+size 29360128
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79705cbdc17979c90772bbf758228252af14d152
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c4b5c5aee00198178c93b866ef2f4dec64c9d889f3d110ede1695a85289e30
+size 33046528
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d6af1fef1c73c665896e556c41f3a38673323a4
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78aad89b8ef414e27eed48f3268ea626580a1040f090fc3a070b284e216cfad
+size 58720256
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20c1e720f9a30238af1d45e7a1ef0bcb1a768c29
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a518de4719771dac7d89583593d2350069f3c6b4b24023ec19064243f107dfb9
+size 29360128
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85bdeba7df8f28157c2ec7353ef63f117b6208f2
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2bad4f25686e262a8a2e6c94aafbe928ab2f165cc22716c34baf8ec6a1e887
+size 262668288
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7528ff70565d030723b0748953182bd6533193b8
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4299de89a64c3fca74554ced5f88f7cc95cc0a92a78468736739249c8ef4098
+size 32833536
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2523b6b9419310b1525dbf21670d50a8b649020d
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc16f826571c1e6eb32fdb4f6a34af1c2bfef973b489377e3307c211c6d7bac9
+size 22044672
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c53c87ab7f230d57f73a0119ac9a83f01d073
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf9ce621a238a400f8cc1197c8d51850e2072d525160cfa0dd9dd7a06a0fca6
+size 33046528
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d0593ad5a0f072634bff182cc3244939f2d31
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad2cc8052eb786023510764f6116bdfa35e0c810d3c33d891c5920e7dc3a830
+size 58720256
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36d7d8c683f8122a3db4d349fd9a690a911ec52b
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ad54cb07462858046a000e115d482600b133bb1ca4cd4201b19952011901dc
+size 29360128
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a49cbec93db4beba6e0f2a666c55d9e9f0d449
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d216c6f0b227e6be5a789dc3ad257d6ac9e0f5038573342a694972c9f3b13e2
+size 22036480
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8e489f80a2d774c77e7ad91c458cf6b06170422
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f7fec24578b870b727fc3068a6c2eb8b0dd74a78dd402e369078125da05c77
+size 58720256
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22b2809093ef85fc1a582a916743eb2e3319f074
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d81f04c6bfb9e2ddff0f30b8eef335b8c7bb32242932891e430f900ac6c03b
+size 29360128
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0868123aca35ce7fe26e5f5e4339cde7315918d2
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf8727f6560b497aa77dbd5fc459538a4426f6421c90ff21a7def382e273525
+size 30932992
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfca3c0c3fddcd68b87348491b540e123243d323
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec3ef712cfb49d9c4fd011c7602f2c9b4963240128a4747f667a99bb7ed00fc
+size 58720256
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84c80168d1ab84c5b9c745f4fcc2f0b42586dd8f
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eeb4e059deff1a3e54c433ff8da474fa545808dbf4432aae27c2611331b88f
+size 27279360
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7bfed3ea96e2bb7b30b779c92cb5f0de8b42b76
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c2d9c1b32723dbc37d88b2a58ec695ca15d6ec975c37d58578959c2c469d3
+size 58720256
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47821200a119b69a28bf3e6de62be28529e60e0b
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8971ce31d6d8677982c541e893127a60ce10f8a0998ff86ac87e3f094c55404
+size 29360128
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31850f14cfca772bfbdf4f3a31a0a269544a9c2e
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f480130299da6190e053e9e6289edd01aa57f0e382c53ce1b3c45ba1c6d0bd
+size 25182208
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da15bd4d21605323fb174e5bf0383776cacdd230
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83cc8f6eed80234988d2140b7d86cfa8ec5bab033b9f66b94e603cb6b4f863e
+size 58720256
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88a62edf4daf9be2bf3dd6ab1c28bad684d56000
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a01f89a0a9e4648accccf84f2bb234e21593f10589b038449319eda26bef0f3
+size 29360128
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8083e98353297c130637d98d53ab7a53a6d9c80
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456e232c687150e3f4ccf6f745b991a8a921045f855a646e0180316a2e64b73e
+size 33046528
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb9e6dd8335095acca482de2dbcdf60b9ef8754e
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc87505a618004d29311096a2e1881aac069f51f138f53e21bb21f3f68aecf8d
+size 58720256
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46df4d9c6258a3c47bad7a9651847b6bd7eba524
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cab8329d988942715336350c02a9402c9437a05e4e651a1f54f50a3c05b236
+size 29360128
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..339b949af41cf6bd76451eafaf465d47e48f082a
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80d81342c0c175b3aec691885191924624266e4bd893f4bfa2a67a96f0a9127
+size 22036480
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00a39ba18a6dccd3380669a959f28741bc9f2480
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c705338931b38ccfdef443e1c5f6e0d5bda9ac15d01d0eb37310eb0daa44919
+size 58720256
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c641701cd04a630425ca7edafd7bff3f291cce7
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093a8ecc51b7e230116a041acb6d5400f6c4437b67be2c4922de66983c471cd1
+size 29360128
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..849f24bfedeb353c835c2bff45affa2654a42e53
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2372bb9a0aaa63dbd40ab769f72208fce5570afc4140cd0cfeaeec751cc51a13
+size 29360128
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..259ad7f63d1beda043689f4c13001d762b7b2697
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8408d580c44e78e55ca565307d51cef84c678bd1b74b6dee3b2d4ecc8bf1be05
+size 30932992
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..556bd3728e872615ca1f06e65d972eef73d413be
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60e72db60fff0fe50e7042bff0530543f436af257d7c1708e815d9bd5697060
+size 58720256
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..912199beb07728255b58bfb5c65d4750131c2309
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d877e150b673f4205bdb9e99b3dc7986e247bda2f60e4ce462d679be5e4204
+size 27279360
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74cdd413d4f16bd301d4100cb2119c5925606e10
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e6c79102c14bec2c662a502ea57e650d9adaf3ac70f60c83a898d81925aea
+size 29360128
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5c69541395f0be5a3216b647d0cb497733859cb
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada6b9b94c565a1bc7761a3e84259178a2c31c9262bcd6263b5c863421258bc6
+size 25182208
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2aa9e2f80331b1eb7bac92897afce2a08897420
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bfa7c3374d82f419bfcf6fbb65e024d4880c9047ab2ff13de18d03506935a2
+size 58720256
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f038692af4bb36afcce867661269ed54cb07a1d
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364df94a5c1dc27908b84423261202d21827547e46611675c12a483d78923228
+size 29360128
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e34166a76bb4b21132e0e219b06751db9602e7ca
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6886125b5e4ca91f5d05e65c1b9ed959caf9d980df83790717f11134ad323501
+size 33046528
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..14003c3e63cca13e646747cc7e2066c7533bc715
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8baa6ac9eb2ab34224590327bc877ecffe47c8132886b0d0f5d8aabb464056a
+size 58720256
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a9406abb9c85b2130087c35e914bee6edb0140d
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac67e681c62a7d7623241f395769a9b0a101de875d9220f0e2dc41c01fcdf130
+size 29360128
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cd3b73f08a841df2c749ccb6f179defd7bd43b8
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c00551d29a110f898007dcf05be2dfd2225de8275aee6755dcc9a6274f57136
+size 30932992
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6fec50bf9dc572d5a75ea64aab070b31f8760fc8
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c047bd7757dfe7d8cb216354e64068aafe35d33882eac102b2f8fcaab4a8ade
+size 22036480
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18a82927059ac7adfc0bcacbfe65f960d0153519
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569858930e05d16cd2c6090c5f947661bade3083b005573c7d8441bc1ec9db1a
+size 58720256
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d804dd3a7ffdea91aa346ffb4f4f5c159621e5e
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae339cc33b7ae3028d3224e53acbacaaf8200748dea6cee2161024a9a1cde19
+size 29360128
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61d928fc3033591326948f5f2ff8bc095c4d157e
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722fb27014d0630c774433b260fd8f61787183b75b8d739bf76f5542388b4893
+size 30932992
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78e2a1f55078a2421a3b1bd6c600cd4935e5cfe7
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb3aafb1c944870695f7cb9442205bdba70f9ef8b6d5d5ee3756abbd714ea2f
+size 58720256
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c8065cc4797e2569347a2e7c43bc52edebfadfa
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0791346400c4d4f8da213769a126e5d56efd29828a289d1358dd573cc9ab18e9
+size 27279360
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47ddc96ec5d0dc8f6bef7466f0dafdf57ffb5261
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ddb629e2dfe79927bf57a61ea487cf24deb6a1a8589b0d35ed49ab2501fde
+size 29360128
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef45f53323054f41f93413797a11e9092435dfa4
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcc1ee10ba12de5c8c36a53e45026041ca8174b6e5ecd2e22af7bbc3c43cbf2
+size 25182208
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb9ce06a21c459a9c4115591b99de64b92fcd829
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2885c99ba107b7bf24a0b1b1ce429219955560d5cd443753c54229c4fbaacc29
+size 58720256
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9d24105704b3a2902e465ea9b0058588541872f
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b9c721bb1d616ebd33a73098f1211f0d32d8347555808f272999b3183efb09
+size 29360128
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6747c661f571a414375b781be3ee7225690d08d7
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f5865df8b5d7356151325d12fbdc2b5d9cf2b9bad697a7cd81ae24f46152f8
+size 58720256
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c407e13dec37c5cdd9b921df7ec292545dcb02a
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e57f1e237fc5c307d4d1209999c0800c46e55b974a47ea17b157eab100884
+size 33046528
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7ac79e241fffa4d0662b634cd995bf4e5dd5f0
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8b3e220f67937dc4bf27805af2b41889bb907c0c44d4d1b0e6df0a9f3c123
+size 58720256
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6e36821f545f829ac8240572bdc7195f173da
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f73ab1dfb5724d31e646cba45f6b73e5443a844899e6fd28245115f6d936a3
+size 29360128
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a95deac5541a809c2236d9124bd6fb20402a31a2
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a37ae24dd68749331dfd76e00a3756994a750bc4d7e285d99d2dbc34cc498
+size 22036480
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b98065b9760c76d812f93ea977cfd7f6e4b58d19
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16e8c93847d89a79e1b479e5f126f01243074262fa740f973c04fafd9c9d89
+size 58720256
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e69e032ec060d5cd0db66b246b472d6d1d0a161
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457c8edb676171508c6be78fa0259b6f23335e0d594b087fd81867925a67d141
+size 29360128
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85432a823abd1f951e206ee6431983d7f1bebffa
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aa8418a0cd11b0533c79921046e770d4c87d308d40572c41302e34b291ebe8
+size 30932992
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7cd05c25ffb1434985a787713231be0ac3dc10a
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9683014d1c6723152be13181b841e6778abc781898e07f59624ef854087b54df
+size 58720256
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a241a5d4a28c9d07b74bebeb12571ea9a18ed
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707c8e662fbd848a00e7abb804162ced64bc63d24a3b5d49410db06b70e5d91
+size 27279360
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe5bc2684bf812f05e5efe0e877683e5bacd2e4c
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afe7391ffed60fe0bccf24197146647274320ed2f5dbc028814f0cb2a2f8388
+size 29360128
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7de973b927e01575a8437860aab4d274ae4f0ddf
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edac4148fb4935f733a4a76ca0e6c046550a5d2563755c1e8450f53ee50c636
+size 27279360
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..195042e8a43aac8468e7d2fed7a2644afa8509a8
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d52fd1221dcc65e695afa85accbd9dec038f9db32438bcf9eff4827b91fa1
+size 25182208
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f333c5f04ffba933dd2b247cd5142c6bf9f4ef86
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e01de1e3449164dac3d0dc0289f23afacf84e2118960e5b52df4350c6e6e940
+size 58720256
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bc73a196bb8b20af86cf3295d03017b818edcc0
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f679bf11824a4e152d6b6573d8873f24ef31732050b5f7698b0edf5007bebac5
+size 29360128
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3c84685b9c5f90caa166022165a4e9931802ffe
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd156b268053f6e048bccfd18763c521337818d1447204d3c1d72391cb220a32
+size 33046528
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e579b5d12daff9d2b7b8e01802f7f2d777a9a0af
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0119389c8f321c61eaa6944b282a6b7ba74df82b294fe1e306c65e9701938f
+size 58720256
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12c647baacde289e58a2a3c3e36fddb5159ccbc7
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ee81f967c4c9abaedfc98477291359ff636eb96eb27de706fac40fd8bd1c5a
+size 29360128
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ebb911a4dac79abf462d80ec7abf04c4be0b600
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55237f2703a92b41775b769343d642080dae790cb18cbda0ee46f2c7460a718b
+size 22036480
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5203fa9c612d8b55a0d5fc0490d7425b8add88e
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4480f69495a7155ee698e21eee90cbf5e04d28f4b6d51b80880da47c243c51ae
+size 58720256
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..675af8c2b87cfa8ff57f9914a5c59fcd58f17386
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2358aa972679d2ab26868a5a2572f307c3d7573b6dea331e58f60a5b55c15f
+size 29360128
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b07eb7868a75f1dd833a78d0f39f30b0b059b99
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9511ad6b7fcf199a085f6b8b19855c277fc7b1f69763c0b7443ef725e9f95b0a
+size 30932992
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40dd5273e126eef00c40f82651c16afdaabc88e0
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174f433b0bd6a1bc46890a0c118fd9de1ba439e10f2a2e7eb562e2e4723f2589
+size 29360128
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ce42a205e88fa5f69b5042daf8d55e9e97f3e
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40942da8c7f175b78881926c5b9667f856c0229ce828aff89df28480d28b6f71
+size 58720256
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5847f40152bdff66e21b09de21f80cae199ef06
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b637712798913777f617e5bd700838c06c27bc40040b813e776cca8ec3860a
+size 27279360
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b5e69eff6acbf2f0165b6e08a2207795ea6cc31
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5389c46ef8c697899844c72d41f973b3da00742c975935ce0f4e7e26e8e3873
+size 29360128
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbb9bd6f3bf561b3735af098686f478e44f1a78d
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bac5b874785d64f4c29255ba3ae0ff8afda934ca730fde40116b9eead029a
+size 25182208
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..faf15891be9eca942d3d426537d56516357b7a43
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57e274c79643966ee9e1420812437b8811c482e9e7a867ef902dd41c87cb3ed
+size 58720256
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..892bba8a486fef317984c7ee67bfe797d3c78d54
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987b3cd5518a983bea5ff9ec2a7f6baa7eedbfddd39b7e5518c727a01cd528fc
+size 29360128
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dc45d641461817bba921432d65bd5eca855df39
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a4efa03ba27488aaa4d7bf999d691f084046029c0b2d83b97bf8153a39993
+size 33046528
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dbfabf2d576e60637549d80bd2bf8ef6885b9647
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454da0e81c2cd707f13d4dcdd6f23d4df009d8860e84af71cec34c6b1a838540
+size 58720256
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abef9a193fea172a5f45a72949ee00efd2bd8593
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e46bc3923af1bf1fa15f1301155ce27915696db0da6418fd84d29c4306f3f8
+size 29360128
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8623d30f2dc7c55ece86c877aafdaede112a968a
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e633280d5e5e96147fbd6a3e109692e1b4141296dec6cefb8d604d667a404
+size 22036480
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1aa47ab46746da63f21b96e26a3200047ae70986
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920f0435ae55f73178baf02278e24c0f666fe9fb2dfdc6172fcdf7c2920e3e77
+size 25182208
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4df53132e4371f7c5882ee8efae432179be1969
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab942674057b1468c4f47c773a705e35fd884cf741ef83f91b86c0d6b30d374
+size 58720256
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..428c30082fec56bc53275a5bf23fd331c54580b0
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf26e8fcd4e5b456f893181616cd5b922615178b7c9d0f22f110685eed2ae5a1
+size 29360128
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f24f449c1830e2e0329cc2ca5e2fe34efcd64bc8
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e035815471d3cbd55eca2da0d0e70764e27d3b7aa65b3b86b009d4d6e6c51e7
+size 30932992
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2828ccaf6cf7451ba9501d8caec825e15064b32e
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abeaaa294867fab8b5ffefe001f6d80dc1583dcca9a89db45ec66ca5a366bb0
+size 58720256
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02bae831bf8f80aac44eddea20c33c92908dad49
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdec26c03b0dc0dedf21fd1647e26a0f11c7d23280ab3344b4645b26f549057
+size 27279360
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96e425b5a6759f586bf1f3b731d23018a970fb98
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f315b3704df4703c1b1bf4d4943e055a1f3fbdf8d5410d8f35097a37459a390
+size 29360128
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1a44a02e0aa7aae6e6caf535c325c6ed25aee39
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad414fdc49c0063bf3c33854b71edf3cc0eade418fbc859058a844e29a35dd1c
+size 25182208
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdf70eb3ebc95269fb91ebc7fe866a5fde52aeb3
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b4cccbeaf897ea72841205f51ae8c331ab1bd60576452af256dd1f6ebc72a
+size 58720256
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5b62e4971441a6eb1b1c2604423721b56c10cc7
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544f1b463d37e3360bfd25881e9ea1aec722e0c10ded2f474118ee42b5c0d0e7
+size 29360128
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8a42d4693e18df74f9f55f2dc873ad5c1f4cc66
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f041d17736d2b7e616e5773a66d3ea0a84a6a8dcec706f86f0326f5303da7
+size 33046528
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71c1ea465f134aca68ab80c1b6b51d0138fc578b
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be7d70fb03c2b2507bdcc7aa7b04dafd72479dbefb1bcf717f0fcfd46b048e
+size 58720256
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..70a6a8d4e4b6f6c53f548361fe18cdd40e4f613d
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6708ce2459d3ef2f49d1cdb2d1dc9215c9a9663c94f9b68f2735e69184d9b9e1
+size 58720256
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7761a8cdd971cfcea5f6d6e49831c28b0462e7e8
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4473f71659b868a8c5d8d66added7fad3145a4d495475d9b8f446657d1da7ae4
+size 29360128
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d8ded74b0c2d29b07ea0fae431009126f34088a
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796bab90987a8b7aeac1baf29b2d4d6001f27ec894125d718ded9ec6c2d76930
+size 22036480
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a591df53db378d75b482b17620a54fcfa2979c1
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056a6aa0c42b1e388bc37c47e385e60f52030d066d08935d0512bebae217a36a
+size 58720256
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34f7fb63b76c4993ff59a6560900a54068eccfb9
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cddcdafdacfe559b4611233c757744bee576eec15cc3cc453409a0d32aad6
+size 29360128
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41000ad97d8e9cc8cad96d531b015a05055d1b6c
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d23600bd8ce3a2132ca845c563b10504637e567c7412a790197ff6485343e
+size 30932992
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1153e058abe659e8bbb3df969186fe4d85524561
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3378a3f457a7265cdaee1e012e01ce00774d7717fd020498302bf441cf8abf19
+size 58720256
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c05cdf31bc07491dc843848d755e52e2367104a
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132fba853a8b4568b5f6ea4ef24db94714cc7af7d1f1c7a54d9ac403303be17c
+size 27279360
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fda522abc042462be8489f57283dad7d63edf555
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4efe41f1d5e522f2905e3db3f24bef50618face334ab315305b69c951b5bd88
+size 29360128
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d200aa7c422a2424ea74acc3dad2a6c9e08fad6a
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e471004ac6f1f5ebc0c6c832c861d105356866862e91086616b737f3b767d87b
+size 25182208
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8e7a2359b81191c8021d0f3c5f28c67f20962
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410509 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 128000,
+ "content": "<|begin▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128001,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128002,
+ "content": "<|reserved_special_token_0|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128003,
+ "content": "<|reserved_special_token_1|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128004,
+ "content": "<|finetune_right_pad_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128005,
+ "content": "<|reserved_special_token_2|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128006,
+ "content": "<|start_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128007,
+ "content": "<|end_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128008,
+ "content": "<|eom_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128009,
+ "content": "<|eot_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128010,
+ "content": "<|python_tag|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128011,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128012,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128013,
+ "content": "
&": 5909,
+ "CON": 5910,
+ "Ġrepl": 5911,
+ "Ġregular": 5912,
+ "Storage": 5913,
+ "ramework": 5914,
+ "Ġgoal": 5915,
+ "Ġtouch": 5916,
+ ".widget": 5917,
+ "Ġbuilt": 5918,
+ "des": 5919,
+ "Part": 5920,
+ "(re": 5921,
+ "Ġworth": 5922,
+ "hib": 5923,
+ "game": 5924,
+ "91": 5925,
+ "192": 5926,
+ "Ġв": 5927,
+ "acion": 5928,
+ "ĠWhite": 5929,
+ "(type": 5930,
+ "(`": 5931,
+ "81": 5932,
+ "Ġnatural": 5933,
+ "Ġinj": 5934,
+ "Ġcalcul": 5935,
+ "ĠApril": 5936,
+ ".List": 5937,
+ "Ġassociated": 5938,
+ "ĉSystem": 5939,
+ "~~": 5940,
+ "=[": 5941,
+ "Ġstorage": 5942,
+ "Ġbytes": 5943,
+ "Ġtravel": 5944,
+ "Ġsou": 5945,
+ "Ġpassed": 5946,
+ "!=": 5947,
+ "ascript": 5948,
+ ".open": 5949,
+ "Ġgrid": 5950,
+ "Ġbus": 5951,
+ "Ġrecogn": 5952,
+ "Ab": 5953,
+ "Ġhon": 5954,
+ "ĠCenter": 5955,
+ "Ġprec": 5956,
+ "build": 5957,
+ "73": 5958,
+ "HTML": 5959,
+ "ĠSan": 5960,
+ "Ġcountries": 5961,
+ "aled": 5962,
+ "token": 5963,
+ "kt": 5964,
+ "Ġqual": 5965,
+ "Last": 5966,
+ "adow": 5967,
+ "Ġmanufact": 5968,
+ "idad": 5969,
+ "jango": 5970,
+ "Next": 5971,
+ "xf": 5972,
+ ".a": 5973,
+ "Ġporno": 5974,
+ "ĠPM": 5975,
+ "erve": 5976,
+ "iting": 5977,
+ "_th": 5978,
+ "ci": 5979,
+ "=None": 5980,
+ "gs": 5981,
+ "Ġlogin": 5982,
+ "atives": 5983,
+ "']);Ċ": 5984,
+ "Äħ": 5985,
+ "Ġill": 5986,
+ "IA": 5987,
+ "children": 5988,
+ "DO": 5989,
+ "Ġlevels": 5990,
+ "Ġ{{": 5991,
+ "Ġlooks": 5992,
+ "Ġ\"#": 5993,
+ "ToString": 5994,
+ "Ġnecessary": 5995,
+ "ĠĠĠĊ": 5996,
+ "cell": 5997,
+ "Entry": 5998,
+ "Ġ'#": 5999,
+ "Ġextrem": 6000,
+ "Selector": 6001,
+ "Ġplaceholder": 6002,
+ "Load": 6003,
+ "Ġreleased": 6004,
+ "ORE": 6005,
+ "Enumer": 6006,
+ "ĠTV": 6007,
+ "SET": 6008,
+ "inq": 6009,
+ "Press": 6010,
+ "ĠDepartment": 6011,
+ "Ġproperties": 6012,
+ "Ġrespond": 6013,
+ "Search": 6014,
+ "ael": 6015,
+ "Ġrequ": 6016,
+ "ĠBook": 6017,
+ "/Ċ": 6018,
+ "(st": 6019,
+ "Ġfinancial": 6020,
+ "icket": 6021,
+ "_input": 6022,
+ "Ġthreat": 6023,
+ "(in": 6024,
+ "Strip": 6025,
+ "ìĿ": 6026,
+ "ção": 6027,
+ "71": 6028,
+ "Ġevidence": 6029,
+ "));": 6030,
+ "ĠBro": 6031,
+ "Ġ[];Ċ": 6032,
+ "Ġou": 6033,
+ "buf": 6034,
+ "Script": 6035,
+ "dat": 6036,
+ "Ġrule": 6037,
+ "#import": 6038,
+ "=\"/": 6039,
+ "Serial": 6040,
+ "Ġstarting": 6041,
+ "[index": 6042,
+ "ae": 6043,
+ "Ġcontrib": 6044,
+ "session": 6045,
+ "_new": 6046,
+ "utable": 6047,
+ "ober": 6048,
+ "Ġ\"./": 6049,
+ "Ġlogger": 6050,
+ "Ġrecently": 6051,
+ "Ġreturned": 6052,
+ "ččĊ": 6053,
+ ")))Ċ": 6054,
+ "itions": 6055,
+ "Ġseek": 6056,
+ "Ġcommunic": 6057,
+ "Ġ\".": 6058,
+ "Ġusername": 6059,
+ "ECT": 6060,
+ "DS": 6061,
+ "Ġotherwise": 6062,
+ "ĠGerman": 6063,
+ ".aw": 6064,
+ "Adapter": 6065,
+ "ixel": 6066,
+ "Ġsystems": 6067,
+ "Ġdrop": 6068,
+ "83": 6069,
+ "Ġstructure": 6070,
+ "Ġ$(\"#": 6071,
+ "encies": 6072,
+ "anning": 6073,
+ "ĠLink": 6074,
+ "ĠResponse": 6075,
+ "Ġstri": 6076,
+ "ż": 6077,
+ "ĠDB": 6078,
+ "æĹ": 6079,
+ "android": 6080,
+ "submit": 6081,
+ "otion": 6082,
+ "92": 6083,
+ "(@": 6084,
+ ".test": 6085,
+ "82": 6086,
+ "ĊĊĊĊĊĊĊĊ": 6087,
+ "];čĊ": 6088,
+ "Ġdirectly": 6089,
+ "Ġ\"%": 6090,
+ "ris": 6091,
+ "elta": 6092,
+ "AIL": 6093,
+ "){čĊ": 6094,
+ "mine": 6095,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096,
+ "(k": 6097,
+ "bon": 6098,
+ "asic": 6099,
+ "pite": 6100,
+ "___": 6101,
+ "Max": 6102,
+ "Ġerrors": 6103,
+ "ĠWhile": 6104,
+ "Ġarguments": 6105,
+ "Ġensure": 6106,
+ "Right": 6107,
+ "-based": 6108,
+ "Web": 6109,
+ "Ġ-=": 6110,
+ "Ġintrodu": 6111,
+ "ĠInst": 6112,
+ "ĠWash": 6113,
+ "ordin": 6114,
+ "join": 6115,
+ "Database": 6116,
+ "Ġgrad": 6117,
+ "Ġusually": 6118,
+ "ITE": 6119,
+ "Props": 6120,
+ "?>Ċ": 6121,
+ "ĠGo": 6122,
+ "@Override": 6123,
+ "REF": 6124,
+ "Ġip": 6125,
+ "ĠAustral": 6126,
+ "Ġist": 6127,
+ "ViewById": 6128,
+ "Ġserious": 6129,
+ "Ġcustomer": 6130,
+ ".prototype": 6131,
+ "odo": 6132,
+ "cor": 6133,
+ "Ġdoor": 6134,
+ "ĠWITHOUT": 6135,
+ "Ġplant": 6136,
+ "Ġbegan": 6137,
+ "Ġdistance": 6138,
+ "()).": 6139,
+ "Ġchance": 6140,
+ "Ġord": 6141,
+ "came": 6142,
+ "pragma": 6143,
+ "Ġprotect": 6144,
+ "ragment": 6145,
+ "ĠNode": 6146,
+ "ening": 6147,
+ "Ñĩ": 6148,
+ "Ġroute": 6149,
+ "ĠSchool": 6150,
+ "hi": 6151,
+ "Ġneighb": 6152,
+ "After": 6153,
+ "licit": 6154,
+ "Ġcontr": 6155,
+ "Ġprimary": 6156,
+ "AA": 6157,
+ ".WriteLine": 6158,
+ "utils": 6159,
+ "Ġbi": 6160,
+ "Red": 6161,
+ ".Linq": 6162,
+ ".object": 6163,
+ "Ġleaders": 6164,
+ "unities": 6165,
+ "Ġgun": 6166,
+ "onth": 6167,
+ "ĠDev": 6168,
+ "FILE": 6169,
+ "Ġcomments": 6170,
+ "_len": 6171,
+ "arrow": 6172,
+ "amount": 6173,
+ "Range": 6174,
+ "sert": 6175,
+ "GridView": 6176,
+ "Ġupdated": 6177,
+ "ĠMo": 6178,
+ "Ġinform": 6179,
+ "ociety": 6180,
+ "ala": 6181,
+ "Access": 6182,
+ "Ġhab": 6183,
+ "Ġcreat": 6184,
+ "_arg": 6185,
+ "ĠJanuary": 6186,
+ "ĠDay": 6187,
+ "\")čĊ": 6188,
+ "uple": 6189,
+ "document": 6190,
+ "gorith": 6191,
+ "menu": 6192,
+ "ĠOver": 6193,
+ "bb": 6194,
+ ".title": 6195,
+ "_out": 6196,
+ "Ġled": 6197,
+ "uri": 6198,
+ "Ġ?>": 6199,
+ "gl": 6200,
+ "Ġbank": 6201,
+ "ayment": 6202,
+ "ĉprintf": 6203,
+ "MD": 6204,
+ "Ġsample": 6205,
+ "Ġhands": 6206,
+ "ĠVersion": 6207,
+ "uario": 6208,
+ "Ġoffers": 6209,
+ "ityEngine": 6210,
+ "Ġshape": 6211,
+ "Ġsleep": 6212,
+ "_point": 6213,
+ "Settings": 6214,
+ "Ġachie": 6215,
+ "Ġsold": 6216,
+ "ota": 6217,
+ ".bind": 6218,
+ "Am": 6219,
+ "Ġsafe": 6220,
+ "Store": 6221,
+ "Ġshared": 6222,
+ "Ġpriv": 6223,
+ "_VAL": 6224,
+ "Ġsens": 6225,
+ "){": 6226,
+ "Ġremember": 6227,
+ "shared": 6228,
+ "element": 6229,
+ "Ġshoot": 6230,
+ "Vert": 6231,
+ "cout": 6232,
+ "Ġenv": 6233,
+ "_label": 6234,
+ "Ġ>Ċ": 6235,
+ "run": 6236,
+ "Ġscene": 6237,
+ "(array": 6238,
+ "device": 6239,
+ "_title": 6240,
+ "agon": 6241,
+ "]čĊ": 6242,
+ "aby": 6243,
+ "Ġbecame": 6244,
+ "boolean": 6245,
+ "Ġpark": 6246,
+ "ĠCode": 6247,
+ "upload": 6248,
+ "riday": 6249,
+ "ĠSeptember": 6250,
+ "Fe": 6251,
+ "Ġsen": 6252,
+ "cing": 6253,
+ "FL": 6254,
+ "Col": 6255,
+ "uts": 6256,
+ "_page": 6257,
+ "inn": 6258,
+ "Ġimplied": 6259,
+ "aling": 6260,
+ "Ġyourself": 6261,
+ ".Count": 6262,
+ "conf": 6263,
+ "Ġaud": 6264,
+ "_init": 6265,
+ ".)": 6266,
+ "Ġwrote": 6267,
+ "003": 6268,
+ "NG": 6269,
+ ".Error": 6270,
+ "ä»": 6271,
+ ".for": 6272,
+ "Ġequal": 6273,
+ "ĠRequest": 6274,
+ "Ġserial": 6275,
+ "Ġallows": 6276,
+ "XX": 6277,
+ "Ġmiddle": 6278,
+ "chor": 6279,
+ "195": 6280,
+ "94": 6281,
+ "ø": 6282,
+ "erval": 6283,
+ ".Column": 6284,
+ "reading": 6285,
+ "Ġescort": 6286,
+ "ĠAugust": 6287,
+ "Ġquickly": 6288,
+ "Ġweap": 6289,
+ "ĠCG": 6290,
+ "ropri": 6291,
+ "ho": 6292,
+ "Ġcop": 6293,
+ "(struct": 6294,
+ "ĠBig": 6295,
+ "Ġvs": 6296,
+ "Ġfrequ": 6297,
+ ".Value": 6298,
+ "Ġactions": 6299,
+ "Ġproper": 6300,
+ "Ġinn": 6301,
+ "Ġobjects": 6302,
+ "Ġmatrix": 6303,
+ "avascript": 6304,
+ "Ġones": 6305,
+ ".group": 6306,
+ "Ġgreen": 6307,
+ "Ġpaint": 6308,
+ "ools": 6309,
+ "ycl": 6310,
+ "encode": 6311,
+ "olt": 6312,
+ "comment": 6313,
+ ".api": 6314,
+ "Dir": 6315,
+ "Ġune": 6316,
+ "izont": 6317,
+ ".position": 6318,
+ "Ġdesigned": 6319,
+ "_val": 6320,
+ "avi": 6321,
+ "iring": 6322,
+ "tab": 6323,
+ "Ġlayer": 6324,
+ "Ġviews": 6325,
+ "Ġreve": 6326,
+ "rael": 6327,
+ "ĠON": 6328,
+ "rics": 6329,
+ "160": 6330,
+ "np": 6331,
+ "Ġcore": 6332,
+ "());čĊ": 6333,
+ "Main": 6334,
+ "Ġexpert": 6335,
+ "ĉĉčĊ": 6336,
+ "_en": 6337,
+ "Ġ/>": 6338,
+ "utter": 6339,
+ "IAL": 6340,
+ "ails": 6341,
+ "ĠKing": 6342,
+ "*/ĊĊ": 6343,
+ "ĠMet": 6344,
+ "_end": 6345,
+ "addr": 6346,
+ "ora": 6347,
+ "Ġir": 6348,
+ "Min": 6349,
+ "Ġsurpr": 6350,
+ "Ġrepe": 6351,
+ "Ġdirectory": 6352,
+ "PUT": 6353,
+ "-S": 6354,
+ "Ġelection": 6355,
+ "haps": 6356,
+ ".pre": 6357,
+ "cm": 6358,
+ "Values": 6359,
+ "Ġ\"Ċ": 6360,
+ "column": 6361,
+ "ivil": 6362,
+ "Login": 6363,
+ "inue": 6364,
+ "93": 6365,
+ "Ġbeautiful": 6366,
+ "Ġsecret": 6367,
+ "(event": 6368,
+ "Ġchat": 6369,
+ "ums": 6370,
+ "Ġorigin": 6371,
+ "Ġeffects": 6372,
+ "Ġmanagement": 6373,
+ "illa": 6374,
+ "tk": 6375,
+ "Ġsetting": 6376,
+ "ĠCour": 6377,
+ "Ġmassage": 6378,
+ "ĉend": 6379,
+ "Ġhappy": 6380,
+ "Ġfinish": 6381,
+ "Ġcamera": 6382,
+ "ĠVer": 6383,
+ "ĠDemocr": 6384,
+ "ĠHer": 6385,
+ "(Q": 6386,
+ "cons": 6387,
+ "ita": 6388,
+ "Ġ'.": 6389,
+ "{}": 6390,
+ "ĉC": 6391,
+ "Ġstuff": 6392,
+ "194": 6393,
+ "Ġ:Ċ": 6394,
+ "ĠAR": 6395,
+ "Task": 6396,
+ "hidden": 6397,
+ "eros": 6398,
+ "IGN": 6399,
+ "atio": 6400,
+ "ĠHealth": 6401,
+ "olute": 6402,
+ "Enter": 6403,
+ "'>": 6404,
+ "ĠTwitter": 6405,
+ "ĠCounty": 6406,
+ "scribe": 6407,
+ "Ġ=>Ċ": 6408,
+ "Ġhy": 6409,
+ "fit": 6410,
+ "Ġmilitary": 6411,
+ "Ġsale": 6412,
+ "required": 6413,
+ "non": 6414,
+ "bootstrap": 6415,
+ "hold": 6416,
+ "rim": 6417,
+ "-old": 6418,
+ "ĠDown": 6419,
+ "Ġmention": 6420,
+ "contact": 6421,
+ "_group": 6422,
+ "oday": 6423,
+ "Ġtown": 6424,
+ "Ġsolution": 6425,
+ "uate": 6426,
+ "elling": 6427,
+ "]->": 6428,
+ "otes": 6429,
+ "ental": 6430,
+ "omen": 6431,
+ "ospital": 6432,
+ "ĠSup": 6433,
+ "_EN": 6434,
+ "Ġslow": 6435,
+ "SESSION": 6436,
+ "Ġblue": 6437,
+ "ago": 6438,
+ "Ġlives": 6439,
+ "Ġ^": 6440,
+ ".un": 6441,
+ "inst": 6442,
+ "enge": 6443,
+ "Ġcustomers": 6444,
+ "Ġcast": 6445,
+ "udget": 6446,
+ "ï¼ģ": 6447,
+ "icens": 6448,
+ "Ġdetermin": 6449,
+ "Selected": 6450,
+ "_pl": 6451,
+ "ueue": 6452,
+ "Ġdark": 6453,
+ "//ĊĊ": 6454,
+ "si": 6455,
+ "thern": 6456,
+ "ĠJapan": 6457,
+ "/w": 6458,
+ "PU": 6459,
+ "ĠEast": 6460,
+ "ovie": 6461,
+ "Ġpackage": 6462,
+ "Ġnor": 6463,
+ "Ġapi": 6464,
+ "bot": 6465,
+ "\"];Ċ": 6466,
+ "_post": 6467,
+ "ulate": 6468,
+ "Ġclub": 6469,
+ "'));Ċ": 6470,
+ "Ġloop": 6471,
+ "PIO": 6472,
+ "ione": 6473,
+ "shot": 6474,
+ "Initial": 6475,
+ "Ġplayed": 6476,
+ "register": 6477,
+ "rought": 6478,
+ "_max": 6479,
+ "acement": 6480,
+ "match": 6481,
+ "raphics": 6482,
+ "AST": 6483,
+ "Ġexisting": 6484,
+ "Ġcomplex": 6485,
+ "DA": 6486,
+ ".Ch": 6487,
+ ".common": 6488,
+ "mo": 6489,
+ "Ġ'../../": 6490,
+ "ito": 6491,
+ "Ġanalysis": 6492,
+ "Ġdeliver": 6493,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494,
+ "idx": 6495,
+ "Ãł": 6496,
+ "ongo": 6497,
+ "ĠEnglish": 6498,
+ "Ċ": 10197,
+ "_default": 10198,
+ "ĠDatabase": 10199,
+ "rep": 10200,
+ "ESS": 10201,
+ "nergy": 10202,
+ ".Find": 10203,
+ "_mask": 10204,
+ "Ġrise": 10205,
+ "Ġkernel": 10206,
+ "::$": 10207,
+ ".Q": 10208,
+ "Ġoffering": 10209,
+ "decl": 10210,
+ "ĠCS": 10211,
+ "Ġlisted": 10212,
+ "Ġmostly": 10213,
+ "enger": 10214,
+ "Ġblocks": 10215,
+ "olo": 10216,
+ "Ġgoverning": 10217,
+ "\\F": 10218,
+ "Ġconcent": 10219,
+ ".getText": 10220,
+ "Ġmb": 10221,
+ "Ġoccurred": 10222,
+ "Ġchanging": 10223,
+ "Scene": 10224,
+ "_CODE": 10225,
+ "Beh": 10226,
+ "\"The": 10227,
+ "Ġtile": 10228,
+ "ĠAssociation": 10229,
+ "ĉP": 10230,
+ "alty": 10231,
+ "_ad": 10232,
+ "odies": 10233,
+ "iated": 10234,
+ "Ġprepared": 10235,
+ "possible": 10236,
+ "Ġmort": 10237,
+ "TEST": 10238,
+ "142": 10239,
+ "Ġignore": 10240,
+ "Ġcalc": 10241,
+ "Ġrs": 10242,
+ "ĠassertEquals": 10243,
+ "Ġsz": 10244,
+ "ĠTHIS": 10245,
+ ".\"Ċ": 10246,
+ "Ġcanvas": 10247,
+ "java": 10248,
+ "Ġdut": 10249,
+ "VALID": 10250,
+ ".sql": 10251,
+ ".input": 10252,
+ "Ġaux": 10253,
+ "Sup": 10254,
+ "Ġartist": 10255,
+ "Vec": 10256,
+ "_TIME": 10257,
+ ".stringify": 10258,
+ "etween": 10259,
+ "ĠCategory": 10260,
+ "Ġ[-": 10261,
+ "ĠDevExpress": 10262,
+ "ĠJul": 10263,
+ "Ġring": 10264,
+ ".ed": 10265,
+ "YY": 10266,
+ "Let": 10267,
+ "TextField": 10268,
+ "Ġflat": 10269,
+ "_print": 10270,
+ "ĠOTHER": 10271,
+ "adian": 10272,
+ "Ġchecked": 10273,
+ "ele": 10274,
+ "Align": 10275,
+ "standing": 10276,
+ "Ġ[],": 10277,
+ "Ġlab": 10278,
+ "ucky": 10279,
+ "ĠChristmas": 10280,
+ "(image": 10281,
+ ".module": 10282,
+ "Ġlots": 10283,
+ "Ġslightly": 10284,
+ "(final": 10285,
+ "erge": 10286,
+ "è¿": 10287,
+ "147": 10288,
+ "ĠPolice": 10289,
+ "143": 10290,
+ "ĠRight": 10291,
+ "Ġaward": 10292,
+ "ĠOS": 10293,
+ "Ġ{}ĊĊ": 10294,
+ "Ġptr": 10295,
+ "oves": 10296,
+ "icated": 10297,
+ "ем": 10298,
+ "Ġmanage": 10299,
+ "oliday": 10300,
+ "Amount": 10301,
+ "oolStrip": 10302,
+ "tbody": 10303,
+ "Nav": 10304,
+ "wrap": 10305,
+ "BB": 10306,
+ "Ġwatching": 10307,
+ "arios": 10308,
+ "Ġoptional": 10309,
+ "_K": 10310,
+ "ĠLicensed": 10311,
+ ".Map": 10312,
+ "Timer": 10313,
+ "ĠAP": 10314,
+ "ĠRev": 10315,
+ "(o": 10316,
+ ",c": 10317,
+ "umin": 10318,
+ "etailed": 10319,
+ "ĠHy": 10320,
+ "Ġblank": 10321,
+ "agger": 10322,
+ "ĠSelf": 10323,
+ "()[": 10324,
+ ".make": 10325,
+ "earn": 10326,
+ "channel": 10327,
+ ";Ċ": 10342,
+ "World": 10343,
+ "Ġpython": 10344,
+ "Ġlif": 10345,
+ "Ġtrav": 10346,
+ "Ġconven": 10347,
+ "company": 10348,
+ "ĠClub": 10349,
+ "138": 10350,
+ "Ver": 10351,
+ "Btn": 10352,
+ "Ġzone": 10353,
+ "products": 10354,
+ "ĠEduc": 10355,
+ "Ġverify": 10356,
+ "ĠMil": 10357,
+ "ono": 10358,
+ "]);ĊĊ": 10359,
+ "ENCE": 10360,
+ "Ġpacket": 10361,
+ "Ġcer": 10362,
+ "Ġenumer": 10363,
+ "Ġpars": 10364,
+ "formed": 10365,
+ "Ġoccup": 10366,
+ "tre": 10367,
+ "Ġexercise": 10368,
+ "Day": 10369,
+ "_sum": 10370,
+ "Ġasking": 10371,
+ "aption": 10372,
+ "Ġorders": 10373,
+ "Ġspending": 10374,
+ "ĠERR": 10375,
+ ".Dis": 10376,
+ "ĠUtil": 10377,
+ "âĢľI": 10378,
+ "\\'": 10379,
+ "?)": 10380,
+ "/>Ċ": 10381,
+ "Ġemot": 10382,
+ "Ġinfluence": 10383,
+ "ĠAfrica": 10384,
+ "atters": 10385,
+ "Ùħ": 10386,
+ ".session": 10387,
+ "Ġchief": 10388,
+ "ĉĉĉĉĉĉĉĉĉĉĉ": 10389,
+ "Ġtom": 10390,
+ "cluded": 10391,
+ "serial": 10392,
+ "_handler": 10393,
+ ".Type": 10394,
+ "aped": 10395,
+ "Ġpolicies": 10396,
+ "-ex": 10397,
+ "-tr": 10398,
+ "blank": 10399,
+ "merce": 10400,
+ "Ġcoverage": 10401,
+ "Ġrc": 10402,
+ "_matrix": 10403,
+ "_box": 10404,
+ "Ġcharges": 10405,
+ "ĠBoston": 10406,
+ "Pe": 10407,
+ "Ġcircum": 10408,
+ "Ġfilled": 10409,
+ "148": 10410,
+ "Ġnorth": 10411,
+ "ictureBox": 10412,
+ "ĉres": 10413,
+ "è®": 10414,
+ "Ġtermin": 10415,
+ "Ġ[â̦": 10416,
+ "IRECT": 10417,
+ "Ġber": 10418,
+ "Ġ\"../../": 10419,
+ "retch": 10420,
+ ".code": 10421,
+ "_col": 10422,
+ "ĠGovernment": 10423,
+ "Ġargv": 10424,
+ "ĠLord": 10425,
+ "asi": 10426,
+ "Exec": 10427,
+ "ĉlet": 10428,
+ "vertis": 10429,
+ "Ġdiscussion": 10430,
+ "enance": 10431,
+ "outube": 10432,
+ "typeof": 10433,
+ "Ġserved": 10434,
+ "ĠPut": 10435,
+ "ĉx": 10436,
+ "Ġsweet": 10437,
+ "Before": 10438,
+ "ategy": 10439,
+ ".of": 10440,
+ "ĠMaterial": 10441,
+ "Sort": 10442,
+ "ONT": 10443,
+ "igital": 10444,
+ "Why": 10445,
+ "Ġsust": 10446,
+ "Ġç": 10447,
+ "abet": 10448,
+ "Ġsegment": 10449,
+ "Ġ[],Ċ": 10450,
+ "ĠMuslim": 10451,
+ "ĠfindViewById": 10452,
+ "cut": 10453,
+ "_TEXT": 10454,
+ "ĠMary": 10455,
+ "Ġloved": 10456,
+ "Ġlie": 10457,
+ "ĠJO": 10458,
+ "Ġisset": 10459,
+ "month": 10460,
+ "Ġprime": 10461,
+ "ti": 10462,
+ "ĠCarol": 10463,
+ "Use": 10464,
+ "146": 10465,
+ "ĠPop": 10466,
+ "ĠSave": 10467,
+ "Interval": 10468,
+ "execute": 10469,
+ "dy": 10470,
+ "ĠIran": 10471,
+ "_cont": 10472,
+ "ĉT": 10473,
+ "Ġphase": 10474,
+ "checkbox": 10475,
+ "week": 10476,
+ "Ġhide": 10477,
+ "Ġtil": 10478,
+ "Ġju": 10479,
+ "Custom": 10480,
+ "burg": 10481,
+ "/M": 10482,
+ "TON": 10483,
+ "Ġquant": 10484,
+ "Ġrub": 10485,
+ "ixels": 10486,
+ "Ġinstalled": 10487,
+ "Ġdump": 10488,
+ "Ġproperly": 10489,
+ "(List": 10490,
+ "Ġdecide": 10491,
+ "apply": 10492,
+ "Has": 10493,
+ "Ġkeeping": 10494,
+ "Ġcitizens": 10495,
+ "Ġjoint": 10496,
+ "pool": 10497,
+ "Socket": 10498,
+ "_op": 10499,
+ "Ġweapon": 10500,
+ "gnore": 10501,
+ "ĠExec": 10502,
+ "otten": 10503,
+ "ĠMS": 10504,
+ "Ġ(-": 10505,
+ "ĠReview": 10506,
+ "Ġexamples": 10507,
+ "Ġtight": 10508,
+ "!(": 10509,
+ "DP": 10510,
+ "ĠMessageBox": 10511,
+ "Ġphotograph": 10512,
+ "164": 10513,
+ "URI": 10514,
+ "ét": 10515,
+ "low": 10516,
+ "ĠGrand": 10517,
+ ".persistence": 10518,
+ "Ġmaintain": 10519,
+ "Ġnums": 10520,
+ "Ġzip": 10521,
+ "ials": 10522,
+ "ĠGets": 10523,
+ "peg": 10524,
+ "ĠBuffer": 10525,
+ "~~~~": 10526,
+ "rastructure": 10527,
+ "ĠPL": 10528,
+ "uen": 10529,
+ "obby": 10530,
+ "sizeof": 10531,
+ "Ġpic": 10532,
+ "Ġseed": 10533,
+ "Ġexperienced": 10534,
+ "Ġodd": 10535,
+ "Ġkick": 10536,
+ "Ġprocedure": 10537,
+ "avigator": 10538,
+ "-on": 10539,
+ ",j": 10540,
+ "ĠAlthough": 10541,
+ "ĠuserId": 10542,
+ "accept": 10543,
+ "Blue": 10544,
+ "IColor": 10545,
+ "layer": 10546,
+ "available": 10547,
+ "Ġends": 10548,
+ ".table": 10549,
+ "Ġdataset": 10550,
+ "bus": 10551,
+ "Ġexplain": 10552,
+ "(pro": 10553,
+ "ĠCommittee": 10554,
+ "Ġnoted": 10555,
+ "]:Ċ": 10556,
+ "Dim": 10557,
+ "stdio": 10558,
+ "154": 10559,
+ ".\",Ċ": 10560,
+ "_source": 10561,
+ "181": 10562,
+ "ĠWeek": 10563,
+ "ĠEdge": 10564,
+ "Ġoperating": 10565,
+ "Ġeste": 10566,
+ "ipl": 10567,
+ "330": 10568,
+ "agination": 10569,
+ "Ġproceed": 10570,
+ "Ġanimation": 10571,
+ ".Models": 10572,
+ "ĠWatch": 10573,
+ "iat": 10574,
+ "Ġoppon": 10575,
+ "/A": 10576,
+ "Report": 10577,
+ "Ġsounds": 10578,
+ "_buf": 10579,
+ "IELD": 10580,
+ "Ġbund": 10581,
+ "ĉget": 10582,
+ ".pr": 10583,
+ "(tmp": 10584,
+ "Ġkid": 10585,
+ ">ĊĊĊ": 10586,
+ "Ġyang": 10587,
+ "NotFound": 10588,
+ "ÑĨ": 10589,
+ "math": 10590,
+ "@gmail": 10591,
+ "ĠLIMIT": 10592,
+ "redients": 10593,
+ "Ġvent": 10594,
+ "avigate": 10595,
+ "Look": 10596,
+ "Ġreligious": 10597,
+ "Ġrand": 10598,
+ "rio": 10599,
+ "(GL": 10600,
+ "_ip": 10601,
+ "uan": 10602,
+ "iciency": 10603,
+ "ĠChange": 10604,
+ ">čĊčĊ": 10605,
+ "ĠEntity": 10606,
+ "Ġrencontre": 10607,
+ "ĠRet": 10608,
+ "plan": 10609,
+ "én": 10610,
+ "BOOL": 10611,
+ "uries": 10612,
+ "train": 10613,
+ "Definition": 10614,
+ "============": 10615,
+ "zz": 10616,
+ "450": 10617,
+ "Animation": 10618,
+ "ĠOK": 10619,
+ "_menu": 10620,
+ ".bl": 10621,
+ "_score": 10622,
+ "Ġacad": 10623,
+ "(System": 10624,
+ "Ġrefresh": 10625,
+ "'=>$": 10626,
+ ".Graphics": 10627,
+ "amento": 10628,
+ "pid": 10629,
+ "tc": 10630,
+ "Ġtips": 10631,
+ "Ġhomes": 10632,
+ "Ġfuel": 10633,
+ "âĸ": 10634,
+ "_helper": 10635,
+ "ĠĠčĊ": 10636,
+ "ĠRoom": 10637,
+ ".Close": 10638,
+ "_attr": 10639,
+ "ĠMount": 10640,
+ "ĠEv": 10641,
+ "arser": 10642,
+ "_top": 10643,
+ "eah": 10644,
+ "ĠDelete": 10645,
+ "ãĢį": 10646,
+ "uke": 10647,
+ "Ġusage": 10648,
+ "aria": 10649,
+ "_dev": 10650,
+ "Ġtexture": 10651,
+ "Ġconversation": 10652,
+ "eper": 10653,
+ "Bean": 10654,
+ "done": 10655,
+ "nonatomic": 10656,
+ "ĠSecond": 10657,
+ "Ġshooting": 10658,
+ "_pre": 10659,
+ "Components": 10660,
+ "Ġ]ĊĊ": 10661,
+ "__,": 10662,
+ "stitution": 10663,
+ ".Char": 10664,
+ ">();ĊĊ": 10665,
+ "Ġpresented": 10666,
+ "Ġwa": 10667,
+ "oker": 10668,
+ "-ĊĊ": 10669,
+ "iner": 10670,
+ "Ġbecoming": 10671,
+ "Ġincident": 10672,
+ "Att": 10673,
+ "162": 10674,
+ "Ġrevealed": 10675,
+ "forc": 10676,
+ "Ġboot": 10677,
+ ".page": 10678,
+ "Enumerator": 10679,
+ "165": 10680,
+ "_->": 10681,
+ "Photo": 10682,
+ "Ġspring": 10683,
+ ".\",": 10684,
+ "ĠDictionary": 10685,
+ "BJECT": 10686,
+ "Ġlocations": 10687,
+ "Ġsamples": 10688,
+ "InputStream": 10689,
+ "ĠBrown": 10690,
+ "Ġstats": 10691,
+ "quality": 10692,
+ "Ñħ": 10693,
+ "-dis": 10694,
+ "Ġhelping": 10695,
+ "Ġped": 10696,
+ "224": 10697,
+ "(se": 10698,
+ "ĠWho": 10699,
+ "alian": 10700,
+ "internal": 10701,
+ "Ġft": 10702,
+ ">().": 10703,
+ "->{": 10704,
+ "Ġmine": 10705,
+ "Ġsector": 10706,
+ "Ġgro": 10707,
+ "Ġopportunities": 10708,
+ "Ġü": 10709,
+ "Ġmp": 10710,
+ "Ġalleged": 10711,
+ "Ġdoubt": 10712,
+ "Mouse": 10713,
+ "About": 10714,
+ "_part": 10715,
+ "Ġchair": 10716,
+ "Ġstopped": 10717,
+ "161": 10718,
+ "loop": 10719,
+ "entities": 10720,
+ "Ġapps": 10721,
+ "ansion": 10722,
+ "Ġmental": 10723,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724,
+ "FR": 10725,
+ "Ġdefend": 10726,
+ "care": 10727,
+ "Ġideal": 10728,
+ "/api": 10729,
+ "urface": 10730,
+ "011": 10731,
+ "Ġele": 10732,
+ "ulator": 10733,
+ "ĠRights": 10734,
+ "anguages": 10735,
+ "Ġfunds": 10736,
+ "Ġadapt": 10737,
+ "Attributes": 10738,
+ "Ġdeploy": 10739,
+ "opts": 10740,
+ "Ġvalidation": 10741,
+ "Ġconcerns": 10742,
+ "uce": 10743,
+ ".num": 10744,
+ "ulture": 10745,
+ "ila": 10746,
+ "Ġcup": 10747,
+ "Ġpure": 10748,
+ ".Fore": 10749,
+ "183": 10750,
+ "ĠHashMap": 10751,
+ ".valueOf": 10752,
+ "asm": 10753,
+ "MO": 10754,
+ "Ġcs": 10755,
+ "Ġstores": 10756,
+ "Ġ************************************************************************": 10757,
+ "Ġcommunication": 10758,
+ "mem": 10759,
+ ".EventHandler": 10760,
+ ".Status": 10761,
+ "_right": 10762,
+ ".setOn": 10763,
+ "Sheet": 10764,
+ "Ġidentify": 10765,
+ "enerated": 10766,
+ "ordered": 10767,
+ "Ġ\"[": 10768,
+ "Ġswe": 10769,
+ "Condition": 10770,
+ "ĠAccording": 10771,
+ "Ġprepare": 10772,
+ "Ġrob": 10773,
+ "Pool": 10774,
+ "Ġsport": 10775,
+ "rv": 10776,
+ "ĠRouter": 10777,
+ "Ġalternative": 10778,
+ "([]": 10779,
+ "ĠChicago": 10780,
+ "ipher": 10781,
+ "ische": 10782,
+ "ĠDirector": 10783,
+ "kl": 10784,
+ "ĠWil": 10785,
+ "keys": 10786,
+ "Ġmysql": 10787,
+ "Ġwelcome": 10788,
+ "king": 10789,
+ "ĠManager": 10790,
+ "Ġcaught": 10791,
+ ")}Ċ": 10792,
+ "Score": 10793,
+ "_PR": 10794,
+ "Ġsurvey": 10795,
+ "hab": 10796,
+ "Headers": 10797,
+ "ADER": 10798,
+ "Ġdecor": 10799,
+ "Ġturns": 10800,
+ "Ġradius": 10801,
+ "errupt": 10802,
+ "Cor": 10803,
+ "Ġmel": 10804,
+ "Ġintr": 10805,
+ "(q": 10806,
+ "ĠAC": 10807,
+ "amos": 10808,
+ "MAX": 10809,
+ "ĠGrid": 10810,
+ "ĠJesus": 10811,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812,
+ ".DE": 10813,
+ "Ġts": 10814,
+ "Ġlinked": 10815,
+ "free": 10816,
+ "ĠQt": 10817,
+ "Ġ/**čĊ": 10818,
+ "Ġfaster": 10819,
+ "ctr": 10820,
+ "_J": 10821,
+ "DT": 10822,
+ ".Check": 10823,
+ "Ġcombination": 10824,
+ "Ġintended": 10825,
+ "-the": 10826,
+ "-type": 10827,
+ "182": 10828,
+ "ectors": 10829,
+ "ami": 10830,
+ "uting": 10831,
+ "Ġuma": 10832,
+ "XML": 10833,
+ "UCT": 10834,
+ "Ap": 10835,
+ "ĠRandom": 10836,
+ "Ġran": 10837,
+ ".sort": 10838,
+ "Ġsorted": 10839,
+ ".Un": 10840,
+ "401": 10841,
+ "_PER": 10842,
+ "itory": 10843,
+ "Ġpriority": 10844,
+ "ĠGal": 10845,
+ "ĠOld": 10846,
+ "hot": 10847,
+ "ĠDisplay": 10848,
+ "(sub": 10849,
+ "_TH": 10850,
+ "_Y": 10851,
+ "ĠCare": 10852,
+ "loading": 10853,
+ "Kind": 10854,
+ "_handle": 10855,
+ ",,": 10856,
+ "rase": 10857,
+ "_replace": 10858,
+ ".addEventListener": 10859,
+ "ĠRT": 10860,
+ "172": 10861,
+ "Ġentered": 10862,
+ "gers": 10863,
+ "Ġich": 10864,
+ "(start": 10865,
+ "205": 10866,
+ "/app": 10867,
+ "Ġbrother": 10868,
+ "Memory": 10869,
+ "Outlet": 10870,
+ "Ġutf": 10871,
+ "prec": 10872,
+ "Ġnavigation": 10873,
+ "ORK": 10874,
+ "Ġdst": 10875,
+ "Detail": 10876,
+ "Ġaudience": 10877,
+ "Ġdur": 10878,
+ "Ġcluster": 10879,
+ "unched": 10880,
+ "Ġ],": 10881,
+ "Ġcomfortable": 10882,
+ ".values": 10883,
+ "ĠTotal": 10884,
+ "Ġsnap": 10885,
+ "Ġstandards": 10886,
+ "Ġperformed": 10887,
+ "hand": 10888,
+ "(\"@": 10889,
+ "åŃ": 10890,
+ "Ġphil": 10891,
+ "ibr": 10892,
+ "trim": 10893,
+ "Ġforget": 10894,
+ "157": 10895,
+ "Ġdoctor": 10896,
+ ".TextBox": 10897,
+ "377": 10898,
+ "icons": 10899,
+ ",s": 10900,
+ "ĠOp": 10901,
+ "Sm": 10902,
+ "Stop": 10903,
+ "ĉList": 10904,
+ "ĉu": 10905,
+ "Comment": 10906,
+ "_VERSION": 10907,
+ ".Xtra": 10908,
+ "Person": 10909,
+ "rb": 10910,
+ "LOB": 10911,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912,
+ "ĠCentral": 10913,
+ "270": 10914,
+ "ICK": 10915,
+ "raq": 10916,
+ "Ġputting": 10917,
+ "Ġmd": 10918,
+ "ĠLove": 10919,
+ "Program": 10920,
+ "Border": 10921,
+ "oor": 10922,
+ "Ġallowing": 10923,
+ "after": 10924,
+ "Ġentries": 10925,
+ "ĠMaybe": 10926,
+ "]).": 10927,
+ "ĠShort": 10928,
+ ")\\": 10929,
+ ".now": 10930,
+ "friend": 10931,
+ "Ġprefer": 10932,
+ "ĠGPIO": 10933,
+ "osis": 10934,
+ "ĠGameObject": 10935,
+ "Ġskip": 10936,
+ "Ġcompetition": 10937,
+ "_match": 10938,
+ "lications": 10939,
+ "_CONT": 10940,
+ ".groupBox": 10941,
+ "Ġals": 10942,
+ "666": 10943,
+ "\"We": 10944,
+ "_eq": 10945,
+ "lan": 10946,
+ "_search": 10947,
+ "ĠMusic": 10948,
+ "asis": 10949,
+ "Ġbind": 10950,
+ "ĠIsland": 10951,
+ "rum": 10952,
+ "(E": 10953,
+ "Ġseat": 10954,
+ "Video": 10955,
+ "Ġack": 10956,
+ "reek": 10957,
+ "={()": 10958,
+ "Ġrating": 10959,
+ "Ġrestaurant": 10960,
+ "456": 10961,
+ "DEX": 10962,
+ "(buf": 10963,
+ "pping": 10964,
+ "uality": 10965,
+ "Ġleague": 10966,
+ "176": 10967,
+ "Ġfocused": 10968,
+ "apon": 10969,
+ "$data": 10970,
+ "CLUD": 10971,
+ "CLUDING": 10972,
+ "Ġabsolute": 10973,
+ "(query": 10974,
+ "Ġtells": 10975,
+ "Ang": 10976,
+ "Ġcommunities": 10977,
+ "Ġhonest": 10978,
+ "oking": 10979,
+ "Ġapart": 10980,
+ "arity": 10981,
+ "/$": 10982,
+ "_module": 10983,
+ "ĠEnc": 10984,
+ ".an": 10985,
+ ".Config": 10986,
+ "Cre": 10987,
+ "Ġshock": 10988,
+ "ĠArab": 10989,
+ "IENT": 10990,
+ "/re": 10991,
+ "Ġretrie": 10992,
+ "ycler": 10993,
+ "isa": 10994,
+ "ĠOrgan": 10995,
+ ".graph": 10996,
+ "Ġí": 10997,
+ "ĠBAS": 10998,
+ "Enum": 10999,
+ "Ġpossibly": 11000,
+ "ÑĢаÐ": 11001,
+ "ĠJapanese": 11002,
+ "Ġcraft": 11003,
+ "ĠPlace": 11004,
+ "Ġtalent": 11005,
+ "Ġfunding": 11006,
+ "Ġconfirmed": 11007,
+ "Ġcycle": 11008,
+ "/x": 11009,
+ "GE": 11010,
+ "Ġhearing": 11011,
+ "Ġplants": 11012,
+ "Ġmouth": 11013,
+ "pages": 11014,
+ "oria": 11015,
+ "ĠRemove": 11016,
+ "_total": 11017,
+ "Ġod": 11018,
+ "ollapse": 11019,
+ "door": 11020,
+ "Ġbought": 11021,
+ "Ġaddr": 11022,
+ "ARCH": 11023,
+ "_dim": 11024,
+ "dden": 11025,
+ "Ġdecades": 11026,
+ "REQUEST": 11027,
+ "Ġversions": 11028,
+ "fire": 11029,
+ "006": 11030,
+ "Ġmoves": 11031,
+ "fb": 11032,
+ "Ġcoffee": 11033,
+ ".connect": 11034,
+ "ĠRow": 11035,
+ "Ġschema": 11036,
+ "Scope": 11037,
+ "-Type": 11038,
+ "Ġfighting": 11039,
+ "Ġretail": 11040,
+ "Ġmodified": 11041,
+ "TF": 11042,
+ "Files": 11043,
+ "nie": 11044,
+ "_command": 11045,
+ "stone": 11046,
+ "ĠÑĤ": 11047,
+ "_thread": 11048,
+ "Ġbond": 11049,
+ "ĠDevelopment": 11050,
+ "Ġpt": 11051,
+ "FORM": 11052,
+ "plet": 11053,
+ "Ġidentified": 11054,
+ "cpp": 11055,
+ "206": 11056,
+ "225": 11057,
+ "Ġcoding": 11058,
+ "oked": 11059,
+ "ĠMaster": 11060,
+ "IDTH": 11061,
+ "Ġresidents": 11062,
+ "redit": 11063,
+ "ĠPhoto": 11064,
+ "=-": 11065,
+ "unte": 11066,
+ "ateur": 11067,
+ "159": 11068,
+ "_STATE": 11069,
+ "ĠSing": 11070,
+ "Ġsheet": 11071,
+ ".val": 11072,
+ "orse": 11073,
+ "Ġhers": 11074,
+ "Ġdetermined": 11075,
+ "Common": 11076,
+ "Ġwed": 11077,
+ "_queue": 11078,
+ "PH": 11079,
+ "ĠAtl": 11080,
+ "cred": 11081,
+ "/LICENSE": 11082,
+ "Ġmes": 11083,
+ "Ġadvanced": 11084,
+ ".java": 11085,
+ ".Sh": 11086,
+ "Go": 11087,
+ "kill": 11088,
+ "fp": 11089,
+ "_settings": 11090,
+ "Ġpal": 11091,
+ "Ġtruck": 11092,
+ "Ġcombined": 11093,
+ "Ġ\"${": 11094,
+ "ĠCorpor": 11095,
+ "Ġjoined": 11096,
+ "ĠJose": 11097,
+ "ĠCup": 11098,
+ "uns": 11099,
+ "estival": 11100,
+ "levision": 11101,
+ "Ġbroken": 11102,
+ "Ġmarriage": 11103,
+ "ĠWestern": 11104,
+ "Ġrepresents": 11105,
+ "ĠTitle": 11106,
+ "Ġss": 11107,
+ ".Ass": 11108,
+ "ongoose": 11109,
+ "iento": 11110,
+ "<>();Ċ": 11111,
+ "Ġabsolutely": 11112,
+ "Ġsmooth": 11113,
+ "TERN": 11114,
+ "ĠUnless": 11115,
+ "Word": 11116,
+ "Ġmerge": 11117,
+ "igan": 11118,
+ "ĠVol": 11119,
+ "Ġnn": 11120,
+ ".getId": 11121,
+ "Ġз": 11122,
+ "171": 11123,
+ "Ġsexy": 11124,
+ "Ġseeking": 11125,
+ "Single": 11126,
+ ".this": 11127,
+ "179": 11128,
+ "Ġkom": 11129,
+ "bound": 11130,
+ ";\"": 11131,
+ "ĠfontSize": 11132,
+ "_df": 11133,
+ "Ġinjury": 11134,
+ "(H": 11135,
+ "Ġissued": 11136,
+ "_END": 11137,
+ ":self": 11138,
+ "020": 11139,
+ "Ġpatch": 11140,
+ "Ġleaves": 11141,
+ "Ġadopt": 11142,
+ "FileName": 11143,
+ "ãĢIJ": 11144,
+ "Ġexecutive": 11145,
+ "ĠByte": 11146,
+ "]))Ċ": 11147,
+ "Ġnu": 11148,
+ "outing": 11149,
+ "cluding": 11150,
+ "-R": 11151,
+ ".options": 11152,
+ "Ġsubstant": 11153,
+ "avax": 11154,
+ "ĠBUT": 11155,
+ "Ġtechnical": 11156,
+ "Ġtwice": 11157,
+ "Ġmás": 11158,
+ "Ġunivers": 11159,
+ "yr": 11160,
+ "Ġdrag": 11161,
+ "ĠDC": 11162,
+ "Ġsed": 11163,
+ "Ġbot": 11164,
+ "ĠPal": 11165,
+ "ĠHall": 11166,
+ "forcement": 11167,
+ "Ġauch": 11168,
+ ".mod": 11169,
+ "notation": 11170,
+ "_files": 11171,
+ ".line": 11172,
+ "_flag": 11173,
+ "[name": 11174,
+ "Ġresolution": 11175,
+ "Ġbott": 11176,
+ "(\"[": 11177,
+ "ende": 11178,
+ "(arr": 11179,
+ "Free": 11180,
+ "(@\"": 11181,
+ "ĠDistrict": 11182,
+ "PEC": 11183,
+ ":-": 11184,
+ "Picker": 11185,
+ "ĠJo": 11186,
+ "ĠĠĠĠĠĊ": 11187,
+ "ĠRiver": 11188,
+ "_rows": 11189,
+ "Ġhelpful": 11190,
+ "Ġmassive": 11191,
+ "---Ċ": 11192,
+ "Ġmeasures": 11193,
+ "007": 11194,
+ "ĠRuntime": 11195,
+ "Ġworry": 11196,
+ "ĠSpec": 11197,
+ "ĉD": 11198,
+ "ãĢij": 11199,
+ "Ġ){Ċ": 11200,
+ "Ġworse": 11201,
+ "(filename": 11202,
+ "Ġlay": 11203,
+ "Ġmagic": 11204,
+ "ĠTheir": 11205,
+ "oul": 11206,
+ "stroy": 11207,
+ "ĠWhere": 11208,
+ "280": 11209,
+ "Ġsudden": 11210,
+ "Ġdefe": 11211,
+ "Ġbinding": 11212,
+ "Ġflight": 11213,
+ "ĠOnInit": 11214,
+ "ĠWomen": 11215,
+ "ĠPolicy": 11216,
+ "Ġdrugs": 11217,
+ "ishing": 11218,
+ "('../": 11219,
+ "ĠMel": 11220,
+ "peat": 11221,
+ "tor": 11222,
+ "Ġproposed": 11223,
+ "Ġstated": 11224,
+ "_RES": 11225,
+ "Ġeast": 11226,
+ "212": 11227,
+ "ĠCONDITION": 11228,
+ "_desc": 11229,
+ "Ġwinning": 11230,
+ "folio": 11231,
+ "Mapper": 11232,
+ "ĠPan": 11233,
+ "ĠAnge": 11234,
+ ".servlet": 11235,
+ "Ġcopies": 11236,
+ "LM": 11237,
+ "Ġvm": 11238,
+ "åį": 11239,
+ "Ġdictionary": 11240,
+ "Seg": 11241,
+ "177": 11242,
+ "elines": 11243,
+ "ĠSend": 11244,
+ "Ġiron": 11245,
+ "ĠFort": 11246,
+ "166": 11247,
+ ".domain": 11248,
+ "Ġdebate": 11249,
+ "NotNull": 11250,
+ "eq": 11251,
+ "acher": 11252,
+ "lf": 11253,
+ "ĉfmt": 11254,
+ "Ġlawy": 11255,
+ "178": 11256,
+ "ÄŁ": 11257,
+ "ĠMen": 11258,
+ "Ġtrim": 11259,
+ "(NULL": 11260,
+ "Ġ!!": 11261,
+ "Ġpad": 11262,
+ "Ġfollows": 11263,
+ "\"][\"": 11264,
+ "requ": 11265,
+ "ĠEp": 11266,
+ ".github": 11267,
+ "(img": 11268,
+ "eto": 11269,
+ "('\\": 11270,
+ "Services": 11271,
+ "umbnail": 11272,
+ "_main": 11273,
+ "pleted": 11274,
+ "fortunately": 11275,
+ "Ġwindows": 11276,
+ "Ġplane": 11277,
+ "ĠConnection": 11278,
+ ".local": 11279,
+ "uard": 11280,
+ "}\\": 11281,
+ "==\"": 11282,
+ "andon": 11283,
+ "ĠRoy": 11284,
+ "west": 11285,
+ "158": 11286,
+ "iginal": 11287,
+ "emies": 11288,
+ "itz": 11289,
+ "'):Ċ": 11290,
+ "ĠPeter": 11291,
+ "Ġtough": 11292,
+ "Ġreduced": 11293,
+ "Ġcalculate": 11294,
+ "Ġrapid": 11295,
+ "customer": 11296,
+ "Ġefficient": 11297,
+ "Ġmedium": 11298,
+ "Ġfell": 11299,
+ ".ref": 11300,
+ "ĠCas": 11301,
+ "Ġfeedback": 11302,
+ "Speed": 11303,
+ "(output": 11304,
+ "aje": 11305,
+ "Ġcategories": 11306,
+ "Ġfee": 11307,
+ "};": 11308,
+ "Ġdeleted": 11309,
+ "reh": 11310,
+ "Ġproof": 11311,
+ "Desc": 11312,
+ "Build": 11313,
+ "Ġsides": 11314,
+ ".ArrayList": 11315,
+ "-%": 11316,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317,
+ "ر": 11318,
+ ".match": 11319,
+ "ли": 11320,
+ "Ġfeels": 11321,
+ "Ġachieve": 11322,
+ "Ġclim": 11323,
+ "_ON": 11324,
+ "ĠCD": 11325,
+ "Ġteacher": 11326,
+ "_current": 11327,
+ "bn": 11328,
+ "_PL": 11329,
+ "isting": 11330,
+ "Enable": 11331,
+ "GEN": 11332,
+ "Ġtv": 11333,
+ "Ġsock": 11334,
+ "Ġplays": 11335,
+ "Ġdiscount": 11336,
+ "ĠKE": 11337,
+ "ĠDebug": 11338,
+ "Fore": 11339,
+ "ĠIraq": 11340,
+ "Ġappearance": 11341,
+ "Mon": 11342,
+ "Ġstyled": 11343,
+ "ĠHuman": 11344,
+ "iot": 11345,
+ "ĠHistory": 11346,
+ "Ġsac": 11347,
+ "ĠCollection": 11348,
+ "Ġrecommended": 11349,
+ ".Selected": 11350,
+ "Ġorganizations": 11351,
+ "Ġdiscovered": 11352,
+ "cohol": 11353,
+ "adas": 11354,
+ "ĠThomas": 11355,
+ "May": 11356,
+ "Ġconserv": 11357,
+ "Ġdomin": 11358,
+ "ĠFollow": 11359,
+ "ĠSection": 11360,
+ "ĠThanks": 11361,
+ "Username": 11362,
+ "Ġrecipe": 11363,
+ "Ġwonderful": 11364,
+ ".sleep": 11365,
+ "_if": 11366,
+ "ĉĊĉĊ": 11367,
+ "orno": 11368,
+ "Ġru": 11369,
+ "_target": 11370,
+ ".\"\"": 11371,
+ "à¦": 11372,
+ "EventArgs": 11373,
+ "Ġinputs": 11374,
+ "Ġfif": 11375,
+ "Ġvision": 11376,
+ "cy": 11377,
+ "ĠSeries": 11378,
+ ")(((": 11379,
+ "Ġtrading": 11380,
+ "Ġmarker": 11381,
+ "Begin": 11382,
+ "Ġtypically": 11383,
+ "Ġcauses": 11384,
+ "dropdown": 11385,
+ "_DEBUG": 11386,
+ "260": 11387,
+ "Ġdetect": 11388,
+ "country": 11389,
+ "!\");Ċ": 11390,
+ "ĉR": 11391,
+ "appy": 11392,
+ "Ġcref": 11393,
+ "('<": 11394,
+ "\"=>": 11395,
+ "ĠLE": 11396,
+ "reader": 11397,
+ "Ġadministr": 11398,
+ "õ": 11399,
+ "ucket": 11400,
+ "Ġfashion": 11401,
+ ".char": 11402,
+ "izar": 11403,
+ "Ġdisable": 11404,
+ "Ġsuc": 11405,
+ "ĠLive": 11406,
+ "issue": 11407,
+ "Ġmetadata": 11408,
+ "flags": 11409,
+ "ĠðŁ": 11410,
+ "Ġcommitted": 11411,
+ "Ġva": 11412,
+ "Ġrough": 11413,
+ "Ġ'''Ċ": 11414,
+ "Ġhighlight": 11415,
+ "_vars": 11416,
+ "VO": 11417,
+ "Ġencoding": 11418,
+ "-Z": 11419,
+ "_sign": 11420,
+ "$(\"#": 11421,
+ "Ġrain": 11422,
+ "reatest": 11423,
+ "ĠEND": 11424,
+ "Selection": 11425,
+ "Ġcandidates": 11426,
+ "Ġsav": 11427,
+ ".Empty": 11428,
+ "Ġdecisions": 11429,
+ "Ġcollabor": 11430,
+ "ridge": 11431,
+ "feed": 11432,
+ "ression": 11433,
+ "Ġpersons": 11434,
+ "VM": 11435,
+ "008": 11436,
+ "ega": 11437,
+ "_BIT": 11438,
+ "According": 11439,
+ "acked": 11440,
+ "Ġdollars": 11441,
+ "_loss": 11442,
+ "ĠCost": 11443,
+ "}\"Ċ": 11444,
+ "Notification": 11445,
+ "Ġprostit": 11446,
+ "Ġauthority": 11447,
+ ".rec": 11448,
+ "Ġspokes": 11449,
+ "ĠToday": 11450,
+ "istant": 11451,
+ "ĠHead": 11452,
+ "âĢĿ.": 11453,
+ "ertainment": 11454,
+ "cean": 11455,
+ "culate": 11456,
+ "Ġven": 11457,
+ "However": 11458,
+ "_arr": 11459,
+ "Ġtokens": 11460,
+ "Graph": 11461,
+ "ĠJud": 11462,
+ "ĠVirgin": 11463,
+ "ĠSerial": 11464,
+ "unning": 11465,
+ "Mutable": 11466,
+ "agers": 11467,
+ ".csv": 11468,
+ "Ġdeveloping": 11469,
+ "Ġinstructions": 11470,
+ "Ġpromise": 11471,
+ "Ġrequested": 11472,
+ "_encode": 11473,
+ "/\"": 11474,
+ "ĠIcon": 11475,
+ "uilt": 11476,
+ "-day": 11477,
+ "Ġintelligence": 11478,
+ ".IS": 11479,
+ "ĠObservable": 11480,
+ "ĠHard": 11481,
+ "Bool": 11482,
+ "211": 11483,
+ "idential": 11484,
+ ".Anchor": 11485,
+ "Ġselling": 11486,
+ "CI": 11487,
+ "AGES": 11488,
+ "tle": 11489,
+ "bur": 11490,
+ "UFFER": 11491,
+ "RY": 11492,
+ "Ġbigger": 11493,
+ "Ġrat": 11494,
+ "Ġfamous": 11495,
+ "Ġtypename": 11496,
+ "Ġexplained": 11497,
+ "}}Ċ": 11498,
+ "Ġnuclear": 11499,
+ "-N": 11500,
+ "Ġcrisis": 11501,
+ "ĠEnter": 11502,
+ "Ġanswers": 11503,
+ "/${": 11504,
+ "/pl": 11505,
+ "Ġsequ": 11506,
+ "_next": 11507,
+ "mask": 11508,
+ "Ġstanding": 11509,
+ "Ġplenty": 11510,
+ "ĠCross": 11511,
+ "ĉret": 11512,
+ "dro": 11513,
+ "ĠCast": 11514,
+ "167": 11515,
+ "=true": 11516,
+ "ĠChris": 11517,
+ "icio": 11518,
+ "ĠMike": 11519,
+ "Decimal": 11520,
+ "addComponent": 11521,
+ "Len": 11522,
+ "Ġcock": 11523,
+ "Ġ#{": 11524,
+ "URN": 11525,
+ "": 11657,
+ "Ġ*=": 11658,
+ "ĠPS": 11659,
+ "Ġdangerous": 11660,
+ "[p": 11661,
+ "OME": 11662,
+ "Other": 11663,
+ "ĠStringBuilder": 11664,
+ "Points": 11665,
+ "heading": 11666,
+ "Ġcurrency": 11667,
+ "Ġpercentage": 11668,
+ "_API": 11669,
+ "Ġclassic": 11670,
+ "thead": 11671,
+ "ĠMO": 11672,
+ "FE": 11673,
+ "Idx": 11674,
+ "await": 11675,
+ "Ġè": 11676,
+ "Ġaccident": 11677,
+ "Ġvariant": 11678,
+ "Ġmyst": 11679,
+ "ĠLand": 11680,
+ "ĠBre": 11681,
+ "Ġharm": 11682,
+ "ĠAcc": 11683,
+ "Ġcharged": 11684,
+ "iones": 11685,
+ "Visibility": 11686,
+ "arry": 11687,
+ "ĠLanguage": 11688,
+ "Ġwalking": 11689,
+ "\".ĊĊ": 11690,
+ "ifer": 11691,
+ "Ġleadership": 11692,
+ ".From": 11693,
+ "ynam": 11694,
+ "Ġtimestamp": 11695,
+ "ipt": 11696,
+ "ĠHas": 11697,
+ "REFER": 11698,
+ "ĠIts": 11699,
+ "Ġlistener": 11700,
+ "UTE": 11701,
+ "213": 11702,
+ "_description": 11703,
+ "Ġexperiences": 11704,
+ "Ġcreates": 11705,
+ "RS": 11706,
+ "cart": 11707,
+ "black": 11708,
+ "Ġchoices": 11709,
+ "war": 11710,
+ "750": 11711,
+ "Ġ'''": 11712,
+ "Ġordered": 11713,
+ "Ġevening": 11714,
+ "Ġpil": 11715,
+ "Ġtun": 11716,
+ "ĠBad": 11717,
+ "(app": 11718,
+ "random": 11719,
+ "Ġexplicit": 11720,
+ "Ġarrived": 11721,
+ "Ġfly": 11722,
+ "Ġeconom": 11723,
+ "-mail": 11724,
+ "Ġlists": 11725,
+ "Ġarchitect": 11726,
+ "234": 11727,
+ "ĠPay": 11728,
+ "Ġds": 11729,
+ "ĠSol": 11730,
+ "Ġvehicles": 11731,
+ "Hz": 11732,
+ "-com": 11733,
+ "Ġking": 11734,
+ "_equal": 11735,
+ "ĠHelp": 11736,
+ "Ġabuse": 11737,
+ "480": 11738,
+ "169": 11739,
+ "--;Ċ": 11740,
+ "Ġextr": 11741,
+ "Ġchemical": 11742,
+ "ä¿": 11743,
+ "Ġorient": 11744,
+ "Ġbreath": 11745,
+ "ĠSpace": 11746,
+ "(element": 11747,
+ "wait": 11748,
+ "DED": 11749,
+ "igma": 11750,
+ "Ġentr": 11751,
+ "Ġsob": 11752,
+ "-name": 11753,
+ "Ġaffected": 11754,
+ "ika": 11755,
+ "Ġcoal": 11756,
+ "_work": 11757,
+ "Ġhundreds": 11758,
+ "Ġpolitics": 11759,
+ "subject": 11760,
+ "Ġconsumer": 11761,
+ "ANGE": 11762,
+ "Ġrepeated": 11763,
+ "Send": 11764,
+ "Ġ#[": 11765,
+ "Ġprotocol": 11766,
+ "Ġleads": 11767,
+ "useum": 11768,
+ "Every": 11769,
+ "808": 11770,
+ "174": 11771,
+ "Import": 11772,
+ "(count": 11773,
+ "Ġchallenges": 11774,
+ "Ġnovel": 11775,
+ "Ġdepart": 11776,
+ "bits": 11777,
+ ".Current": 11778,
+ "Ġ`${": 11779,
+ "oting": 11780,
+ "(\\": 11781,
+ "Ġcreative": 11782,
+ "Ġbuff": 11783,
+ "Ġintroduced": 11784,
+ "usic": 11785,
+ "modules": 11786,
+ "Are": 11787,
+ "-doc": 11788,
+ "language": 11789,
+ "_cache": 11790,
+ "Ġtod": 11791,
+ "?>": 11792,
+ "omething": 11793,
+ "Ġhun": 11794,
+ "åº": 11795,
+ "aters": 11796,
+ "Intent": 11797,
+ "Ġimplemented": 11798,
+ "ĠCase": 11799,
+ "Children": 11800,
+ "Ġnotification": 11801,
+ "Renderer": 11802,
+ "Wrapper": 11803,
+ "Objects": 11804,
+ "tl": 11805,
+ ".Contains": 11806,
+ "Plugin": 11807,
+ ".row": 11808,
+ "Ġforg": 11809,
+ "Ġpermit": 11810,
+ "Ġtargets": 11811,
+ "ĠIF": 11812,
+ "Ġtip": 11813,
+ "sex": 11814,
+ "Ġsupports": 11815,
+ "Ġfold": 11816,
+ "photo": 11817,
+ "},čĊ": 11818,
+ "Ġgoogle": 11819,
+ "$('#": 11820,
+ "Ġsharing": 11821,
+ "Ġgoods": 11822,
+ "vs": 11823,
+ "ĠDan": 11824,
+ "Rate": 11825,
+ "ĠMartin": 11826,
+ "Ġmanner": 11827,
+ "lie": 11828,
+ ".The": 11829,
+ "Internal": 11830,
+ "ĠCONTR": 11831,
+ "Mock": 11832,
+ "RIGHT": 11833,
+ "Ġ'{": 11834,
+ "Ġcontrols": 11835,
+ "Mat": 11836,
+ "Ġmand": 11837,
+ "Ġextended": 11838,
+ "Ok": 11839,
+ "Ġembed": 11840,
+ "Ġplanet": 11841,
+ "ĠNon": 11842,
+ "-ch": 11843,
+ ")\",": 11844,
+ "epar": 11845,
+ "Ġbelieved": 11846,
+ "ĠEnvironment": 11847,
+ "ĠFriend": 11848,
+ "-res": 11849,
+ "Ġhandling": 11850,
+ "nic": 11851,
+ "-level": 11852,
+ "scri": 11853,
+ "Xml": 11854,
+ "BE": 11855,
+ "ungen": 11856,
+ "Ġalter": 11857,
+ "[idx": 11858,
+ "Pop": 11859,
+ "cam": 11860,
+ "Ġ(((": 11861,
+ "Ġshipping": 11862,
+ "Ġbattery": 11863,
+ "iddleware": 11864,
+ "MC": 11865,
+ "Ġimpl": 11866,
+ "otation": 11867,
+ "ĠLab": 11868,
+ "