diff --git "a/consolidated.safetensors.index.json" "b/consolidated.safetensors.index.json" new file mode 100644--- /dev/null +++ "b/consolidated.safetensors.index.json" @@ -0,0 +1,1152 @@ +{ + "metadata": { + "total_size": 25792912480 + }, + "weight_map": { + "layers.0.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.0.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.0.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.1.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.1.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.10.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.10.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.11.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.11.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.12.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.12.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.13.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.13.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.14.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.14.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.15.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.15.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.16.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.16.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.17.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.17.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.18.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.18.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.19.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.19.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.2.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.2.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.20.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.20.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.21.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.21.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.22.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.22.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.23.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.23.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.24.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.24.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.25.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.25.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.26.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.26.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.27.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.27.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.28.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.28.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.29.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.29.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.3.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.3.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.30.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.30.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.31.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.31.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.32.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.32.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.33.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.33.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.34.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.34.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.35.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.35.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.36.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.36.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.37.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.37.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.38.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.38.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.39.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.39.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w3.weight": "consolidated-00001-of-00002.safetensors", + "layers.4.feed_forward.w3.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.4.ffn_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wk.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wk.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wk.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wo.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wo.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wo.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wq.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wq.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wq.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wv.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wv.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention.wv.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.attention_norm.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w1.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w1.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w1.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w2.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w2.weight": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w2.qscale_weight": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w3.qscale_act": "consolidated-00001-of-00002.safetensors", + "layers.5.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "layers.5.feed_forward.w3.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.5.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wk.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wk.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wo.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wo.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wq.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wq.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wv.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention.wv.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w1.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w1.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w2.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w2.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w3.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "layers.6.feed_forward.w3.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.6.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wk.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wk.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wo.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wo.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wq.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wq.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wv.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention.wv.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w1.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w1.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w2.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w2.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w3.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "layers.7.feed_forward.w3.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.7.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wk.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wk.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wo.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wo.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wq.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wq.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wv.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention.wv.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w1.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w1.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w2.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w2.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w3.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "layers.8.feed_forward.w3.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.8.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wk.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wk.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wo.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wo.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wq.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wq.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wv.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention.wv.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w1.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w1.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w2.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w2.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w3.qscale_act": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "layers.9.feed_forward.w3.qscale_weight": "consolidated-00002-of-00002.safetensors", + "layers.9.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "patch_merger.merging_layer.weight": "consolidated-00002-of-00002.safetensors", + "pre_mm_projector_norm.weight": "consolidated-00002-of-00002.safetensors", + "tok_embeddings.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.ln_pre.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.patch_conv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.0.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.1.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.10.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.11.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.12.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.13.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.14.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.15.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.16.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.17.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.18.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.19.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.2.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.20.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.21.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.22.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.23.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.3.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.4.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.5.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.6.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.7.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.8.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.attention.wk.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.attention.wo.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.attention.wq.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.attention.wv.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.attention_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.feed_forward.w1.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.feed_forward.w2.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.feed_forward.w3.weight": "consolidated-00002-of-00002.safetensors", + "vision_encoder.transformer.layers.9.ffn_norm.weight": "consolidated-00002-of-00002.safetensors", + "vision_language_adapter.w_in.weight": "consolidated-00002-of-00002.safetensors", + "vision_language_adapter.w_out.weight": "consolidated-00002-of-00002.safetensors", + "norm.weight": "consolidated-00002-of-00002.safetensors", + "output.weight": "consolidated-00002-of-00002.safetensors" + } +} \ No newline at end of file