| { |
| "model.language_model.altup_projections.0.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0003622328513301909, |
| "sin": 0.9999999343936786 |
| }, |
| "model.language_model.altup_projections.1.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0007422511116601527, |
| "sin": 0.9999997245316057 |
| }, |
| "model.language_model.altup_projections.2.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -3.0819152016192675e-05, |
| "sin": 0.9999999995250899 |
| }, |
| "model.language_model.altup_unembed_projections.0.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00017798051703721285, |
| "sin": 0.9999999841614676 |
| }, |
| "model.language_model.altup_unembed_projections.1.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00022003626509103924, |
| "sin": 0.9999999757920207 |
| }, |
| "model.language_model.altup_unembed_projections.2.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00027482325094752014, |
| "sin": 0.9999999622360897 |
| }, |
| "model.language_model.layers.0.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668583273887634, |
| "sin": 0.25531348330827097 |
| }, |
| "model.language_model.layers.0.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998635649681091, |
| "sin": 0.016518215680387856 |
| }, |
| "model.language_model.layers.0.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05356515198945999, |
| "sin": 0.9985643567103455 |
| }, |
| "model.language_model.layers.0.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921492338180542, |
| "sin": 0.3883965379281304 |
| }, |
| "model.language_model.layers.0.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667706489562988, |
| "sin": 0.25564528612242554 |
| }, |
| "model.language_model.layers.0.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998263716697693, |
| "sin": 0.018634014963618738 |
| }, |
| "model.language_model.layers.0.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05406947433948517, |
| "sin": 0.9985371760453647 |
| }, |
| "model.language_model.layers.0.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215331077575684, |
| "sin": 0.38829979565624023 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.0.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -1.0827854566741735e-05, |
| "sin": 0.9999999999413788 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.0.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0008614014950580895, |
| "sin": 0.9999996289936633 |
| }, |
| "model.language_model.layers.10.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668910503387451, |
| "sin": 0.2551895310839343 |
| }, |
| "model.language_model.layers.10.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998586177825928, |
| "sin": 0.01681500656803482 |
| }, |
| "model.language_model.layers.10.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05353719741106033, |
| "sin": 0.9985658558619803 |
| }, |
| "model.language_model.layers.10.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214490056037903, |
| "sin": 0.38849933085114324 |
| }, |
| "model.language_model.layers.10.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668105840682983, |
| "sin": 0.2554942162427867 |
| }, |
| "model.language_model.layers.10.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.999830961227417, |
| "sin": 0.018386108099850258 |
| }, |
| "model.language_model.layers.10.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05343414098024368, |
| "sin": 0.998571375805307 |
| }, |
| "model.language_model.layers.10.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215099215507507, |
| "sin": 0.38835481776788766 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.10.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0005557113327085972, |
| "sin": 0.9999998455924455 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.10.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0004648746980819851, |
| "sin": 0.9999998919457517 |
| }, |
| "model.language_model.layers.15.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.966820240020752, |
| "sin": 0.2554576745494556 |
| }, |
| "model.language_model.layers.15.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998351335525513, |
| "sin": 0.01815780036105603 |
| }, |
| "model.language_model.layers.15.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05348552018404007, |
| "sin": 0.9985686251483383 |
| }, |
| "model.language_model.layers.15.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214767813682556, |
| "sin": 0.3884334452634068 |
| }, |
| "model.language_model.layers.15.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667991399765015, |
| "sin": 0.2555375176773405 |
| }, |
| "model.language_model.layers.15.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998364448547363, |
| "sin": 0.01808545106547806 |
| }, |
| "model.language_model.layers.15.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05323363095521927, |
| "sin": 0.9985820850262254 |
| }, |
| "model.language_model.layers.15.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214645624160767, |
| "sin": 0.38846243088791527 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.15.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00030038628028705716, |
| "sin": 0.9999999548840403 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.15.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -2.3778702598065138e-05, |
| "sin": 0.9999999997172866 |
| }, |
| "model.language_model.layers.20.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668239951133728, |
| "sin": 0.2554434623806546 |
| }, |
| "model.language_model.layers.20.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998546838760376, |
| "sin": 0.017047320350979542 |
| }, |
| "model.language_model.layers.20.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0535927414894104, |
| "sin": 0.9985628763676573 |
| }, |
| "model.language_model.layers.20.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215028285980225, |
| "sin": 0.38837164789135115 |
| }, |
| "model.language_model.layers.20.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668715000152588, |
| "sin": 0.2552635940713901 |
| }, |
| "model.language_model.layers.20.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998392462730408, |
| "sin": 0.01792990831425877 |
| }, |
| "model.language_model.layers.20.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.054061587899923325, |
| "sin": 0.9985376030544563 |
| }, |
| "model.language_model.layers.20.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214740991592407, |
| "sin": 0.388439808179679 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.20.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.000325660512316972, |
| "sin": 0.999999946972614 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.20.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0002750533167272806, |
| "sin": 0.9999999621728358 |
| }, |
| "model.language_model.layers.25.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669142961502075, |
| "sin": 0.25510143845213573 |
| }, |
| "model.language_model.layers.25.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998461604118347, |
| "sin": 0.017540111450948068 |
| }, |
| "model.language_model.layers.25.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053780678659677505, |
| "sin": 0.9985527720671074 |
| }, |
| "model.language_model.layers.25.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213902950286865, |
| "sin": 0.3886385521624817 |
| }, |
| "model.language_model.layers.25.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668070673942566, |
| "sin": 0.25550752324837206 |
| }, |
| "model.language_model.layers.25.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998347759246826, |
| "sin": 0.018177481993931426 |
| }, |
| "model.language_model.layers.25.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05405932292342186, |
| "sin": 0.9985377256794363 |
| }, |
| "model.language_model.layers.25.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214905500411987, |
| "sin": 0.38840078036065917 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.25.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00021173547429498285, |
| "sin": 0.9999999775840442 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.25.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00014183318126015365, |
| "sin": 0.9999999899416743 |
| }, |
| "model.language_model.layers.30.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668793082237244, |
| "sin": 0.2552340167940242 |
| }, |
| "model.language_model.layers.30.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998527765274048, |
| "sin": 0.017158824856019328 |
| }, |
| "model.language_model.layers.30.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053445860743522644, |
| "sin": 0.9985707486049168 |
| }, |
| "model.language_model.layers.30.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214526414871216, |
| "sin": 0.3884907070914389 |
| }, |
| "model.language_model.layers.30.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668945074081421, |
| "sin": 0.25517643218754793 |
| }, |
| "model.language_model.layers.30.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998440742492676, |
| "sin": 0.017658629296327114 |
| }, |
| "model.language_model.layers.30.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05356999486684799, |
| "sin": 0.9985640969161499 |
| }, |
| "model.language_model.layers.30.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921358048915863, |
| "sin": 0.3887149928906192 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.30.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0007448575343005359, |
| "sin": 0.9999997225935883 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.30.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.000202890470973216, |
| "sin": 0.9999999794177282 |
| }, |
| "model.language_model.layers.5.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668848514556885, |
| "sin": 0.2552130169593848 |
| }, |
| "model.language_model.layers.5.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998635053634644, |
| "sin": 0.016521823213116828 |
| }, |
| "model.language_model.layers.5.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053483106195926666, |
| "sin": 0.9985687544438967 |
| }, |
| "model.language_model.layers.5.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.92145836353302, |
| "sin": 0.3884771348162575 |
| }, |
| "model.language_model.layers.5.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668302536010742, |
| "sin": 0.2554197735526412 |
| }, |
| "model.language_model.layers.5.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998486042022705, |
| "sin": 0.01740024927325509 |
| }, |
| "model.language_model.layers.5.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053420908749103546, |
| "sin": 0.9985720837818469 |
| }, |
| "model.language_model.layers.5.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214775562286377, |
| "sin": 0.38843160706474167 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.5.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0003720498352777213, |
| "sin": 0.9999999307894576 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.5.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0008976340177468956, |
| "sin": 0.999999597126504 |
| }, |
| "model.language_model.norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9491766095161438, |
| "sin": 0.31474396570456736 |
| }, |
| "model.language_model.norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9831081628799438, |
| "sin": 0.18302551756195581 |
| }, |
| "model.language_model.norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04529869183897972, |
| "sin": 0.9989734873947742 |
| }, |
| "model.language_model.norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9072745442390442, |
| "sin": 0.42053882267376297 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8661008477210999, |
| "sin": 0.4998693044954773 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.2150925099849701, |
| "sin": 0.9765936781222606 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9813554286956787, |
| "sin": 0.19220177566692942 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8815266489982605, |
| "sin": 0.4721342680910777 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.2607191205024719, |
| "sin": 0.9654146985645171 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9461039304733276, |
| "sin": 0.3238631697845879 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9178560972213745, |
| "sin": 0.3969133215118216 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.1865140199661255, |
| "sin": 0.9824522992777185 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9575161337852478, |
| "sin": 0.28837970376042665 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9202456474304199, |
| "sin": 0.39134121733516297 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08440673351287842, |
| "sin": 0.9964313841593339 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8932141661643982, |
| "sin": 0.4496314639382334 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583811163902283, |
| "sin": 0.2854919188814628 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.2749817371368408, |
| "sin": 0.9614494496546375 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8744925260543823, |
| "sin": 0.4850389900564958 |
| }, |
| "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.8936607837677002, |
| "sin": 0.4487431376140473 |
| }, |
| "model.language_model.layers.0.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8760384321212769, |
| "sin": 0.4822412938006191 |
| }, |
| "model.language_model.layers.0.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9078119397163391, |
| "sin": 0.41937749356451864 |
| }, |
| "model.language_model.layers.0.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.051473602652549744, |
| "sin": 0.9986743554482449 |
| }, |
| "model.language_model.layers.0.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8402359485626221, |
| "sin": 0.5422209427374332 |
| }, |
| "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.23827306926250458, |
| "sin": 0.9711982004020733 |
| }, |
| "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.24574875831604004, |
| "sin": 0.9693335585783278 |
| }, |
| "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.038077883422374725, |
| "sin": 0.9992747744209658 |
| }, |
| "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2247752547264099, |
| "sin": 0.9744106346210911 |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.724547266960144, |
| "sin": 0.6892251141249757 |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7459471225738525, |
| "sin": 0.6660051728956689 |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.048050083220005035, |
| "sin": 0.9988449276552145 |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6853119730949402, |
| "sin": 0.7282496134792795 |
| }, |
| "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8145543336868286, |
| "sin": 0.5800872671176353 |
| }, |
| "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8469040989875793, |
| "sin": 0.5317456601779054 |
| }, |
| "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04158146679401398, |
| "sin": 0.9991351167981527 |
| }, |
| "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.786381185054779, |
| "sin": 0.617741557442788 |
| }, |
| "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5181158185005188, |
| "sin": 0.855310469139445 |
| }, |
| "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5399265289306641, |
| "sin": 0.8417121499401591 |
| }, |
| "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.015205473639070988, |
| "sin": 0.9998843901028815 |
| }, |
| "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5026004314422607, |
| "sin": 0.8645188293577263 |
| }, |
| "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9333481788635254, |
| "sin": 0.35897239032012007 |
| }, |
| "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9669707417488098, |
| "sin": 0.2548873959256451 |
| }, |
| "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04648405686020851, |
| "sin": 0.9989190319829816 |
| }, |
| "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.893057644367218, |
| "sin": 0.4499422672268916 |
| }, |
| "model.language_model.layers.1.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668591618537903, |
| "sin": 0.2553103232135085 |
| }, |
| "model.language_model.layers.1.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998620748519897, |
| "sin": 0.01660816885373141 |
| }, |
| "model.language_model.layers.1.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053622279316186905, |
| "sin": 0.9985612906381545 |
| }, |
| "model.language_model.layers.1.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214661121368408, |
| "sin": 0.3884587548034091 |
| }, |
| "model.language_model.layers.1.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668596982955933, |
| "sin": 0.2553082917019233 |
| }, |
| "model.language_model.layers.1.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998526573181152, |
| "sin": 0.017165769831371566 |
| }, |
| "model.language_model.layers.1.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053544722497463226, |
| "sin": 0.998565452382902 |
| }, |
| "model.language_model.layers.1.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214576482772827, |
| "sin": 0.38847883138119577 |
| }, |
| "model.language_model.layers.1.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9211620688438416, |
| "sin": 0.38917919127740336 |
| }, |
| "model.language_model.layers.1.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9518924951553345, |
| "sin": 0.30643217466015465 |
| }, |
| "model.language_model.layers.1.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0512014664709568, |
| "sin": 0.9986883446957933 |
| }, |
| "model.language_model.layers.1.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8750845193862915, |
| "sin": 0.48397012710544773 |
| }, |
| "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3157765865325928, |
| "sin": 0.9488335720229465 |
| }, |
| "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.325840026140213, |
| "sin": 0.9454249189464732 |
| }, |
| "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.02435668185353279, |
| "sin": 0.9997033320185973 |
| }, |
| "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.30033183097839355, |
| "sin": 0.953834781972835 |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5507043600082397, |
| "sin": 0.8347003701136804 |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5695701837539673, |
| "sin": 0.8219427022478343 |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.032166071236133575, |
| "sin": 0.9994825380471797 |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5282866358757019, |
| "sin": 0.8490660930428995 |
| }, |
| "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7251583933830261, |
| "sin": 0.6885820971432153 |
| }, |
| "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7518957853317261, |
| "sin": 0.6592819791260693 |
| }, |
| "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.035659365355968475, |
| "sin": 0.9993640025848488 |
| }, |
| "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.699439525604248, |
| "sin": 0.714691786732228 |
| }, |
| "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7287678718566895, |
| "sin": 0.6847608260914696 |
| }, |
| "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.753135085105896, |
| "sin": 0.6578659009118308 |
| }, |
| "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04180268198251724, |
| "sin": 0.9991258858517622 |
| }, |
| "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6936649680137634, |
| "sin": 0.7202977940758006 |
| }, |
| "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.92037034034729, |
| "sin": 0.3910478699712012 |
| }, |
| "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9514870047569275, |
| "sin": 0.3076889334680249 |
| }, |
| "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.050982967019081116, |
| "sin": 0.9986995229166434 |
| }, |
| "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.878132164478302, |
| "sin": 0.4784181243521741 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.1.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0007136953063309193, |
| "sin": 0.9999997453194724 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.1.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0007889866246841848, |
| "sin": 0.9999996887500046 |
| }, |
| "model.language_model.layers.10.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9098918437957764, |
| "sin": 0.4148455526987393 |
| }, |
| "model.language_model.layers.10.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9417853951454163, |
| "sin": 0.336214618199138 |
| }, |
| "model.language_model.layers.10.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.057623475790023804, |
| "sin": 0.998338387040124 |
| }, |
| "model.language_model.layers.10.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8723196387290955, |
| "sin": 0.48893603660145607 |
| }, |
| "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.2653670012950897, |
| "sin": 0.9641474755573712 |
| }, |
| "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.2786770462989807, |
| "sin": 0.9603848727807388 |
| }, |
| "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.01025131531059742, |
| "sin": 0.9999474538866543 |
| }, |
| "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2580743134021759, |
| "sin": 0.9661250689025699 |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6864209771156311, |
| "sin": 0.7272044019226109 |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7054387331008911, |
| "sin": 0.7087709036360125 |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.031261034309864044, |
| "sin": 0.9995112544308231 |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6422180533409119, |
| "sin": 0.7665219970509716 |
| }, |
| "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7183816432952881, |
| "sin": 0.6956492036769405 |
| }, |
| "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7428209185600281, |
| "sin": 0.6694901664323653 |
| }, |
| "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.037529561668634415, |
| "sin": 0.9992955178529324 |
| }, |
| "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6836891770362854, |
| "sin": 0.7297733272759747 |
| }, |
| "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7150301337242126, |
| "sin": 0.6990936331181501 |
| }, |
| "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7400065660476685, |
| "sin": 0.672599644815798 |
| }, |
| "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04899949952960014, |
| "sin": 0.9987988030859112 |
| }, |
| "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.687034010887146, |
| "sin": 0.7266252595969404 |
| }, |
| "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8813252449035645, |
| "sin": 0.4725101191463228 |
| }, |
| "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9121408462524414, |
| "sin": 0.4098769042015908 |
| }, |
| "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04989083111286163, |
| "sin": 0.998754677070835 |
| }, |
| "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.843947172164917, |
| "sin": 0.5364262955848081 |
| }, |
| "model.language_model.layers.11.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668729305267334, |
| "sin": 0.25525817560784725 |
| }, |
| "model.language_model.layers.11.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998575448989868, |
| "sin": 0.016878682074456006 |
| }, |
| "model.language_model.layers.11.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05344640836119652, |
| "sin": 0.9985707192949772 |
| }, |
| "model.language_model.layers.11.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214431047439575, |
| "sin": 0.3885133263091707 |
| }, |
| "model.language_model.layers.11.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668007493019104, |
| "sin": 0.2555314288874552 |
| }, |
| "model.language_model.layers.11.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998413324356079, |
| "sin": 0.0178131960464199 |
| }, |
| "model.language_model.layers.11.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053498268127441406, |
| "sin": 0.9985679422589954 |
| }, |
| "model.language_model.layers.11.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215688705444336, |
| "sin": 0.3882149106403011 |
| }, |
| "model.language_model.layers.11.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8323327302932739, |
| "sin": 0.5542763084261713 |
| }, |
| "model.language_model.layers.11.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8601260781288147, |
| "sin": 0.5100814932172546 |
| }, |
| "model.language_model.layers.11.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06535845994949341, |
| "sin": 0.9978618500138335 |
| }, |
| "model.language_model.layers.11.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7963101863861084, |
| "sin": 0.6048884914244288 |
| }, |
| "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.28606826066970825, |
| "sin": 0.9582092413650621 |
| }, |
| "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.2951856553554535, |
| "sin": 0.9554399137948819 |
| }, |
| "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": -0.024395188316702843, |
| "sin": 0.9997023931085653 |
| }, |
| "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2762258052825928, |
| "sin": 0.9610927658119081 |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8247712850570679, |
| "sin": 0.5654664688072255 |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8497781753540039, |
| "sin": 0.5271404487345093 |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06566253304481506, |
| "sin": 0.9978418871515359 |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7782212495803833, |
| "sin": 0.6279901963419069 |
| }, |
| "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8368033170700073, |
| "sin": 0.5475036150936656 |
| }, |
| "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8652660846710205, |
| "sin": 0.5013128790666388 |
| }, |
| "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053811267018318176, |
| "sin": 0.9985511241503278 |
| }, |
| "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7990069389343262, |
| "sin": 0.6013218036416091 |
| }, |
| "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6690081357955933, |
| "sin": 0.7432550801974414 |
| }, |
| "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6929113864898682, |
| "sin": 0.721022753089449 |
| }, |
| "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04516727849841118, |
| "sin": 0.9989794377028223 |
| }, |
| "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6454847455024719, |
| "sin": 0.7637731622174276 |
| }, |
| "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8997212052345276, |
| "sin": 0.436465064869262 |
| }, |
| "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9306137561798096, |
| "sin": 0.36600278251525076 |
| }, |
| "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0444260835647583, |
| "sin": 0.999012674143375 |
| }, |
| "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.859980046749115, |
| "sin": 0.5103276586599926 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.11.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00040108966641128063, |
| "sin": 0.9999999195635365 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.11.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0003806126769632101, |
| "sin": 0.9999999275669924 |
| }, |
| "model.language_model.layers.12.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.966838002204895, |
| "sin": 0.2553904412707089 |
| }, |
| "model.language_model.layers.12.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998486042022705, |
| "sin": 0.01740024927325509 |
| }, |
| "model.language_model.layers.12.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05359720438718796, |
| "sin": 0.9985626368345043 |
| }, |
| "model.language_model.layers.12.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214650392532349, |
| "sin": 0.38846129978935395 |
| }, |
| "model.language_model.layers.12.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668394327163696, |
| "sin": 0.2553850256860973 |
| }, |
| "model.language_model.layers.12.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998442530632019, |
| "sin": 0.017648501819924247 |
| }, |
| "model.language_model.layers.12.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053479090332984924, |
| "sin": 0.9985689695244673 |
| }, |
| "model.language_model.layers.12.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214518070220947, |
| "sin": 0.38849268633491196 |
| }, |
| "model.language_model.layers.12.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.920369029045105, |
| "sin": 0.39105095623789327 |
| }, |
| "model.language_model.layers.12.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9489847421646118, |
| "sin": 0.315321992792709 |
| }, |
| "model.language_model.layers.12.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05679481476545334, |
| "sin": 0.9983858718029607 |
| }, |
| "model.language_model.layers.12.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.87117600440979, |
| "sin": 0.4909708436766826 |
| }, |
| "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.35720527172088623, |
| "sin": 0.9340259064152385 |
| }, |
| "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.3692712187767029, |
| "sin": 0.9293216703505672 |
| }, |
| "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03596747666597366, |
| "sin": 0.9993529609813956 |
| }, |
| "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.33447265625, |
| "sin": 0.9424054553222139 |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7891384959220886, |
| "sin": 0.6142152995927598 |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8122347593307495, |
| "sin": 0.58333069157633 |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.08076628297567368, |
| "sin": 0.9967330673426529 |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7442233562469482, |
| "sin": 0.6679308317606906 |
| }, |
| "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8230856657028198, |
| "sin": 0.5679172359724134 |
| }, |
| "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8506961464881897, |
| "sin": 0.5256577463998267 |
| }, |
| "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0645017996430397, |
| "sin": 0.9979175907071732 |
| }, |
| "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7880046367645264, |
| "sin": 0.6156693044464754 |
| }, |
| "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7670012712478638, |
| "sin": 0.6416455796654107 |
| }, |
| "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7946017384529114, |
| "sin": 0.6071310214835106 |
| }, |
| "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0548018142580986, |
| "sin": 0.9984972514504088 |
| }, |
| "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7403329610824585, |
| "sin": 0.6722403638096116 |
| }, |
| "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.909407377243042, |
| "sin": 0.4159065065804231 |
| }, |
| "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9408572912216187, |
| "sin": 0.33880312506693067 |
| }, |
| "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.042102083563804626, |
| "sin": 0.9991133141739161 |
| }, |
| "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8678508996963501, |
| "sin": 0.49682473357939383 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.12.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00023407349362969398, |
| "sin": 0.9999999726047994 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.12.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00018753448966890574, |
| "sin": 0.9999999824154074 |
| }, |
| "model.language_model.layers.13.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668459892272949, |
| "sin": 0.2553602026845482 |
| }, |
| "model.language_model.layers.13.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998557567596436, |
| "sin": 0.016984277276366578 |
| }, |
| "model.language_model.layers.13.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053508907556533813, |
| "sin": 0.9985673721948392 |
| }, |
| "model.language_model.layers.13.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214928150177002, |
| "sin": 0.3883954066035727 |
| }, |
| "model.language_model.layers.13.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668102264404297, |
| "sin": 0.2554955695314599 |
| }, |
| "model.language_model.layers.13.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998263120651245, |
| "sin": 0.018637212834870326 |
| }, |
| "model.language_model.layers.13.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05339817702770233, |
| "sin": 0.9985732996080549 |
| }, |
| "model.language_model.layers.13.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215664863586426, |
| "sin": 0.38822057032128765 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.13.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 1.488321868237108e-05, |
| "sin": 0.9999999998892449 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.13.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 9.329845488537103e-05, |
| "sin": 0.9999999956476991 |
| }, |
| "model.language_model.layers.15.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.897170901298523, |
| "sin": 0.4416835675720753 |
| }, |
| "model.language_model.layers.15.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9288727641105652, |
| "sin": 0.37039895800825134 |
| }, |
| "model.language_model.layers.15.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0311158187687397, |
| "sin": 0.9995157856794213 |
| }, |
| "model.language_model.layers.15.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8549088835716248, |
| "sin": 0.5187781807191953 |
| }, |
| "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5263445377349854, |
| "sin": 0.8502713846746488 |
| }, |
| "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5397199988365173, |
| "sin": 0.8418445954307183 |
| }, |
| "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053784340620040894, |
| "sin": 0.9985525748322256 |
| }, |
| "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.4940747618675232, |
| "sin": 0.8694194210423127 |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7104182839393616, |
| "sin": 0.7037796969539919 |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7299808263778687, |
| "sin": 0.6834676240471702 |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.08286979794502258, |
| "sin": 0.9965603828110724 |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6708303093910217, |
| "sin": 0.7416108791019358 |
| }, |
| "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7558035850524902, |
| "sin": 0.6547983970824938 |
| }, |
| "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7774139642715454, |
| "sin": 0.6289892909705223 |
| }, |
| "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06296922266483307, |
| "sin": 0.9980154693174784 |
| }, |
| "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7130191326141357, |
| "sin": 0.7011445760513202 |
| }, |
| "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7976579666137695, |
| "sin": 0.6031100797512727 |
| }, |
| "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8263149261474609, |
| "sin": 0.5632083476173948 |
| }, |
| "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.041028909385204315, |
| "sin": 0.9991579597814656 |
| }, |
| "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7654774785041809, |
| "sin": 0.6434626872654554 |
| }, |
| "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.84267657995224, |
| "sin": 0.5384200791203798 |
| }, |
| "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.875708281993866, |
| "sin": 0.4828405584117305 |
| }, |
| "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.022711314260959625, |
| "sin": 0.9997420648369958 |
| }, |
| "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8090170621871948, |
| "sin": 0.5877851589569105 |
| }, |
| "model.language_model.layers.16.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667569398880005, |
| "sin": 0.2556971239149729 |
| }, |
| "model.language_model.layers.16.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998276233673096, |
| "sin": 0.01856673239095565 |
| }, |
| "model.language_model.layers.16.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05329138785600662, |
| "sin": 0.9985790043759085 |
| }, |
| "model.language_model.layers.16.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215909242630005, |
| "sin": 0.38816255398488464 |
| }, |
| "model.language_model.layers.16.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668467044830322, |
| "sin": 0.2553574945645813 |
| }, |
| "model.language_model.layers.16.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998234510421753, |
| "sin": 0.018790070412718126 |
| }, |
| "model.language_model.layers.16.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05354968458414078, |
| "sin": 0.9985651862952859 |
| }, |
| "model.language_model.layers.16.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214855432510376, |
| "sin": 0.38841265888142745 |
| }, |
| "model.language_model.layers.16.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9162636995315552, |
| "sin": 0.4005756269679272 |
| }, |
| "model.language_model.layers.16.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.949142336845398, |
| "sin": 0.31484730331965227 |
| }, |
| "model.language_model.layers.16.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04098396375775337, |
| "sin": 0.9991598043930225 |
| }, |
| "model.language_model.layers.16.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8761149644851685, |
| "sin": 0.4821022391621429 |
| }, |
| "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6314168572425842, |
| "sin": 0.7754435842728329 |
| }, |
| "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6500195264816284, |
| "sin": 0.7599175055179342 |
| }, |
| "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05598494037985802, |
| "sin": 0.9984316133069223 |
| }, |
| "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5948072671890259, |
| "sin": 0.8038683442573932 |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7379510402679443, |
| "sin": 0.6748542525371377 |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7578202486038208, |
| "sin": 0.6524633865636011 |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06996290385723114, |
| "sin": 0.9975495937966512 |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6928495168685913, |
| "sin": 0.7210822054211015 |
| }, |
| "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7639867067337036, |
| "sin": 0.6452319830372562 |
| }, |
| "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7864565849304199, |
| "sin": 0.6176455618067543 |
| }, |
| "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.055560771375894547, |
| "sin": 0.9984553073042958 |
| }, |
| "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.719490647315979, |
| "sin": 0.6945021298922225 |
| }, |
| "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7119816541671753, |
| "sin": 0.7021980661674972 |
| }, |
| "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7369282841682434, |
| "sin": 0.6759709342810892 |
| }, |
| "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03407224267721176, |
| "sin": 0.9994193725753695 |
| }, |
| "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6808795928955078, |
| "sin": 0.7323953713524188 |
| }, |
| "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8156446218490601, |
| "sin": 0.5785532394246046 |
| }, |
| "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8487615585327148, |
| "sin": 0.5287757717190879 |
| }, |
| "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.024235639721155167, |
| "sin": 0.9997062737460971 |
| }, |
| "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7859257459640503, |
| "sin": 0.6183208890461741 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.16.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0005981670692563057, |
| "sin": 0.9999998210980626 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.16.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00027651822892948985, |
| "sin": 0.9999999617688338 |
| }, |
| "model.language_model.layers.17.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.966667115688324, |
| "sin": 0.2560364963180376 |
| }, |
| "model.language_model.layers.17.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998084902763367, |
| "sin": 0.019569945614446724 |
| }, |
| "model.language_model.layers.17.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05330715328454971, |
| "sin": 0.9985781628939707 |
| }, |
| "model.language_model.layers.17.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9216429591178894, |
| "sin": 0.3880389876139 |
| }, |
| "model.language_model.layers.17.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667807221412659, |
| "sin": 0.25560718944507893 |
| }, |
| "model.language_model.layers.17.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998335838317871, |
| "sin": 0.018242934031693987 |
| }, |
| "model.language_model.layers.17.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05353821441531181, |
| "sin": 0.9985658013357057 |
| }, |
| "model.language_model.layers.17.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215053915977478, |
| "sin": 0.38836556651727183 |
| }, |
| "model.language_model.layers.17.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8717892169952393, |
| "sin": 0.4898811704187329 |
| }, |
| "model.language_model.layers.17.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9040354490280151, |
| "sin": 0.42745749133769434 |
| }, |
| "model.language_model.layers.17.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04207538440823555, |
| "sin": 0.9991144389042225 |
| }, |
| "model.language_model.layers.17.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8380205631256104, |
| "sin": 0.5456386494545955 |
| }, |
| "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5586122870445251, |
| "sin": 0.8294289076002145 |
| }, |
| "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5756672620773315, |
| "sin": 0.8176840486229316 |
| }, |
| "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.051928576081991196, |
| "sin": 0.9986508013245154 |
| }, |
| "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5249412655830383, |
| "sin": 0.8511384538887184 |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5631464719772339, |
| "sin": 0.8263570965990397 |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5773301720619202, |
| "sin": 0.8165107913720147 |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05933050066232681, |
| "sin": 0.9982383942181134 |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5179249048233032, |
| "sin": 0.8554260885452186 |
| }, |
| "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6551895141601562, |
| "sin": 0.7554645594166403 |
| }, |
| "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6741070747375488, |
| "sin": 0.7386336384086395 |
| }, |
| "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.043602824211120605, |
| "sin": 0.999048944607227 |
| }, |
| "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.616071879863739, |
| "sin": 0.7876899382632475 |
| }, |
| "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8281352519989014, |
| "sin": 0.5605283261323339 |
| }, |
| "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8557596802711487, |
| "sin": 0.517373530074956 |
| }, |
| "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03432825952768326, |
| "sin": 0.9994106116095627 |
| }, |
| "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7900694608688354, |
| "sin": 0.6130173300995884 |
| }, |
| "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8313041925430298, |
| "sin": 0.5558177214342678 |
| }, |
| "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8634231090545654, |
| "sin": 0.5044804602267049 |
| }, |
| "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03369774669408798, |
| "sin": 0.9994320696614358 |
| }, |
| "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7988043427467346, |
| "sin": 0.6015909091807798 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.17.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00030285693355835974, |
| "sin": 0.9999999541388379 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.17.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00015161784540396184, |
| "sin": 0.9999999885060143 |
| }, |
| "model.language_model.layers.18.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668042659759521, |
| "sin": 0.25551812321379547 |
| }, |
| "model.language_model.layers.18.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998506903648376, |
| "sin": 0.01727995882395426 |
| }, |
| "model.language_model.layers.18.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05317679047584534, |
| "sin": 0.9985851135254761 |
| }, |
| "model.language_model.layers.18.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215325713157654, |
| "sin": 0.3883010687651449 |
| }, |
| "model.language_model.layers.18.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669100642204285, |
| "sin": 0.25511747825119097 |
| }, |
| "model.language_model.layers.18.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.999845564365387, |
| "sin": 0.017574055276481745 |
| }, |
| "model.language_model.layers.18.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05348656699061394, |
| "sin": 0.9985685690785379 |
| }, |
| "model.language_model.layers.18.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213805198669434, |
| "sin": 0.388661726453379 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.18.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0004135397030040622, |
| "sin": 0.9999999144924534 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.18.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00012701077503152192, |
| "sin": 0.9999999919341315 |
| }, |
| "model.language_model.layers.2.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668798446655273, |
| "sin": 0.25523198463273705 |
| }, |
| "model.language_model.layers.2.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998569488525391, |
| "sin": 0.016913953745091213 |
| }, |
| "model.language_model.layers.2.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05364694818854332, |
| "sin": 0.9985599656255281 |
| }, |
| "model.language_model.layers.2.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214497804641724, |
| "sin": 0.38849749301961856 |
| }, |
| "model.language_model.layers.2.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668512344360352, |
| "sin": 0.2553403424246059 |
| }, |
| "model.language_model.layers.2.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998527765274048, |
| "sin": 0.017158824856019328 |
| }, |
| "model.language_model.layers.2.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05350372940301895, |
| "sin": 0.9985676496562307 |
| }, |
| "model.language_model.layers.2.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214694499969482, |
| "sin": 0.38845083694377813 |
| }, |
| "model.language_model.layers.2.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9134762287139893, |
| "sin": 0.40689209819615274 |
| }, |
| "model.language_model.layers.2.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9415415525436401, |
| "sin": 0.33689687566629606 |
| }, |
| "model.language_model.layers.2.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04420437291264534, |
| "sin": 0.9990225089633366 |
| }, |
| "model.language_model.layers.2.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8596934080123901, |
| "sin": 0.510810379906323 |
| }, |
| "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.2428177446126938, |
| "sin": 0.9700719266637936 |
| }, |
| "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.2516443431377411, |
| "sin": 0.9678197789706381 |
| }, |
| "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.011513124220073223, |
| "sin": 0.9999337217889459 |
| }, |
| "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.23002544045448303, |
| "sin": 0.9731846159612888 |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5839036703109741, |
| "sin": 0.8118229510166446 |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6039028763771057, |
| "sin": 0.7970579125154321 |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.02876475267112255, |
| "sin": 0.9995862088903433 |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5584101676940918, |
| "sin": 0.8295649972219514 |
| }, |
| "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8356561660766602, |
| "sin": 0.5492529217929181 |
| }, |
| "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8665558099746704, |
| "sin": 0.4990801821342367 |
| }, |
| "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03844267129898071, |
| "sin": 0.9992608073087819 |
| }, |
| "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8034257888793945, |
| "sin": 0.5954049057267857 |
| }, |
| "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3063821792602539, |
| "sin": 0.9519085881699658 |
| }, |
| "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.3158806562423706, |
| "sin": 0.9487989307603004 |
| }, |
| "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.022111548110842705, |
| "sin": 0.9997555098323498 |
| }, |
| "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.28831249475479126, |
| "sin": 0.9575363728695994 |
| }, |
| "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8721551895141602, |
| "sin": 0.48922931780865236 |
| }, |
| "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9005318880081177, |
| "sin": 0.4347899707681112 |
| }, |
| "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06254780292510986, |
| "sin": 0.9980419692323773 |
| }, |
| "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8299634456634521, |
| "sin": 0.5578177828488887 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.2.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0003077863366343081, |
| "sin": 0.9999999526337844 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.2.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -4.142448597121984e-05, |
| "sin": 0.999999999142006 |
| }, |
| "model.language_model.layers.20.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6659616827964783, |
| "sin": 0.7459859496310121 |
| }, |
| "model.language_model.layers.20.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6901577711105347, |
| "sin": 0.7236589327685653 |
| }, |
| "model.language_model.layers.20.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06367116421461105, |
| "sin": 0.9979709328670631 |
| }, |
| "model.language_model.layers.20.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6346157193183899, |
| "sin": 0.7728278519786943 |
| }, |
| "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6033687591552734, |
| "sin": 0.7974623128872145 |
| }, |
| "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6182136535644531, |
| "sin": 0.786010100791644 |
| }, |
| "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04419611394405365, |
| "sin": 0.9990228743688726 |
| }, |
| "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5687538385391235, |
| "sin": 0.8225077939734143 |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7677527666091919, |
| "sin": 0.6407461973074298 |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7898144721984863, |
| "sin": 0.6133458237453211 |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03471344709396362, |
| "sin": 0.9993973066758057 |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7295565009117126, |
| "sin": 0.6839205450762963 |
| }, |
| "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8538342714309692, |
| "sin": 0.5205449422767894 |
| }, |
| "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8790362477302551, |
| "sin": 0.4767549424770692 |
| }, |
| "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03598678857088089, |
| "sin": 0.9993522657443444 |
| }, |
| "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8108264207839966, |
| "sin": 0.5852866950124642 |
| }, |
| "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.947983980178833, |
| "sin": 0.3183180380127679 |
| }, |
| "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9796987175941467, |
| "sin": 0.2004754916302348 |
| }, |
| "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.039098821580410004, |
| "sin": 0.9992353487297291 |
| }, |
| "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9029686450958252, |
| "sin": 0.4297064416247558 |
| }, |
| "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8454782962799072, |
| "sin": 0.5340097850410847 |
| }, |
| "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8790003061294556, |
| "sin": 0.4768212053006068 |
| }, |
| "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04927773401141167, |
| "sin": 0.9987851144919515 |
| }, |
| "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8108488321304321, |
| "sin": 0.5852556462202773 |
| }, |
| "model.language_model.layers.21.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667913317680359, |
| "sin": 0.25556705738061697 |
| }, |
| "model.language_model.layers.21.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998488426208496, |
| "sin": 0.017386543927632933 |
| }, |
| "model.language_model.layers.21.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053376488387584686, |
| "sin": 0.9985744591603624 |
| }, |
| "model.language_model.layers.21.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215277433395386, |
| "sin": 0.38831252652410986 |
| }, |
| "model.language_model.layers.21.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668986797332764, |
| "sin": 0.2551606222167658 |
| }, |
| "model.language_model.layers.21.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998466372489929, |
| "sin": 0.01751290900680877 |
| }, |
| "model.language_model.layers.21.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05415676534175873, |
| "sin": 0.9985324455257915 |
| }, |
| "model.language_model.layers.21.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214447736740112, |
| "sin": 0.3885093680580305 |
| }, |
| "model.language_model.layers.21.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6131536364555359, |
| "sin": 0.7899636815077973 |
| }, |
| "model.language_model.layers.21.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6286672353744507, |
| "sin": 0.7776744223430812 |
| }, |
| "model.language_model.layers.21.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07883661985397339, |
| "sin": 0.9968875500125378 |
| }, |
| "model.language_model.layers.21.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5728954672813416, |
| "sin": 0.8196284423862397 |
| }, |
| "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.23476825654506683, |
| "sin": 0.97205136989708 |
| }, |
| "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.23843975365161896, |
| "sin": 0.9711572910082873 |
| }, |
| "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.021543635055422783, |
| "sin": 0.9997679089611742 |
| }, |
| "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.22410935163497925, |
| "sin": 0.9745640043166736 |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8428197503089905, |
| "sin": 0.5381959387519484 |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8645774126052856, |
| "sin": 0.5024996493657977 |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0415128618478775, |
| "sin": 0.9991379696023963 |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7916391491889954, |
| "sin": 0.6109889176338009 |
| }, |
| "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8829889297485352, |
| "sin": 0.46939381114532863 |
| }, |
| "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9068437218666077, |
| "sin": 0.42146703798887847 |
| }, |
| "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0391882061958313, |
| "sin": 0.9992318472182284 |
| }, |
| "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8330175876617432, |
| "sin": 0.5532465080289346 |
| }, |
| "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9432693719863892, |
| "sin": 0.33202845039605117 |
| }, |
| "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.973709225654602, |
| "sin": 0.22779452117010027 |
| }, |
| "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04289077967405319, |
| "sin": 0.9990797670951764 |
| }, |
| "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.895539402961731, |
| "sin": 0.4449822218279585 |
| }, |
| "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9004935026168823, |
| "sin": 0.4348694651786659 |
| }, |
| "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9362993240356445, |
| "sin": 0.3512030407191759 |
| }, |
| "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053024403750896454, |
| "sin": 0.9985932167839224 |
| }, |
| "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8646333813667297, |
| "sin": 0.5024033397842169 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.21.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00041405236697755754, |
| "sin": 0.999999914280315 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.21.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00044670680654235184, |
| "sin": 0.9999999002265095 |
| }, |
| "model.language_model.layers.22.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668439030647278, |
| "sin": 0.2553681011923049 |
| }, |
| "model.language_model.layers.22.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998472929000854, |
| "sin": 0.01747543648584313 |
| }, |
| "model.language_model.layers.22.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05372264236211777, |
| "sin": 0.9985558961308235 |
| }, |
| "model.language_model.layers.22.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214993119239807, |
| "sin": 0.388379991919808 |
| }, |
| "model.language_model.layers.22.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669002294540405, |
| "sin": 0.2551547496750233 |
| }, |
| "model.language_model.layers.22.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998452663421631, |
| "sin": 0.017591002619775843 |
| }, |
| "model.language_model.layers.22.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0536213293671608, |
| "sin": 0.9985613416495246 |
| }, |
| "model.language_model.layers.22.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921463668346405, |
| "sin": 0.38846455168726335 |
| }, |
| "model.language_model.layers.22.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7209964394569397, |
| "sin": 0.6929387666240181 |
| }, |
| "model.language_model.layers.22.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7410787343978882, |
| "sin": 0.6714181330759725 |
| }, |
| "model.language_model.layers.22.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0696084126830101, |
| "sin": 0.9975743926563833 |
| }, |
| "model.language_model.layers.22.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6790148615837097, |
| "sin": 0.7341245246880501 |
| }, |
| "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3612034320831299, |
| "sin": 0.9324870404736828 |
| }, |
| "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.362906813621521, |
| "sin": 0.9318254367783028 |
| }, |
| "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.025588437914848328, |
| "sin": 0.9996725623148202 |
| }, |
| "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.3267992436885834, |
| "sin": 0.9450937807035712 |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8987163305282593, |
| "sin": 0.4385304518979504 |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9229429960250854, |
| "sin": 0.38493665204581273 |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0409877672791481, |
| "sin": 0.9991596483713053 |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8468869924545288, |
| "sin": 0.5317729045479122 |
| }, |
| "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8967504501342773, |
| "sin": 0.4425365862660069 |
| }, |
| "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9230977296829224, |
| "sin": 0.38456544495603656 |
| }, |
| "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03902715817093849, |
| "sin": 0.9992381502550334 |
| }, |
| "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8476185202598572, |
| "sin": 0.5306061101349004 |
| }, |
| "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9509320259094238, |
| "sin": 0.3093998741108323 |
| }, |
| "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9821051955223083, |
| "sin": 0.18833317532524238 |
| }, |
| "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.040100790560245514, |
| "sin": 0.9991956398005565 |
| }, |
| "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9037555456161499, |
| "sin": 0.4280489618817632 |
| }, |
| "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9128705263137817, |
| "sin": 0.40824919128835896 |
| }, |
| "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9498377442359924, |
| "sin": 0.31274312082711175 |
| }, |
| "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05130895599722862, |
| "sin": 0.9986828280462594 |
| }, |
| "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8776145577430725, |
| "sin": 0.4793669659430354 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.22.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -1.5979210729710758e-05, |
| "sin": 0.9999999998723323 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.22.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0004534750187303871, |
| "sin": 0.9999998971801984 |
| }, |
| "model.language_model.layers.23.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668246507644653, |
| "sin": 0.25544098080411776 |
| }, |
| "model.language_model.layers.23.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998559951782227, |
| "sin": 0.016970235890110437 |
| }, |
| "model.language_model.layers.23.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05367366224527359, |
| "sin": 0.9985585300728147 |
| }, |
| "model.language_model.layers.23.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215418100357056, |
| "sin": 0.3882791423140259 |
| }, |
| "model.language_model.layers.23.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668335914611816, |
| "sin": 0.2554071385499491 |
| }, |
| "model.language_model.layers.23.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998095035552979, |
| "sin": 0.019518109552639894 |
| }, |
| "model.language_model.layers.23.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0537281408905983, |
| "sin": 0.9985556002929632 |
| }, |
| "model.language_model.layers.23.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214380979537964, |
| "sin": 0.38852520077762 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.23.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.001071372302249074, |
| "sin": 0.9999994260805303 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.23.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0006457018316723406, |
| "sin": 0.9999997915345505 |
| }, |
| "model.language_model.layers.25.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6984899640083313, |
| "sin": 0.7156198503253246 |
| }, |
| "model.language_model.layers.25.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7232946157455444, |
| "sin": 0.690539570794828 |
| }, |
| "model.language_model.layers.25.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06809411197900772, |
| "sin": 0.9976789022094185 |
| }, |
| "model.language_model.layers.25.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6652458906173706, |
| "sin": 0.7466243399573185 |
| }, |
| "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6796940565109253, |
| "sin": 0.7334957324645611 |
| }, |
| "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6963707804679871, |
| "sin": 0.7176821971530342 |
| }, |
| "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.040903717279434204, |
| "sin": 0.9991630927494891 |
| }, |
| "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6459743976593018, |
| "sin": 0.7633590751204196 |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8906657695770264, |
| "sin": 0.4546586487726406 |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9154942631721497, |
| "sin": 0.4023310255236138 |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.046094175428152084, |
| "sin": 0.9989370986161235 |
| }, |
| "model.language_model.layers.25.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8423511981964111, |
| "sin": 0.5389289924443391 |
| }, |
| "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9112910032272339, |
| "sin": 0.4117629262538112 |
| }, |
| "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9397274851799011, |
| "sin": 0.34192433899542557 |
| }, |
| "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04430951550602913, |
| "sin": 0.9990178511095891 |
| }, |
| "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8653650283813477, |
| "sin": 0.5011420633458634 |
| }, |
| "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9489219188690186, |
| "sin": 0.3155110012185625 |
| }, |
| "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9804521799087524, |
| "sin": 0.19675752313996875 |
| }, |
| "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04227476567029953, |
| "sin": 0.9991060224958718 |
| }, |
| "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9027970433235168, |
| "sin": 0.43006685360106056 |
| }, |
| "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9117517471313477, |
| "sin": 0.4107417091104032 |
| }, |
| "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9477834701538086, |
| "sin": 0.3189145554897183 |
| }, |
| "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.049475960433483124, |
| "sin": 0.9987753147426024 |
| }, |
| "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8748640418052673, |
| "sin": 0.4843685666474977 |
| }, |
| "model.language_model.layers.26.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668257236480713, |
| "sin": 0.2554369199868791 |
| }, |
| "model.language_model.layers.26.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998465776443481, |
| "sin": 0.017516311623298357 |
| }, |
| "model.language_model.layers.26.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05351943522691727, |
| "sin": 0.9985668080068513 |
| }, |
| "model.language_model.layers.26.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215584993362427, |
| "sin": 0.38823952954475466 |
| }, |
| "model.language_model.layers.26.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668936133384705, |
| "sin": 0.255179819902116 |
| }, |
| "model.language_model.layers.26.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998468160629272, |
| "sin": 0.0175026971872032 |
| }, |
| "model.language_model.layers.26.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05397398769855499, |
| "sin": 0.9985423419424517 |
| }, |
| "model.language_model.layers.26.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213943481445312, |
| "sin": 0.38862894283276733 |
| }, |
| "model.language_model.layers.26.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8460895419120789, |
| "sin": 0.5330407930609143 |
| }, |
| "model.language_model.layers.26.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8736967444419861, |
| "sin": 0.4864709639346164 |
| }, |
| "model.language_model.layers.26.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.083656445145607, |
| "sin": 0.9964946558740795 |
| }, |
| "model.language_model.layers.26.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8026996850967407, |
| "sin": 0.5963834467400929 |
| }, |
| "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6335786581039429, |
| "sin": 0.7736782819720398 |
| }, |
| "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6507759094238281, |
| "sin": 0.7592698569768126 |
| }, |
| "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04145798832178116, |
| "sin": 0.999140248015418 |
| }, |
| "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6013011336326599, |
| "sin": 0.7990224944844031 |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9304819703102112, |
| "sin": 0.36633768974489545 |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9588075280189514, |
| "sin": 0.28405655108479316 |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04773746803402901, |
| "sin": 0.99885991717843 |
| }, |
| "model.language_model.layers.26.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8824275732040405, |
| "sin": 0.47044827351073115 |
| }, |
| "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9246138334274292, |
| "sin": 0.380905840116208 |
| }, |
| "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9541239142417908, |
| "sin": 0.29941201758099806 |
| }, |
| "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04603879898786545, |
| "sin": 0.9989396523252818 |
| }, |
| "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8782062530517578, |
| "sin": 0.4782821103708479 |
| }, |
| "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.948338508605957, |
| "sin": 0.31726026081914066 |
| }, |
| "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9802614450454712, |
| "sin": 0.19770558757244233 |
| }, |
| "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04427586868405342, |
| "sin": 0.9990193428819446 |
| }, |
| "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.903152346611023, |
| "sin": 0.4293202054539277 |
| }, |
| "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9307120442390442, |
| "sin": 0.3657527726598658 |
| }, |
| "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9666119813919067, |
| "sin": 0.25624456565869286 |
| }, |
| "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04792139679193497, |
| "sin": 0.9988511098905132 |
| }, |
| "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.892455518245697, |
| "sin": 0.4511353986917945 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.26.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0004864846123382449, |
| "sin": 0.999999881666354 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.26.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -8.054054342210293e-05, |
| "sin": 0.9999999967566104 |
| }, |
| "model.language_model.layers.27.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668751955032349, |
| "sin": 0.25524959612226883 |
| }, |
| "model.language_model.layers.27.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998449683189392, |
| "sin": 0.017607933646497237 |
| }, |
| "model.language_model.layers.27.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05326719954609871, |
| "sin": 0.9985802949450365 |
| }, |
| "model.language_model.layers.27.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214264154434204, |
| "sin": 0.38855290620852295 |
| }, |
| "model.language_model.layers.27.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669086337089539, |
| "sin": 0.2551228999111685 |
| }, |
| "model.language_model.layers.27.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998308420181274, |
| "sin": 0.018392589521932085 |
| }, |
| "model.language_model.layers.27.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05366877466440201, |
| "sin": 0.9985587927738765 |
| }, |
| "model.language_model.layers.27.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214160442352295, |
| "sin": 0.38857749989661217 |
| }, |
| "model.language_model.layers.27.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.874594509601593, |
| "sin": 0.48485507502216474 |
| }, |
| "model.language_model.layers.27.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9036922454833984, |
| "sin": 0.428182584247857 |
| }, |
| "model.language_model.layers.27.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07200305163860321, |
| "sin": 0.9974044117381518 |
| }, |
| "model.language_model.layers.27.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8320102095603943, |
| "sin": 0.5547603186848071 |
| }, |
| "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7124198079109192, |
| "sin": 0.7017535303054548 |
| }, |
| "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7348411679267883, |
| "sin": 0.6782392335452099 |
| }, |
| "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.039889633655548096, |
| "sin": 0.9992040918285043 |
| }, |
| "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6824085712432861, |
| "sin": 0.7309709583107231 |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9430739879608154, |
| "sin": 0.33258300201856944 |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.971625030040741, |
| "sin": 0.23652653339177238 |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05188772454857826, |
| "sin": 0.9986529247146733 |
| }, |
| "model.language_model.layers.27.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8928327560424805, |
| "sin": 0.45038835435387153 |
| }, |
| "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9331668615341187, |
| "sin": 0.35944347056882675 |
| }, |
| "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9632127285003662, |
| "sin": 0.26874009684987427 |
| }, |
| "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04466205835342407, |
| "sin": 0.9990021524219231 |
| }, |
| "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.886678159236908, |
| "sin": 0.4623871126364234 |
| }, |
| "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9489073753356934, |
| "sin": 0.3155547385692783 |
| }, |
| "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.981849730014801, |
| "sin": 0.18966050635243578 |
| }, |
| "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.046745046973228455, |
| "sin": 0.9989068528063418 |
| }, |
| "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.905276894569397, |
| "sin": 0.42482201468237135 |
| }, |
| "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9397193789482117, |
| "sin": 0.34194661692899864 |
| }, |
| "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9753190279006958, |
| "sin": 0.22080034831231984 |
| }, |
| "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04810291528701782, |
| "sin": 0.9988423847338929 |
| }, |
| "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9003767967224121, |
| "sin": 0.43511104780721 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.27.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0006014483515173197, |
| "sin": 0.9999998191299239 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.27.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00020429620053619146, |
| "sin": 0.999999979131531 |
| }, |
| "model.language_model.layers.28.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668327569961548, |
| "sin": 0.2554102973633097 |
| }, |
| "model.language_model.layers.28.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998487234115601, |
| "sin": 0.017393397950764906 |
| }, |
| "model.language_model.layers.28.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05374974012374878, |
| "sin": 0.9985544378934127 |
| }, |
| "model.language_model.layers.28.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214714765548706, |
| "sin": 0.3884460295791251 |
| }, |
| "model.language_model.layers.28.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668272137641907, |
| "sin": 0.25543127984836145 |
| }, |
| "model.language_model.layers.28.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9997954368591309, |
| "sin": 0.02022583584576121 |
| }, |
| "model.language_model.layers.28.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05381796509027481, |
| "sin": 0.9985507631730808 |
| }, |
| "model.language_model.layers.28.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213418960571289, |
| "sin": 0.3887532772464493 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.28.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0003277907380834222, |
| "sin": 0.9999999462766146 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.28.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0008643289911560714, |
| "sin": 0.9999996264676277 |
| }, |
| "model.language_model.layers.3.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668733477592468, |
| "sin": 0.2552565951994709 |
| }, |
| "model.language_model.layers.3.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.999863862991333, |
| "sin": 0.016500166182461785 |
| }, |
| "model.language_model.layers.3.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05357043445110321, |
| "sin": 0.9985640733336645 |
| }, |
| "model.language_model.layers.3.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214656352996826, |
| "sin": 0.38845988591069774 |
| }, |
| "model.language_model.layers.3.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668527245521545, |
| "sin": 0.2553347000038882 |
| }, |
| "model.language_model.layers.3.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998576641082764, |
| "sin": 0.01687161888916392 |
| }, |
| "model.language_model.layers.3.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05364980548620224, |
| "sin": 0.9985598121150744 |
| }, |
| "model.language_model.layers.3.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214628338813782, |
| "sin": 0.3884665310876854 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.3.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0006229490973055363, |
| "sin": 0.9999998059671923 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.3.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0004913632874377072, |
| "sin": 0.9999998792810526 |
| }, |
| "model.language_model.layers.30.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8576216697692871, |
| "sin": 0.5142811211216487 |
| }, |
| "model.language_model.layers.30.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8846320509910583, |
| "sin": 0.46628975365040304 |
| }, |
| "model.language_model.layers.30.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.08341290056705475, |
| "sin": 0.9965150716466814 |
| }, |
| "model.language_model.layers.30.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8118435740470886, |
| "sin": 0.5838749962778415 |
| }, |
| "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.584683895111084, |
| "sin": 0.8112612050367816 |
| }, |
| "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6006577014923096, |
| "sin": 0.799506301187161 |
| }, |
| "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03923140466213226, |
| "sin": 0.9992301521112321 |
| }, |
| "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5589619278907776, |
| "sin": 0.8291933207453044 |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9390697479248047, |
| "sin": 0.34372664798127567 |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9673845767974854, |
| "sin": 0.2533122195519793 |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05872153118252754, |
| "sin": 0.9982744020436363 |
| }, |
| "model.language_model.layers.30.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8859215378761292, |
| "sin": 0.46383513097564555 |
| }, |
| "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9425650835037231, |
| "sin": 0.3340225491783742 |
| }, |
| "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9745689630508423, |
| "sin": 0.2240877869452193 |
| }, |
| "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04800582304596901, |
| "sin": 0.9988470558367177 |
| }, |
| "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.89532870054245, |
| "sin": 0.44540601476065406 |
| }, |
| "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9458891749382019, |
| "sin": 0.3244898592170912 |
| }, |
| "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9786630868911743, |
| "sin": 0.2054715609436931 |
| }, |
| "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04563798010349274, |
| "sin": 0.9989580445504572 |
| }, |
| "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9020416736602783, |
| "sin": 0.4316489534102497 |
| }, |
| "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9516559839248657, |
| "sin": 0.3071658969677391 |
| }, |
| "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9853656888008118, |
| "sin": 0.17045368677180842 |
| }, |
| "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.042654603719711304, |
| "sin": 0.999089878229939 |
| }, |
| "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9108110666275024, |
| "sin": 0.4128234500471979 |
| }, |
| "model.language_model.layers.31.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669110774993896, |
| "sin": 0.2551136378341411 |
| }, |
| "model.language_model.layers.31.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998564720153809, |
| "sin": 0.016942118195665865 |
| }, |
| "model.language_model.layers.31.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05337812006473541, |
| "sin": 0.9985743719414968 |
| }, |
| "model.language_model.layers.31.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214726686477661, |
| "sin": 0.3884432016848335 |
| }, |
| "model.language_model.layers.31.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669159650802612, |
| "sin": 0.2550951126009807 |
| }, |
| "model.language_model.layers.31.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998394846916199, |
| "sin": 0.017916608261499427 |
| }, |
| "model.language_model.layers.31.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05334416776895523, |
| "sin": 0.9985761862597353 |
| }, |
| "model.language_model.layers.31.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214349985122681, |
| "sin": 0.3885325514248408 |
| }, |
| "model.language_model.layers.31.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8613027334213257, |
| "sin": 0.5080921190108667 |
| }, |
| "model.language_model.layers.31.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.888135552406311, |
| "sin": 0.4595815929211447 |
| }, |
| "model.language_model.layers.31.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07822451740503311, |
| "sin": 0.9969357676785149 |
| }, |
| "model.language_model.layers.31.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8188589811325073, |
| "sin": 0.5739947465078683 |
| }, |
| "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5798118114471436, |
| "sin": 0.8147504300743769 |
| }, |
| "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5993939638137817, |
| "sin": 0.800454168671513 |
| }, |
| "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.037601035088300705, |
| "sin": 0.9992928310361725 |
| }, |
| "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5528390407562256, |
| "sin": 0.8332880624464366 |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9535293579101562, |
| "sin": 0.3013001221430969 |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9849405288696289, |
| "sin": 0.17289347758089577 |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.048498425632715225, |
| "sin": 0.9988232589958786 |
| }, |
| "model.language_model.layers.31.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9046877026557922, |
| "sin": 0.4260752992880306 |
| }, |
| "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9399741291999817, |
| "sin": 0.3412457126979563 |
| }, |
| "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9724697470664978, |
| "sin": 0.23302916349766564 |
| }, |
| "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.046261265873909, |
| "sin": 0.998929374520413 |
| }, |
| "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8932833671569824, |
| "sin": 0.44949396654536283 |
| }, |
| "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9399428367614746, |
| "sin": 0.3413318965769122 |
| }, |
| "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9728196859359741, |
| "sin": 0.2315639407494886 |
| }, |
| "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04954592138528824, |
| "sin": 0.9987718466567241 |
| }, |
| "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8948027491569519, |
| "sin": 0.4464616893991701 |
| }, |
| "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.952102541923523, |
| "sin": 0.30577892285565766 |
| }, |
| "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9856409430503845, |
| "sin": 0.16885476416953316 |
| }, |
| "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.042587943375110626, |
| "sin": 0.9990927219628208 |
| }, |
| "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9110434055328369, |
| "sin": 0.41231045734389377 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.31.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -4.689615161623806e-05, |
| "sin": 0.9999999989003755 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.31.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0002934314252343029, |
| "sin": 0.9999999569489985 |
| }, |
| "model.language_model.layers.32.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668799638748169, |
| "sin": 0.2552315330389895 |
| }, |
| "model.language_model.layers.32.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998551607131958, |
| "sin": 0.01701933004525726 |
| }, |
| "model.language_model.layers.32.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05361328274011612, |
| "sin": 0.9985617737094828 |
| }, |
| "model.language_model.layers.32.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214596748352051, |
| "sin": 0.38847402442454004 |
| }, |
| "model.language_model.layers.32.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668573141098022, |
| "sin": 0.2553173205099474 |
| }, |
| "model.language_model.layers.32.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998432993888855, |
| "sin": 0.017702448055212032 |
| }, |
| "model.language_model.layers.32.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05357888340950012, |
| "sin": 0.9985636200325902 |
| }, |
| "model.language_model.layers.32.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214231967926025, |
| "sin": 0.3885605389286216 |
| }, |
| "model.language_model.layers.32.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8688452839851379, |
| "sin": 0.49508370251583217 |
| }, |
| "model.language_model.layers.32.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8964223861694336, |
| "sin": 0.44320075087289607 |
| }, |
| "model.language_model.layers.32.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07912308722734451, |
| "sin": 0.9968648539634719 |
| }, |
| "model.language_model.layers.32.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8262271881103516, |
| "sin": 0.5633370515306638 |
| }, |
| "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6310320496559143, |
| "sin": 0.775756761045017 |
| }, |
| "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6521567106246948, |
| "sin": 0.7580841805414343 |
| }, |
| "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03562827408313751, |
| "sin": 0.9993651115012254 |
| }, |
| "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5950146913528442, |
| "sin": 0.8037148232266713 |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9505012035369873, |
| "sin": 0.3107208748615687 |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9832125306129456, |
| "sin": 0.1824640228803684 |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.050291020423173904, |
| "sin": 0.9987346060214375 |
| }, |
| "model.language_model.layers.32.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9044250845909119, |
| "sin": 0.42663247223192224 |
| }, |
| "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9368003606796265, |
| "sin": 0.34986437976810636 |
| }, |
| "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9694011807441711, |
| "sin": 0.24548187462989365 |
| }, |
| "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.045467399060726166, |
| "sin": 0.9989658230503448 |
| }, |
| "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8909798860549927, |
| "sin": 0.45404277622866357 |
| }, |
| "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9399715662002563, |
| "sin": 0.34125277249428626 |
| }, |
| "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9735077023506165, |
| "sin": 0.22865422249331754 |
| }, |
| "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.044734641909599304, |
| "sin": 0.9989989048108211 |
| }, |
| "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8982462286949158, |
| "sin": 0.43949256266216963 |
| }, |
| "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9500880241394043, |
| "sin": 0.31198196484233304 |
| }, |
| "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9830911159515381, |
| "sin": 0.183117060202373 |
| }, |
| "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04273858666419983, |
| "sin": 0.999086289171234 |
| }, |
| "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9086477756500244, |
| "sin": 0.4175634320750117 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.32.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00042773335007950664, |
| "sin": 0.9999999085220864 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.32.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0005371616571210325, |
| "sin": 0.9999998557286667 |
| }, |
| "model.language_model.layers.33.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668748378753662, |
| "sin": 0.25525095079839427 |
| }, |
| "model.language_model.layers.33.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998541474342346, |
| "sin": 0.017078754596276082 |
| }, |
| "model.language_model.layers.33.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05355338379740715, |
| "sin": 0.9985649879120776 |
| }, |
| "model.language_model.layers.33.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214418530464172, |
| "sin": 0.38851629496635637 |
| }, |
| "model.language_model.layers.33.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669152498245239, |
| "sin": 0.2550978237005923 |
| }, |
| "model.language_model.layers.33.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998189210891724, |
| "sin": 0.019029583076970627 |
| }, |
| "model.language_model.layers.33.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053544241935014725, |
| "sin": 0.9985654781513351 |
| }, |
| "model.language_model.layers.33.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213259220123291, |
| "sin": 0.3887911334227308 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.33.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00029375357553362846, |
| "sin": 0.9999999568544176 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.33.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.000767042045481503, |
| "sin": 0.999999705823207 |
| }, |
| "model.language_model.layers.5.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9241374731063843, |
| "sin": 0.3820601141189 |
| }, |
| "model.language_model.layers.5.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9556424021720886, |
| "sin": 0.29452945382552154 |
| }, |
| "model.language_model.layers.5.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06140699237585068, |
| "sin": 0.9981128099004402 |
| }, |
| "model.language_model.layers.5.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8826165199279785, |
| "sin": 0.47009369145971774 |
| }, |
| "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.23033301532268524, |
| "sin": 0.973111865127725 |
| }, |
| "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.23622876405715942, |
| "sin": 0.9716974688821758 |
| }, |
| "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.017601870000362396, |
| "sin": 0.9998450750853806 |
| }, |
| "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2154475301504135, |
| "sin": 0.9765154180821144 |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6459141969680786, |
| "sin": 0.7634100144451094 |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6712249517440796, |
| "sin": 0.7412537110572588 |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05589735507965088, |
| "sin": 0.998436520613654 |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6240551471710205, |
| "sin": 0.7813803000392037 |
| }, |
| "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7653664350509644, |
| "sin": 0.6435947638828162 |
| }, |
| "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7930029630661011, |
| "sin": 0.6092177776201084 |
| }, |
| "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05656081438064575, |
| "sin": 0.9983991557872023 |
| }, |
| "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7372024059295654, |
| "sin": 0.6756719712195114 |
| }, |
| "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.684110164642334, |
| "sin": 0.7293786963114831 |
| }, |
| "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7091942429542542, |
| "sin": 0.7050131387148344 |
| }, |
| "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0434369295835495, |
| "sin": 0.9990561711677446 |
| }, |
| "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6574477553367615, |
| "sin": 0.7535001320521807 |
| }, |
| "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8788666725158691, |
| "sin": 0.4770674710571703 |
| }, |
| "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9052338004112244, |
| "sin": 0.4249138343159135 |
| }, |
| "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.030853690579533577, |
| "sin": 0.9995239115587092 |
| }, |
| "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8242905139923096, |
| "sin": 0.5661670676949465 |
| }, |
| "model.language_model.layers.6.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668811559677124, |
| "sin": 0.25522701705450423 |
| }, |
| "model.language_model.layers.6.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998595714569092, |
| "sin": 0.01675820294679373 |
| }, |
| "model.language_model.layers.6.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05357511714100838, |
| "sin": 0.9985638221081952 |
| }, |
| "model.language_model.layers.6.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214953780174255, |
| "sin": 0.38838932566758577 |
| }, |
| "model.language_model.layers.6.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668318033218384, |
| "sin": 0.25541390738454717 |
| }, |
| "model.language_model.layers.6.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998337030410767, |
| "sin": 0.018236399402517277 |
| }, |
| "model.language_model.layers.6.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053562551736831665, |
| "sin": 0.9985644961901256 |
| }, |
| "model.language_model.layers.6.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214930534362793, |
| "sin": 0.38839484093983856 |
| }, |
| "model.language_model.layers.6.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.820944607257843, |
| "sin": 0.5710078386627156 |
| }, |
| "model.language_model.layers.6.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8452569246292114, |
| "sin": 0.5343601139366294 |
| }, |
| "model.language_model.layers.6.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.028091389685869217, |
| "sin": 0.9996053590420154 |
| }, |
| "model.language_model.layers.6.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7687497138977051, |
| "sin": 0.6395497458229473 |
| }, |
| "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.18275529146194458, |
| "sin": 0.9831584325238022 |
| }, |
| "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.18629831075668335, |
| "sin": 0.9824932261390947 |
| }, |
| "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.015511911362409592, |
| "sin": 0.99987968306486 |
| }, |
| "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.17241325974464417, |
| "sin": 0.9850247041898116 |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5709505081176758, |
| "sin": 0.8209844805355141 |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5880140066146851, |
| "sin": 0.8088507452088705 |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.029546506702899933, |
| "sin": 0.9995634066639573 |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5363398790359497, |
| "sin": 0.8440020936915399 |
| }, |
| "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7252453565597534, |
| "sin": 0.6884905030488918 |
| }, |
| "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7498005032539368, |
| "sin": 0.6616639670710074 |
| }, |
| "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03511089086532593, |
| "sin": 0.9993834225874688 |
| }, |
| "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6918655633926392, |
| "sin": 0.722026344527252 |
| }, |
| "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.4392995238304138, |
| "sin": 0.8983406527383538 |
| }, |
| "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.4544639587402344, |
| "sin": 0.8907651262853494 |
| }, |
| "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.029411815106868744, |
| "sin": 0.9995673789855887 |
| }, |
| "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.4214838743209839, |
| "sin": 0.9068358967792205 |
| }, |
| "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8974208235740662, |
| "sin": 0.44117554943088677 |
| }, |
| "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9252038598060608, |
| "sin": 0.37947044390830625 |
| }, |
| "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.046555839478969574, |
| "sin": 0.9989156890400753 |
| }, |
| "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8485716581344604, |
| "sin": 0.5290804674252607 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.6.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.000630105787422508, |
| "sin": 0.9999998014833287 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.6.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0004782278847415, |
| "sin": 0.9999998856490386 |
| }, |
| "model.language_model.layers.7.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668360948562622, |
| "sin": 0.25539766185909524 |
| }, |
| "model.language_model.layers.7.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998593926429749, |
| "sin": 0.016768868286841643 |
| }, |
| "model.language_model.layers.7.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05354820936918259, |
| "sin": 0.9985652654049981 |
| }, |
| "model.language_model.layers.7.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215043783187866, |
| "sin": 0.3883679707948463 |
| }, |
| "model.language_model.layers.7.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668282270431519, |
| "sin": 0.25542744447806626 |
| }, |
| "model.language_model.layers.7.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998438358306885, |
| "sin": 0.017672123567225025 |
| }, |
| "model.language_model.layers.7.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05352559685707092, |
| "sin": 0.9985664777475229 |
| }, |
| "model.language_model.layers.7.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921514093875885, |
| "sin": 0.3883449172940295 |
| }, |
| "model.language_model.layers.7.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9213321208953857, |
| "sin": 0.3887764434818683 |
| }, |
| "model.language_model.layers.7.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9511159658432007, |
| "sin": 0.30883396755887377 |
| }, |
| "model.language_model.layers.7.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04514814913272858, |
| "sin": 0.9989803024233705 |
| }, |
| "model.language_model.layers.7.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8730579614639282, |
| "sin": 0.4876164434516642 |
| }, |
| "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3127984404563904, |
| "sin": 0.9498195279357284 |
| }, |
| "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.3237747848033905, |
| "sin": 0.9461341811421455 |
| }, |
| "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.016922064125537872, |
| "sin": 0.9998568116214097 |
| }, |
| "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2974737286567688, |
| "sin": 0.9547300041158437 |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7805011868476868, |
| "sin": 0.6251542988169819 |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.802523136138916, |
| "sin": 0.596620998592707 |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.02050752565264702, |
| "sin": 0.9997896985824599 |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7302377223968506, |
| "sin": 0.6831931416434596 |
| }, |
| "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7823298573493958, |
| "sin": 0.6228643466274772 |
| }, |
| "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8082646131515503, |
| "sin": 0.5888194248893074 |
| }, |
| "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03092385269701481, |
| "sin": 0.9995217433024522 |
| }, |
| "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7437806129455566, |
| "sin": 0.6684238175037841 |
| }, |
| "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.571726381778717, |
| "sin": 0.8204443578806649 |
| }, |
| "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5897153615951538, |
| "sin": 0.8076111640503102 |
| }, |
| "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03753092885017395, |
| "sin": 0.9992954665060996 |
| }, |
| "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5423952341079712, |
| "sin": 0.8401234492721645 |
| }, |
| "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9040433168411255, |
| "sin": 0.42744085120036945 |
| }, |
| "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9359489679336548, |
| "sin": 0.35213566905942156 |
| }, |
| "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06810274720191956, |
| "sin": 0.9976783127960392 |
| }, |
| "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8674585819244385, |
| "sin": 0.49750940558510276 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.7.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -3.555577131919563e-05, |
| "sin": 0.9999999993678935 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.7.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -5.029130261391401e-05, |
| "sin": 0.9999999987353924 |
| }, |
| "model.language_model.layers.8.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668779969215393, |
| "sin": 0.25523898422653196 |
| }, |
| "model.language_model.layers.8.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998594522476196, |
| "sin": 0.0167653139275721 |
| }, |
| "model.language_model.layers.8.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053648047149181366, |
| "sin": 0.9985599065840163 |
| }, |
| "model.language_model.layers.8.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214141368865967, |
| "sin": 0.3885820226741429 |
| }, |
| "model.language_model.layers.8.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668271541595459, |
| "sin": 0.2554315054564602 |
| }, |
| "model.language_model.layers.8.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998489618301392, |
| "sin": 0.01737968720066402 |
| }, |
| "model.language_model.layers.8.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05341669172048569, |
| "sin": 0.9985723093725555 |
| }, |
| "model.language_model.layers.8.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215174913406372, |
| "sin": 0.38833685526004175 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.8.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.000408624648116529, |
| "sin": 0.999999916512945 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.8.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00014925157302059233, |
| "sin": 0.9999999888619839 |
| }, |
| "model.language_model.layers.13.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8248035907745361, |
| "sin": 0.5654193458358421 |
| }, |
| "model.language_model.layers.13.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8533438444137573, |
| "sin": 0.5213485237354654 |
| }, |
| "model.language_model.layers.13.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04660981893539429, |
| "sin": 0.9989131717916276 |
| }, |
| "model.language_model.layers.13.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7878386974334717, |
| "sin": 0.6158816337790328 |
| }, |
| "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5244240760803223, |
| "sin": 0.8514572146780485 |
| }, |
| "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.543313205242157, |
| "sin": 0.8395300834451936 |
| }, |
| "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.057084690779447556, |
| "sin": 0.9983693395124946 |
| }, |
| "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5014684200286865, |
| "sin": 0.8651759495697582 |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7207234501838684, |
| "sin": 0.6932226975186696 |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7425746917724609, |
| "sin": 0.6697632620105665 |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07936882972717285, |
| "sin": 0.9968453184259527 |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6838186979293823, |
| "sin": 0.7296519638582248 |
| }, |
| "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7905713319778442, |
| "sin": 0.6123699609343826 |
| }, |
| "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8173568844795227, |
| "sin": 0.5761316892811297 |
| }, |
| "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05760861560702324, |
| "sin": 0.9983392446497544 |
| }, |
| "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7583296298980713, |
| "sin": 0.6518712851619207 |
| }, |
| "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8392339944839478, |
| "sin": 0.543770450192466 |
| }, |
| "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8713048696517944, |
| "sin": 0.4907421156993452 |
| }, |
| "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06186968460679054, |
| "sin": 0.9980842359874522 |
| }, |
| "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8117954134941101, |
| "sin": 0.5839419548464786 |
| }, |
| "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9100058674812317, |
| "sin": 0.4145953703910971 |
| }, |
| "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9427324533462524, |
| "sin": 0.3335498784406254 |
| }, |
| "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0341598317027092, |
| "sin": 0.9994163826444125 |
| }, |
| "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8687405586242676, |
| "sin": 0.4952674447217337 |
| }, |
| "model.language_model.layers.14.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668304920196533, |
| "sin": 0.25541887107462335 |
| }, |
| "model.language_model.layers.14.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998598098754883, |
| "sin": 0.016743971922827238 |
| }, |
| "model.language_model.layers.14.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05361129343509674, |
| "sin": 0.9985618805142804 |
| }, |
| "model.language_model.layers.14.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215339422225952, |
| "sin": 0.38829781525484086 |
| }, |
| "model.language_model.layers.14.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668701887130737, |
| "sin": 0.2552685608882245 |
| }, |
| "model.language_model.layers.14.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998442530632019, |
| "sin": 0.017648501819924247 |
| }, |
| "model.language_model.layers.14.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053697362542152405, |
| "sin": 0.9985572558727 |
| }, |
| "model.language_model.layers.14.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213967323303223, |
| "sin": 0.38862329015513786 |
| }, |
| "model.language_model.layers.14.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9359233379364014, |
| "sin": 0.35220378405971825 |
| }, |
| "model.language_model.layers.14.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9670994877815247, |
| "sin": 0.2543984684166016 |
| }, |
| "model.language_model.layers.14.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05201248824596405, |
| "sin": 0.9986464344634008 |
| }, |
| "model.language_model.layers.14.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8891531229019165, |
| "sin": 0.4576097945124966 |
| }, |
| "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5032934546470642, |
| "sin": 0.8641155585391479 |
| }, |
| "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5199847221374512, |
| "sin": 0.8541755608442785 |
| }, |
| "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04861585795879364, |
| "sin": 0.9988175500835628 |
| }, |
| "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.48171350359916687, |
| "sin": 0.876328762765559 |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6680688858032227, |
| "sin": 0.7440994314079541 |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6882976293563843, |
| "sin": 0.7254284068206741 |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06771515309810638, |
| "sin": 0.9977046948074866 |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6365118026733398, |
| "sin": 0.7712669609529085 |
| }, |
| "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7493495345115662, |
| "sin": 0.6621746560593353 |
| }, |
| "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7721520066261292, |
| "sin": 0.6354378637311773 |
| }, |
| "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06735759973526001, |
| "sin": 0.9977288979266384 |
| }, |
| "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7119449377059937, |
| "sin": 0.7022352922452765 |
| }, |
| "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8197545409202576, |
| "sin": 0.5727150186965746 |
| }, |
| "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8495725989341736, |
| "sin": 0.5274717045873019 |
| }, |
| "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0529523566365242, |
| "sin": 0.9985970398146784 |
| }, |
| "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7886456251144409, |
| "sin": 0.6148480121036847 |
| }, |
| "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8702627420425415, |
| "sin": 0.4925878193912197 |
| }, |
| "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9027469158172607, |
| "sin": 0.4301720655533359 |
| }, |
| "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.026162821799516678, |
| "sin": 0.9996576947913154 |
| }, |
| "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.832179069519043, |
| "sin": 0.5545069848562955 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.14.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0008621480083093047, |
| "sin": 0.9999996283503368 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.14.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.001013407250866294, |
| "sin": 0.9999994865027401 |
| }, |
| "model.language_model.layers.18.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8254414796829224, |
| "sin": 0.5644877001484334 |
| }, |
| "model.language_model.layers.18.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.855327844619751, |
| "sin": 0.5180871338087167 |
| }, |
| "model.language_model.layers.18.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0545588955283165, |
| "sin": 0.9985105542350218 |
| }, |
| "model.language_model.layers.18.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7950024604797363, |
| "sin": 0.6066062049065812 |
| }, |
| "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5857374668121338, |
| "sin": 0.8105008451399076 |
| }, |
| "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6036709547042847, |
| "sin": 0.7972335783485399 |
| }, |
| "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07535506784915924, |
| "sin": 0.9971567648817555 |
| }, |
| "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5617714524269104, |
| "sin": 0.8272924726105995 |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5705408453941345, |
| "sin": 0.8212692273164424 |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5868721008300781, |
| "sin": 0.8096796510147026 |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0838937759399414, |
| "sin": 0.9964747033209317 |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.544689416885376, |
| "sin": 0.8386378474246611 |
| }, |
| "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7155601978302002, |
| "sin": 0.6985510742109018 |
| }, |
| "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7404217720031738, |
| "sin": 0.672142544066123 |
| }, |
| "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06790832430124283, |
| "sin": 0.9976915653099395 |
| }, |
| "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6903858184814453, |
| "sin": 0.7234413740170691 |
| }, |
| "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8481260538101196, |
| "sin": 0.5297944854832618 |
| }, |
| "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8783300518989563, |
| "sin": 0.47805472482883876 |
| }, |
| "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04784359782934189, |
| "sin": 0.9988548393769459 |
| }, |
| "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8171741366386414, |
| "sin": 0.5763908660005735 |
| }, |
| "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7874488830566406, |
| "sin": 0.6163799612031925 |
| }, |
| "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8154994249343872, |
| "sin": 0.5787578836885798 |
| }, |
| "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.021251793950796127, |
| "sin": 0.9997741551239825 |
| }, |
| "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7491692304611206, |
| "sin": 0.6623786410583393 |
| }, |
| "model.language_model.layers.19.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668694138526917, |
| "sin": 0.25527149577685415 |
| }, |
| "model.language_model.layers.19.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998576641082764, |
| "sin": 0.01687161888916392 |
| }, |
| "model.language_model.layers.19.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053535252809524536, |
| "sin": 0.9985659601181187 |
| }, |
| "model.language_model.layers.19.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214625954627991, |
| "sin": 0.3884670966284814 |
| }, |
| "model.language_model.layers.19.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.966864824295044, |
| "sin": 0.25528887860796795 |
| }, |
| "model.language_model.layers.19.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998334646224976, |
| "sin": 0.01824946632022216 |
| }, |
| "model.language_model.layers.19.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05370034649968147, |
| "sin": 0.9985570954060735 |
| }, |
| "model.language_model.layers.19.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214704036712646, |
| "sin": 0.38844857466325783 |
| }, |
| "model.language_model.layers.19.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7367761731147766, |
| "sin": 0.6761367248791805 |
| }, |
| "model.language_model.layers.19.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.758904755115509, |
| "sin": 0.6512016374849415 |
| }, |
| "model.language_model.layers.19.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.021197602152824402, |
| "sin": 0.9997753055876958 |
| }, |
| "model.language_model.layers.19.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6925437450408936, |
| "sin": 0.7213758806646738 |
| }, |
| "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7577399611473083, |
| "sin": 0.6525566268765306 |
| }, |
| "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7806810140609741, |
| "sin": 0.6249297194763017 |
| }, |
| "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05602099001407623, |
| "sin": 0.9984295912470957 |
| }, |
| "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7222877144813538, |
| "sin": 0.6915926962521383 |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7601413130760193, |
| "sin": 0.6497577888375523 |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.781394362449646, |
| "sin": 0.6240375392008972 |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04322369024157524, |
| "sin": 0.9990654195806701 |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7169030904769897, |
| "sin": 0.6971728328503206 |
| }, |
| "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8955341577529907, |
| "sin": 0.4449927778039117 |
| }, |
| "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.924002468585968, |
| "sin": 0.3823865034844159 |
| }, |
| "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.035698313266038895, |
| "sin": 0.9993626120833017 |
| }, |
| "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8525017499923706, |
| "sin": 0.5227243692998689 |
| }, |
| "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8766230344772339, |
| "sin": 0.48117777943700435 |
| }, |
| "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9041407108306885, |
| "sin": 0.42723480080463644 |
| }, |
| "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.034171417355537415, |
| "sin": 0.9994159865821207 |
| }, |
| "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8351367712020874, |
| "sin": 0.55004233781242 |
| }, |
| "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7278251647949219, |
| "sin": 0.685762735566205 |
| }, |
| "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7571262121200562, |
| "sin": 0.6532686269221382 |
| }, |
| "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.018959317356348038, |
| "sin": 0.9998202559887358 |
| }, |
| "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6990662813186646, |
| "sin": 0.7150568748870916 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.19.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0002783734817057848, |
| "sin": 0.9999999612541016 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.19.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.0002089139015879482, |
| "sin": 0.9999999781774906 |
| }, |
| "model.language_model.layers.23.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7627987861633301, |
| "sin": 0.6466359190670978 |
| }, |
| "model.language_model.layers.23.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.785651445388794, |
| "sin": 0.6186693837248607 |
| }, |
| "model.language_model.layers.23.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.08185799419879913, |
| "sin": 0.9966440030350603 |
| }, |
| "model.language_model.layers.23.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7204955220222473, |
| "sin": 0.6934595898434813 |
| }, |
| "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6033862829208374, |
| "sin": 0.7974490539106402 |
| }, |
| "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6142910122871399, |
| "sin": 0.7890795601352508 |
| }, |
| "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03907177597284317, |
| "sin": 0.9992364066237419 |
| }, |
| "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5641085505485535, |
| "sin": 0.8257006377604477 |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9143422245979309, |
| "sin": 0.40494233702751664 |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9393097162246704, |
| "sin": 0.34307033827763245 |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0528525784611702, |
| "sin": 0.9986023257283181 |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8615189790725708, |
| "sin": 0.5077253673963468 |
| }, |
| "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9129143953323364, |
| "sin": 0.4081510832951379 |
| }, |
| "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9406925439834595, |
| "sin": 0.33926028015953646 |
| }, |
| "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03935427591204643, |
| "sin": 0.9992253204194931 |
| }, |
| "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8652576208114624, |
| "sin": 0.5013274874048774 |
| }, |
| "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9489672780036926, |
| "sin": 0.31537454760690875 |
| }, |
| "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9811234474182129, |
| "sin": 0.19338247316186968 |
| }, |
| "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04379339516162872, |
| "sin": 0.9990406090546157 |
| }, |
| "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9035874009132385, |
| "sin": 0.42840379189598493 |
| }, |
| "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9126757383346558, |
| "sin": 0.40868447077824105 |
| }, |
| "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9495459794998169, |
| "sin": 0.3136278572061693 |
| }, |
| "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05003107339143753, |
| "sin": 0.9987476616720065 |
| }, |
| "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8771025538444519, |
| "sin": 0.4803031438992882 |
| }, |
| "model.language_model.layers.24.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668546915054321, |
| "sin": 0.25532725180429855 |
| }, |
| "model.language_model.layers.24.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998569488525391, |
| "sin": 0.016913953745091213 |
| }, |
| "model.language_model.layers.24.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053525298833847046, |
| "sin": 0.9985664937222495 |
| }, |
| "model.language_model.layers.24.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214909672737122, |
| "sin": 0.3883997904646169 |
| }, |
| "model.language_model.layers.24.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668551087379456, |
| "sin": 0.255325671853293 |
| }, |
| "model.language_model.layers.24.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998430013656616, |
| "sin": 0.017719272561411026 |
| }, |
| "model.language_model.layers.24.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053627170622348785, |
| "sin": 0.9985610279652624 |
| }, |
| "model.language_model.layers.24.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214842915534973, |
| "sin": 0.38841562844477456 |
| }, |
| "model.language_model.layers.24.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8001525402069092, |
| "sin": 0.599796559176885 |
| }, |
| "model.language_model.layers.24.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8230414390563965, |
| "sin": 0.5679813285628111 |
| }, |
| "model.language_model.layers.24.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07373026013374329, |
| "sin": 0.9972782203280138 |
| }, |
| "model.language_model.layers.24.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7572990655899048, |
| "sin": 0.6530682393568509 |
| }, |
| "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7174817323684692, |
| "sin": 0.6965773207028351 |
| }, |
| "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7352911233901978, |
| "sin": 0.677751402701301 |
| }, |
| "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03919393569231033, |
| "sin": 0.9992316225004827 |
| }, |
| "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6787877082824707, |
| "sin": 0.7343345607314362 |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8977388739585876, |
| "sin": 0.4405279947785011 |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9225462675094604, |
| "sin": 0.3858864914769148 |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.047064147889614105, |
| "sin": 0.9988918690145718 |
| }, |
| "model.language_model.layers.24.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8474875688552856, |
| "sin": 0.5308152415254835 |
| }, |
| "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9018899202346802, |
| "sin": 0.431965938216293 |
| }, |
| "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.928917646408081, |
| "sin": 0.37028638402143726 |
| }, |
| "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04172750934958458, |
| "sin": 0.9991290281857896 |
| }, |
| "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8542860150337219, |
| "sin": 0.5198032363479507 |
| }, |
| "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9434346556663513, |
| "sin": 0.33155851744105913 |
| }, |
| "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9739354848861694, |
| "sin": 0.22682519983357677 |
| }, |
| "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.043698348104953766, |
| "sin": 0.9990447709551852 |
| }, |
| "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8955732583999634, |
| "sin": 0.4449140802883995 |
| }, |
| "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9002282619476318, |
| "sin": 0.43541827751111456 |
| }, |
| "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9357332587242126, |
| "sin": 0.35270847525593385 |
| }, |
| "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05116407573223114, |
| "sin": 0.9986902609690687 |
| }, |
| "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8625379800796509, |
| "sin": 0.5059923249616696 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.24.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0012866382021456957, |
| "sin": 0.9999991722807258 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.24.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.0006296352366916835, |
| "sin": 0.9999998017797147 |
| }, |
| "model.language_model.layers.28.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8642681837081909, |
| "sin": 0.5030313177424889 |
| }, |
| "model.language_model.layers.28.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8931179046630859, |
| "sin": 0.4498226410155662 |
| }, |
| "model.language_model.layers.28.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07878328859806061, |
| "sin": 0.9968917661600354 |
| }, |
| "model.language_model.layers.28.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8192931413650513, |
| "sin": 0.5733748760733994 |
| }, |
| "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7725706100463867, |
| "sin": 0.6349288562449764 |
| }, |
| "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7998161315917969, |
| "sin": 0.6002450796512483 |
| }, |
| "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05346280708909035, |
| "sin": 0.9985698414523416 |
| }, |
| "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7380118370056152, |
| "sin": 0.6747877654785964 |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9231435060501099, |
| "sin": 0.3844555465037678 |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9507060647010803, |
| "sin": 0.3100934996748324 |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0648547112941742, |
| "sin": 0.9978947171034374 |
| }, |
| "model.language_model.layers.28.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8724096417427063, |
| "sin": 0.48877542593134 |
| }, |
| "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9401274919509888, |
| "sin": 0.3408229729316138 |
| }, |
| "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9723921418190002, |
| "sin": 0.2333527855600985 |
| }, |
| "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05208513140678406, |
| "sin": 0.9986426483414065 |
| }, |
| "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8943679332733154, |
| "sin": 0.4473320913285994 |
| }, |
| "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9423002004623413, |
| "sin": 0.33476907295721237 |
| }, |
| "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9748457670211792, |
| "sin": 0.2228805297034463 |
| }, |
| "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04707968235015869, |
| "sin": 0.9988911369662903 |
| }, |
| "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8965499401092529, |
| "sin": 0.44294266546596633 |
| }, |
| "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9305472373962402, |
| "sin": 0.36617187081236224 |
| }, |
| "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9648648500442505, |
| "sin": 0.26274668627612796 |
| }, |
| "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0459844209253788, |
| "sin": 0.9989421570001726 |
| }, |
| "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8938098549842834, |
| "sin": 0.44844614295696 |
| }, |
| "model.language_model.layers.29.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668319225311279, |
| "sin": 0.2554134561348776 |
| }, |
| "model.language_model.layers.29.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998480677604675, |
| "sin": 0.01743104688937334 |
| }, |
| "model.language_model.layers.29.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05371684581041336, |
| "sin": 0.9985562079703778 |
| }, |
| "model.language_model.layers.29.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921501874923706, |
| "sin": 0.38837391069959165 |
| }, |
| "model.language_model.layers.29.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9669032692909241, |
| "sin": 0.2551432300385859 |
| }, |
| "model.language_model.layers.29.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998223185539246, |
| "sin": 0.0188502339893859 |
| }, |
| "model.language_model.layers.29.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05379614233970642, |
| "sin": 0.99855193909449 |
| }, |
| "model.language_model.layers.29.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.921258807182312, |
| "sin": 0.38895013843553733 |
| }, |
| "model.language_model.layers.29.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7702434062957764, |
| "sin": 0.6377500255255812 |
| }, |
| "model.language_model.layers.29.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7902102470397949, |
| "sin": 0.6128358389269563 |
| }, |
| "model.language_model.layers.29.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05836838111281395, |
| "sin": 0.9982951127228207 |
| }, |
| "model.language_model.layers.29.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7256797552108765, |
| "sin": 0.6880326248638813 |
| }, |
| "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.812066376209259, |
| "sin": 0.5835650783163453 |
| }, |
| "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.836347222328186, |
| "sin": 0.5482000763443287 |
| }, |
| "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04265335574746132, |
| "sin": 0.9990899315094115 |
| }, |
| "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7683547735214233, |
| "sin": 0.6400241729863352 |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9469108581542969, |
| "sin": 0.3214962312523944 |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9794454574584961, |
| "sin": 0.20170918636471993 |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05242598429322243, |
| "sin": 0.9986248125151341 |
| }, |
| "model.language_model.layers.29.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9008760452270508, |
| "sin": 0.43407643467028795 |
| }, |
| "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9465702176094055, |
| "sin": 0.3224977877984323 |
| }, |
| "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9794133901596069, |
| "sin": 0.20186483392623283 |
| }, |
| "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0493253692984581, |
| "sin": 0.9987827631389975 |
| }, |
| "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9006112813949585, |
| "sin": 0.4346254937577073 |
| }, |
| "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9466633796691895, |
| "sin": 0.32222421633593595 |
| }, |
| "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.977379322052002, |
| "sin": 0.21149387893073654 |
| }, |
| "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03902890905737877, |
| "sin": 0.9992380818692764 |
| }, |
| "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8975228071212769, |
| "sin": 0.44096803818093583 |
| }, |
| "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.945927619934082, |
| "sin": 0.3243777702707799 |
| }, |
| "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9800000786781311, |
| "sin": 0.19899709995589596 |
| }, |
| "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.045214973390102386, |
| "sin": 0.9989772801126823 |
| }, |
| "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9054374098777771, |
| "sin": 0.4244797955071858 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.29.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00045297405449673533, |
| "sin": 0.9999998974072477 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.29.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.001034073531627655, |
| "sin": 0.9999994653458227 |
| }, |
| "model.language_model.layers.3.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8872981071472168, |
| "sin": 0.46119634544623855 |
| }, |
| "model.language_model.layers.3.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.917914628982544, |
| "sin": 0.39677794028882035 |
| }, |
| "model.language_model.layers.3.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0533810518682003, |
| "sin": 0.9985742152196022 |
| }, |
| "model.language_model.layers.3.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8458952903747559, |
| "sin": 0.5333490018007041 |
| }, |
| "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.21527442336082458, |
| "sin": 0.9765535943544852 |
| }, |
| "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.21882402896881104, |
| "sin": 0.9757643385294714 |
| }, |
| "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.02028580568730831, |
| "sin": 0.9997942218714893 |
| }, |
| "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.19383594393730164, |
| "sin": 0.9810339580452531 |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6428701281547546, |
| "sin": 0.7659751943283081 |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6661829948425293, |
| "sin": 0.7457883194195513 |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03830122947692871, |
| "sin": 0.9992662387074606 |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.613538384437561, |
| "sin": 0.7896648978026993 |
| }, |
| "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8461746573448181, |
| "sin": 0.5329056663870066 |
| }, |
| "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8785815238952637, |
| "sin": 0.47759240558228755 |
| }, |
| "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.044022154062986374, |
| "sin": 0.9990305550640854 |
| }, |
| "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8169708251953125, |
| "sin": 0.5766790015075026 |
| }, |
| "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5719541907310486, |
| "sin": 0.8202855622922979 |
| }, |
| "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5915957689285278, |
| "sin": 0.8062347339242237 |
| }, |
| "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.032485220581293106, |
| "sin": 0.9994722159438875 |
| }, |
| "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5444467663764954, |
| "sin": 0.8387953973301104 |
| }, |
| "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8687717914581299, |
| "sin": 0.4952126557011964 |
| }, |
| "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8947350382804871, |
| "sin": 0.44659737042801245 |
| }, |
| "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05506037920713425, |
| "sin": 0.9984830267168123 |
| }, |
| "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.819288432598114, |
| "sin": 0.5733816043534407 |
| }, |
| "model.language_model.layers.33.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7819135189056396, |
| "sin": 0.6233869175340464 |
| }, |
| "model.language_model.layers.33.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.805111289024353, |
| "sin": 0.5931237748442939 |
| }, |
| "model.language_model.layers.33.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06980837881565094, |
| "sin": 0.9975604193466833 |
| }, |
| "model.language_model.layers.33.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7443072199821472, |
| "sin": 0.6678373771229397 |
| }, |
| "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.572285532951355, |
| "sin": 0.8200544303731208 |
| }, |
| "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5921010971069336, |
| "sin": 0.8058636924472808 |
| }, |
| "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05076226219534874, |
| "sin": 0.9987107653053564 |
| }, |
| "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5430396795272827, |
| "sin": 0.8397070360899128 |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9580932259559631, |
| "sin": 0.28645657677437913 |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.991011381149292, |
| "sin": 0.1337775856882337 |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05489250645041466, |
| "sin": 0.9984922697425309 |
| }, |
| "model.language_model.layers.33.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9114437103271484, |
| "sin": 0.4114247961718899 |
| }, |
| "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.937482476234436, |
| "sin": 0.34803247945177485 |
| }, |
| "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9705606698989868, |
| "sin": 0.24085677496227909 |
| }, |
| "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04467110335826874, |
| "sin": 0.9990017480088585 |
| }, |
| "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8923875093460083, |
| "sin": 0.451269911652913 |
| }, |
| "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.94029700756073, |
| "sin": 0.3403550169636647 |
| }, |
| "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9736900329589844, |
| "sin": 0.22787654490168996 |
| }, |
| "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04998673498630524, |
| "sin": 0.9987498817649035 |
| }, |
| "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8971993923187256, |
| "sin": 0.44162569040184874 |
| }, |
| "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9472483396530151, |
| "sin": 0.3205005195387459 |
| }, |
| "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9801456332206726, |
| "sin": 0.19827893906929886 |
| }, |
| "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04248867928981781, |
| "sin": 0.9990969483149306 |
| }, |
| "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9063483476638794, |
| "sin": 0.4225312682949696 |
| }, |
| "model.language_model.layers.34.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667924642562866, |
| "sin": 0.25556277322266 |
| }, |
| "model.language_model.layers.34.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998182654380798, |
| "sin": 0.01906400001021128 |
| }, |
| "model.language_model.layers.34.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05352051556110382, |
| "sin": 0.9985667501044052 |
| }, |
| "model.language_model.layers.34.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215322732925415, |
| "sin": 0.3883017760457459 |
| }, |
| "model.language_model.layers.34.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9667892456054688, |
| "sin": 0.2555749490494102 |
| }, |
| "model.language_model.layers.34.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998393058776855, |
| "sin": 0.017926584226448713 |
| }, |
| "model.language_model.layers.34.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.053610943257808685, |
| "sin": 0.9985618993147135 |
| }, |
| "model.language_model.layers.34.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214814305305481, |
| "sin": 0.3884224159177411 |
| }, |
| "model.language_model.layers.34.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6057965159416199, |
| "sin": 0.7956196209703446 |
| }, |
| "model.language_model.layers.34.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6201488971710205, |
| "sin": 0.7844841268869416 |
| }, |
| "model.language_model.layers.34.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06302071362733841, |
| "sin": 0.9980122191906776 |
| }, |
| "model.language_model.layers.34.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5707181692123413, |
| "sin": 0.8211460109693728 |
| }, |
| "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3304630219936371, |
| "sin": 0.9438189397839147 |
| }, |
| "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.33577412366867065, |
| "sin": 0.9419425342740056 |
| }, |
| "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.07479832321405411, |
| "sin": 0.9971986817301585 |
| }, |
| "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.3066478371620178, |
| "sin": 0.9518230423581143 |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9491468667984009, |
| "sin": 0.31483364694196625 |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9804558753967285, |
| "sin": 0.19673910744952253 |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06290942430496216, |
| "sin": 0.9980192404626367 |
| }, |
| "model.language_model.layers.34.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9009150862693787, |
| "sin": 0.4339954001279714 |
| }, |
| "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9417043924331665, |
| "sin": 0.3364414321573381 |
| }, |
| "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9737481474876404, |
| "sin": 0.2276280854033363 |
| }, |
| "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.06289392709732056, |
| "sin": 0.9980202171971653 |
| }, |
| "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8959786891937256, |
| "sin": 0.44409704852733856 |
| }, |
| "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8499616980552673, |
| "sin": 0.5268444854404444 |
| }, |
| "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8773660659790039, |
| "sin": 0.47982161921752353 |
| }, |
| "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0664256364107132, |
| "sin": 0.9977913784090499 |
| }, |
| "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8094620704650879, |
| "sin": 0.5871721693663393 |
| }, |
| "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9320238828659058, |
| "sin": 0.36239685672969124 |
| }, |
| "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9656627178192139, |
| "sin": 0.2597989904022133 |
| }, |
| "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04665208235383034, |
| "sin": 0.9989111988620667 |
| }, |
| "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.894147515296936, |
| "sin": 0.4477725101972156 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.34.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00019716759561561048, |
| "sin": 0.9999999805624694 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.34.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00030018389225006104, |
| "sin": 0.9999999549448144 |
| }, |
| "model.language_model.layers.4.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668712615966797, |
| "sin": 0.25526449713668564 |
| }, |
| "model.language_model.layers.4.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998632669448853, |
| "sin": 0.016536245471724564 |
| }, |
| "model.language_model.layers.4.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05349910259246826, |
| "sin": 0.9985678975521898 |
| }, |
| "model.language_model.layers.4.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9214586019515991, |
| "sin": 0.38847656929267227 |
| }, |
| "model.language_model.layers.4.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668352603912354, |
| "sin": 0.25540082079784343 |
| }, |
| "model.language_model.layers.4.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998372793197632, |
| "sin": 0.018039259476315985 |
| }, |
| "model.language_model.layers.4.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05351484566926956, |
| "sin": 0.9985670539793481 |
| }, |
| "model.language_model.layers.4.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9213941693305969, |
| "sin": 0.38862936677968546 |
| }, |
| "model.language_model.layers.4.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9053546786308289, |
| "sin": 0.42465622082016957 |
| }, |
| "model.language_model.layers.4.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9345417618751526, |
| "sin": 0.35585347449657645 |
| }, |
| "model.language_model.layers.4.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05942035838961601, |
| "sin": 0.998233049447297 |
| }, |
| "model.language_model.layers.4.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8589379191398621, |
| "sin": 0.5120797311588146 |
| }, |
| "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.24454611539840698, |
| "sin": 0.969637662966713 |
| }, |
| "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.2542142868041992, |
| "sin": 0.9671479185650106 |
| }, |
| "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.011725423857569695, |
| "sin": 0.9999312548547327 |
| }, |
| "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.23798632621765137, |
| "sin": 0.9712685048602295 |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.627626895904541, |
| "sin": 0.7785142770285144 |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6519684791564941, |
| "sin": 0.7582460696807918 |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04387565702199936, |
| "sin": 0.9990369996756316 |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6059205532073975, |
| "sin": 0.7955251618904593 |
| }, |
| "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8465412855148315, |
| "sin": 0.5323230710000239 |
| }, |
| "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8765606880187988, |
| "sin": 0.48129134650439126 |
| }, |
| "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05968146026134491, |
| "sin": 0.9982174729491933 |
| }, |
| "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8131618499755859, |
| "sin": 0.5820376325842537 |
| }, |
| "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.4731714725494385, |
| "sin": 0.8809703499922095 |
| }, |
| "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.4910924434661865, |
| "sin": 0.8711074629288916 |
| }, |
| "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.028906479477882385, |
| "sin": 0.9995821204104217 |
| }, |
| "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.46054744720458984, |
| "sin": 0.8876350876758622 |
| }, |
| "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8896794319152832, |
| "sin": 0.45658570764632894 |
| }, |
| "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.918461799621582, |
| "sin": 0.39550969979999845 |
| }, |
| "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.047288548201322556, |
| "sin": 0.9988812708270244 |
| }, |
| "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8433259725570679, |
| "sin": 0.5374023669567112 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.4.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.00015886999608483166, |
| "sin": 0.999999987380162 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.4.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": 0.00040441221790388227, |
| "sin": 0.9999999182253756 |
| }, |
| "model.language_model.layers.8.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8867764472961426, |
| "sin": 0.4621985855893889 |
| }, |
| "model.language_model.layers.8.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.916253924369812, |
| "sin": 0.4005979856126573 |
| }, |
| "model.language_model.layers.8.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0651654452085495, |
| "sin": 0.9978744734438152 |
| }, |
| "model.language_model.layers.8.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8436793684959412, |
| "sin": 0.5368473928168879 |
| }, |
| "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.2774697244167328, |
| "sin": 0.9607343816227784 |
| }, |
| "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.2834450900554657, |
| "sin": 0.9589884675654077 |
| }, |
| "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.030895497649908066, |
| "sin": 0.9995226201667297 |
| }, |
| "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.2609272003173828, |
| "sin": 0.9653584806353194 |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.6671134829521179, |
| "sin": 0.7449561066690401 |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6854939460754395, |
| "sin": 0.7280783267574461 |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04248758777976036, |
| "sin": 0.9990969947330726 |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6210594177246094, |
| "sin": 0.7837634845127509 |
| }, |
| "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7838401794433594, |
| "sin": 0.6209626181101421 |
| }, |
| "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8089280128479004, |
| "sin": 0.5879077053670475 |
| }, |
| "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04523896425962448, |
| "sin": 0.9989761939669616 |
| }, |
| "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.7438963055610657, |
| "sin": 0.6682950595153294 |
| }, |
| "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.4009948968887329, |
| "sin": 0.9160802872397127 |
| }, |
| "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.41272079944610596, |
| "sin": 0.9108575858522381 |
| }, |
| "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.0309673473238945, |
| "sin": 0.9995203966901933 |
| }, |
| "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.3794208765029907, |
| "sin": 0.9252241882234286 |
| }, |
| "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8768030405044556, |
| "sin": 0.4808496939399484 |
| }, |
| "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9072068333625793, |
| "sin": 0.4206848719650389 |
| }, |
| "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.04628998786211014, |
| "sin": 0.9989280439669945 |
| }, |
| "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8398034572601318, |
| "sin": 0.542890553586936 |
| }, |
| "model.language_model.layers.9.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.9668186902999878, |
| "sin": 0.2554635396423848 |
| }, |
| "model.language_model.layers.9.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998594522476196, |
| "sin": 0.0167653139275721 |
| }, |
| "model.language_model.layers.9.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05367189645767212, |
| "sin": 0.9985586249843506 |
| }, |
| "model.language_model.layers.9.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215461611747742, |
| "sin": 0.38826881515779393 |
| }, |
| "model.language_model.layers.9.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.966802716255188, |
| "sin": 0.25552398682235383 |
| }, |
| "model.language_model.layers.9.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.9998459815979004, |
| "sin": 0.017550301494020933 |
| }, |
| "model.language_model.layers.9.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05342235416173935, |
| "sin": 0.9985720064551268 |
| }, |
| "model.language_model.layers.9.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.9215018153190613, |
| "sin": 0.3883740521245912 |
| }, |
| "model.language_model.layers.9.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8696160912513733, |
| "sin": 0.49372852240546444 |
| }, |
| "model.language_model.layers.9.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8997323513031006, |
| "sin": 0.4364420878176095 |
| }, |
| "model.language_model.layers.9.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03791277855634689, |
| "sin": 0.9992810521680762 |
| }, |
| "model.language_model.layers.9.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.8278623819351196, |
| "sin": 0.5609312583344862 |
| }, |
| "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.3501097559928894, |
| "sin": 0.936708684041415 |
| }, |
| "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.3624758720397949, |
| "sin": 0.9319931556556573 |
| }, |
| "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.021760111674666405, |
| "sin": 0.9997632207377435 |
| }, |
| "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.3325672149658203, |
| "sin": 0.9430795552496501 |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5487682819366455, |
| "sin": 0.8359745048386956 |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.5600656867027283, |
| "sin": 0.8284482039199562 |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03337031230330467, |
| "sin": 0.9994430560351 |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.4998735785484314, |
| "sin": 0.8660983809413254 |
| }, |
| "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.7164104580879211, |
| "sin": 0.697679049092242 |
| }, |
| "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.7402089834213257, |
| "sin": 0.6723768741281689 |
| }, |
| "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.039858438074588776, |
| "sin": 0.9992053367122566 |
| }, |
| "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.6810421943664551, |
| "sin": 0.732244173409747 |
| }, |
| "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.5825675129890442, |
| "sin": 0.812782315758506 |
| }, |
| "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.6034573912620544, |
| "sin": 0.7973952451144889 |
| }, |
| "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.03383238613605499, |
| "sin": 0.9994275209580437 |
| }, |
| "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.5602388978004456, |
| "sin": 0.8283310795758795 |
| }, |
| "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": { |
| "cos": 0.8212018013000488, |
| "sin": 0.5706378900332111 |
| }, |
| "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": { |
| "cos": 0.8496705293655396, |
| "sin": 0.5273139401985157 |
| }, |
| "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": { |
| "cos": 0.05158066377043724, |
| "sin": 0.9986688315577897 |
| }, |
| "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": { |
| "cos": 0.78812175989151, |
| "sin": 0.6155193673520835 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.9.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -3.858016134472564e-05, |
| "sin": 0.9999999992557855 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": { |
| "cos": 0.8660345673561096, |
| "sin": 0.4999841278923922 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": { |
| "cos": 0.21686775982379913, |
| "sin": 0.9762009909588327 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": { |
| "cos": 0.9818844199180603, |
| "sin": 0.18948083259837714 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": { |
| "cos": 0.8808096647262573, |
| "sin": 0.47347052128386846 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": { |
| "cos": 0.26100724935531616, |
| "sin": 0.9653368405815516 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": { |
| "cos": 0.9462515711784363, |
| "sin": 0.3234315445999984 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": { |
| "cos": 0.9175362586975098, |
| "sin": 0.3976521268337143 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": { |
| "cos": 0.18699195981025696, |
| "sin": 0.9823614441570472 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": { |
| "cos": 0.9574315547943115, |
| "sin": 0.28866038502736613 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": { |
| "cos": 0.9201167821884155, |
| "sin": 0.3916441077499263 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": { |
| "cos": 0.08483855426311493, |
| "sin": 0.9963947108001651 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": { |
| "cos": 0.8929120302200317, |
| "sin": 0.4502311698320554 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": { |
| "cos": 0.9583709239959717, |
| "sin": 0.2855261319723774 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": { |
| "cos": 0.27547168731689453, |
| "sin": 0.9613091851671777 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": { |
| "cos": 0.8742260336875916, |
| "sin": 0.48551914691684617 |
| }, |
| "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": { |
| "cos": 0.89422607421875, |
| "sin": 0.4476156031544506 |
| }, |
| "model.language_model.layers.9.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": { |
| "cos": -0.001091796439141035, |
| "sin": 0.9999994039900901 |
| } |
| } |
