{
  "model.language_model.altup_projections.0.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0003622328513301909,
    "sin": 0.9999999343936786
  },
  "model.language_model.altup_projections.1.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0007422511116601527,
    "sin": 0.9999997245316057
  },
  "model.language_model.altup_projections.2.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -3.0819152016192675e-05,
    "sin": 0.9999999995250899
  },
  "model.language_model.altup_unembed_projections.0.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00017798051703721285,
    "sin": 0.9999999841614676
  },
  "model.language_model.altup_unembed_projections.1.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00022003626509103924,
    "sin": 0.9999999757920207
  },
  "model.language_model.altup_unembed_projections.2.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00027482325094752014,
    "sin": 0.9999999622360897
  },
  "model.language_model.layers.0.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668583273887634,
    "sin": 0.25531348330827097
  },
  "model.language_model.layers.0.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998635649681091,
    "sin": 0.016518215680387856
  },
  "model.language_model.layers.0.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05356515198945999,
    "sin": 0.9985643567103455
  },
  "model.language_model.layers.0.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921492338180542,
    "sin": 0.3883965379281304
  },
  "model.language_model.layers.0.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667706489562988,
    "sin": 0.25564528612242554
  },
  "model.language_model.layers.0.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998263716697693,
    "sin": 0.018634014963618738
  },
  "model.language_model.layers.0.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05406947433948517,
    "sin": 0.9985371760453647
  },
  "model.language_model.layers.0.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215331077575684,
    "sin": 0.38829979565624023
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.0.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.0.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -1.0827854566741735e-05,
    "sin": 0.9999999999413788
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.0.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.0.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0008614014950580895,
    "sin": 0.9999996289936633
  },
  "model.language_model.layers.10.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668910503387451,
    "sin": 0.2551895310839343
  },
  "model.language_model.layers.10.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998586177825928,
    "sin": 0.01681500656803482
  },
  "model.language_model.layers.10.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05353719741106033,
    "sin": 0.9985658558619803
  },
  "model.language_model.layers.10.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214490056037903,
    "sin": 0.38849933085114324
  },
  "model.language_model.layers.10.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668105840682983,
    "sin": 0.2554942162427867
  },
  "model.language_model.layers.10.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.999830961227417,
    "sin": 0.018386108099850258
  },
  "model.language_model.layers.10.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05343414098024368,
    "sin": 0.998571375805307
  },
  "model.language_model.layers.10.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215099215507507,
    "sin": 0.38835481776788766
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.10.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.10.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0005557113327085972,
    "sin": 0.9999998455924455
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.10.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.10.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0004648746980819851,
    "sin": 0.9999998919457517
  },
  "model.language_model.layers.15.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.966820240020752,
    "sin": 0.2554576745494556
  },
  "model.language_model.layers.15.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998351335525513,
    "sin": 0.01815780036105603
  },
  "model.language_model.layers.15.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05348552018404007,
    "sin": 0.9985686251483383
  },
  "model.language_model.layers.15.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214767813682556,
    "sin": 0.3884334452634068
  },
  "model.language_model.layers.15.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667991399765015,
    "sin": 0.2555375176773405
  },
  "model.language_model.layers.15.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998364448547363,
    "sin": 0.01808545106547806
  },
  "model.language_model.layers.15.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05323363095521927,
    "sin": 0.9985820850262254
  },
  "model.language_model.layers.15.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214645624160767,
    "sin": 0.38846243088791527
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.15.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.15.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00030038628028705716,
    "sin": 0.9999999548840403
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.15.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.15.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -2.3778702598065138e-05,
    "sin": 0.9999999997172866
  },
  "model.language_model.layers.20.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668239951133728,
    "sin": 0.2554434623806546
  },
  "model.language_model.layers.20.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998546838760376,
    "sin": 0.017047320350979542
  },
  "model.language_model.layers.20.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0535927414894104,
    "sin": 0.9985628763676573
  },
  "model.language_model.layers.20.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215028285980225,
    "sin": 0.38837164789135115
  },
  "model.language_model.layers.20.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668715000152588,
    "sin": 0.2552635940713901
  },
  "model.language_model.layers.20.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998392462730408,
    "sin": 0.01792990831425877
  },
  "model.language_model.layers.20.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.054061587899923325,
    "sin": 0.9985376030544563
  },
  "model.language_model.layers.20.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214740991592407,
    "sin": 0.388439808179679
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.20.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.20.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.000325660512316972,
    "sin": 0.999999946972614
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.20.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.20.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0002750533167272806,
    "sin": 0.9999999621728358
  },
  "model.language_model.layers.25.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669142961502075,
    "sin": 0.25510143845213573
  },
  "model.language_model.layers.25.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998461604118347,
    "sin": 0.017540111450948068
  },
  "model.language_model.layers.25.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053780678659677505,
    "sin": 0.9985527720671074
  },
  "model.language_model.layers.25.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213902950286865,
    "sin": 0.3886385521624817
  },
  "model.language_model.layers.25.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668070673942566,
    "sin": 0.25550752324837206
  },
  "model.language_model.layers.25.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998347759246826,
    "sin": 0.018177481993931426
  },
  "model.language_model.layers.25.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05405932292342186,
    "sin": 0.9985377256794363
  },
  "model.language_model.layers.25.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214905500411987,
    "sin": 0.38840078036065917
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.25.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.25.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00021173547429498285,
    "sin": 0.9999999775840442
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.25.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.25.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00014183318126015365,
    "sin": 0.9999999899416743
  },
  "model.language_model.layers.30.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668793082237244,
    "sin": 0.2552340167940242
  },
  "model.language_model.layers.30.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998527765274048,
    "sin": 0.017158824856019328
  },
  "model.language_model.layers.30.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053445860743522644,
    "sin": 0.9985707486049168
  },
  "model.language_model.layers.30.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214526414871216,
    "sin": 0.3884907070914389
  },
  "model.language_model.layers.30.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668945074081421,
    "sin": 0.25517643218754793
  },
  "model.language_model.layers.30.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998440742492676,
    "sin": 0.017658629296327114
  },
  "model.language_model.layers.30.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05356999486684799,
    "sin": 0.9985640969161499
  },
  "model.language_model.layers.30.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921358048915863,
    "sin": 0.3887149928906192
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.30.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.30.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0007448575343005359,
    "sin": 0.9999997225935883
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.30.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.30.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.000202890470973216,
    "sin": 0.9999999794177282
  },
  "model.language_model.layers.5.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668848514556885,
    "sin": 0.2552130169593848
  },
  "model.language_model.layers.5.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998635053634644,
    "sin": 0.016521823213116828
  },
  "model.language_model.layers.5.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053483106195926666,
    "sin": 0.9985687544438967
  },
  "model.language_model.layers.5.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.92145836353302,
    "sin": 0.3884771348162575
  },
  "model.language_model.layers.5.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668302536010742,
    "sin": 0.2554197735526412
  },
  "model.language_model.layers.5.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998486042022705,
    "sin": 0.01740024927325509
  },
  "model.language_model.layers.5.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053420908749103546,
    "sin": 0.9985720837818469
  },
  "model.language_model.layers.5.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214775562286377,
    "sin": 0.38843160706474167
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.5.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.5.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0003720498352777213,
    "sin": 0.9999999307894576
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.5.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.5.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0008976340177468956,
    "sin": 0.999999597126504
  },
  "model.language_model.norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9491766095161438,
    "sin": 0.31474396570456736
  },
  "model.language_model.norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9831081628799438,
    "sin": 0.18302551756195581
  },
  "model.language_model.norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04529869183897972,
    "sin": 0.9989734873947742
  },
  "model.language_model.norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9072745442390442,
    "sin": 0.42053882267376297
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8661008477210999,
    "sin": 0.4998693044954773
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.2150925099849701,
    "sin": 0.9765936781222606
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9813554286956787,
    "sin": 0.19220177566692942
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8815266489982605,
    "sin": 0.4721342680910777
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.2607191205024719,
    "sin": 0.9654146985645171
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9461039304733276,
    "sin": 0.3238631697845879
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9178560972213745,
    "sin": 0.3969133215118216
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.1865140199661255,
    "sin": 0.9824522992777185
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9575161337852478,
    "sin": 0.28837970376042665
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9202456474304199,
    "sin": 0.39134121733516297
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08440673351287842,
    "sin": 0.9964313841593339
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8932141661643982,
    "sin": 0.4496314639382334
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583811163902283,
    "sin": 0.2854919188814628
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.2749817371368408,
    "sin": 0.9614494496546375
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8744925260543823,
    "sin": 0.4850389900564958
  },
  "model.language_model.per_layer_projection_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.8936607837677002,
    "sin": 0.4487431376140473
  },
  "model.language_model.layers.0.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8760384321212769,
    "sin": 0.4822412938006191
  },
  "model.language_model.layers.0.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9078119397163391,
    "sin": 0.41937749356451864
  },
  "model.language_model.layers.0.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.051473602652549744,
    "sin": 0.9986743554482449
  },
  "model.language_model.layers.0.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8402359485626221,
    "sin": 0.5422209427374332
  },
  "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.23827306926250458,
    "sin": 0.9711982004020733
  },
  "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.24574875831604004,
    "sin": 0.9693335585783278
  },
  "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.038077883422374725,
    "sin": 0.9992747744209658
  },
  "model.language_model.layers.0.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2247752547264099,
    "sin": 0.9744106346210911
  },
  "model.language_model.layers.0.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.724547266960144,
    "sin": 0.6892251141249757
  },
  "model.language_model.layers.0.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7459471225738525,
    "sin": 0.6660051728956689
  },
  "model.language_model.layers.0.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.048050083220005035,
    "sin": 0.9988449276552145
  },
  "model.language_model.layers.0.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6853119730949402,
    "sin": 0.7282496134792795
  },
  "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8145543336868286,
    "sin": 0.5800872671176353
  },
  "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8469040989875793,
    "sin": 0.5317456601779054
  },
  "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04158146679401398,
    "sin": 0.9991351167981527
  },
  "model.language_model.layers.0.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.786381185054779,
    "sin": 0.617741557442788
  },
  "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5181158185005188,
    "sin": 0.855310469139445
  },
  "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5399265289306641,
    "sin": 0.8417121499401591
  },
  "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.015205473639070988,
    "sin": 0.9998843901028815
  },
  "model.language_model.layers.0.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5026004314422607,
    "sin": 0.8645188293577263
  },
  "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9333481788635254,
    "sin": 0.35897239032012007
  },
  "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9669707417488098,
    "sin": 0.2548873959256451
  },
  "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04648405686020851,
    "sin": 0.9989190319829816
  },
  "model.language_model.layers.0.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.893057644367218,
    "sin": 0.4499422672268916
  },
  "model.language_model.layers.1.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668591618537903,
    "sin": 0.2553103232135085
  },
  "model.language_model.layers.1.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998620748519897,
    "sin": 0.01660816885373141
  },
  "model.language_model.layers.1.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053622279316186905,
    "sin": 0.9985612906381545
  },
  "model.language_model.layers.1.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214661121368408,
    "sin": 0.3884587548034091
  },
  "model.language_model.layers.1.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668596982955933,
    "sin": 0.2553082917019233
  },
  "model.language_model.layers.1.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998526573181152,
    "sin": 0.017165769831371566
  },
  "model.language_model.layers.1.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053544722497463226,
    "sin": 0.998565452382902
  },
  "model.language_model.layers.1.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214576482772827,
    "sin": 0.38847883138119577
  },
  "model.language_model.layers.1.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9211620688438416,
    "sin": 0.38917919127740336
  },
  "model.language_model.layers.1.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9518924951553345,
    "sin": 0.30643217466015465
  },
  "model.language_model.layers.1.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0512014664709568,
    "sin": 0.9986883446957933
  },
  "model.language_model.layers.1.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8750845193862915,
    "sin": 0.48397012710544773
  },
  "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3157765865325928,
    "sin": 0.9488335720229465
  },
  "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.325840026140213,
    "sin": 0.9454249189464732
  },
  "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.02435668185353279,
    "sin": 0.9997033320185973
  },
  "model.language_model.layers.1.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.30033183097839355,
    "sin": 0.953834781972835
  },
  "model.language_model.layers.1.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5507043600082397,
    "sin": 0.8347003701136804
  },
  "model.language_model.layers.1.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5695701837539673,
    "sin": 0.8219427022478343
  },
  "model.language_model.layers.1.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.032166071236133575,
    "sin": 0.9994825380471797
  },
  "model.language_model.layers.1.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5282866358757019,
    "sin": 0.8490660930428995
  },
  "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7251583933830261,
    "sin": 0.6885820971432153
  },
  "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7518957853317261,
    "sin": 0.6592819791260693
  },
  "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.035659365355968475,
    "sin": 0.9993640025848488
  },
  "model.language_model.layers.1.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.699439525604248,
    "sin": 0.714691786732228
  },
  "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7287678718566895,
    "sin": 0.6847608260914696
  },
  "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.753135085105896,
    "sin": 0.6578659009118308
  },
  "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04180268198251724,
    "sin": 0.9991258858517622
  },
  "model.language_model.layers.1.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6936649680137634,
    "sin": 0.7202977940758006
  },
  "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.92037034034729,
    "sin": 0.3910478699712012
  },
  "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9514870047569275,
    "sin": 0.3076889334680249
  },
  "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.050982967019081116,
    "sin": 0.9986995229166434
  },
  "model.language_model.layers.1.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.878132164478302,
    "sin": 0.4784181243521741
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.1.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.1.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0007136953063309193,
    "sin": 0.9999997453194724
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.1.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.1.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0007889866246841848,
    "sin": 0.9999996887500046
  },
  "model.language_model.layers.10.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9098918437957764,
    "sin": 0.4148455526987393
  },
  "model.language_model.layers.10.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9417853951454163,
    "sin": 0.336214618199138
  },
  "model.language_model.layers.10.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.057623475790023804,
    "sin": 0.998338387040124
  },
  "model.language_model.layers.10.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8723196387290955,
    "sin": 0.48893603660145607
  },
  "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.2653670012950897,
    "sin": 0.9641474755573712
  },
  "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.2786770462989807,
    "sin": 0.9603848727807388
  },
  "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.01025131531059742,
    "sin": 0.9999474538866543
  },
  "model.language_model.layers.10.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2580743134021759,
    "sin": 0.9661250689025699
  },
  "model.language_model.layers.10.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6864209771156311,
    "sin": 0.7272044019226109
  },
  "model.language_model.layers.10.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7054387331008911,
    "sin": 0.7087709036360125
  },
  "model.language_model.layers.10.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.031261034309864044,
    "sin": 0.9995112544308231
  },
  "model.language_model.layers.10.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6422180533409119,
    "sin": 0.7665219970509716
  },
  "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7183816432952881,
    "sin": 0.6956492036769405
  },
  "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7428209185600281,
    "sin": 0.6694901664323653
  },
  "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.037529561668634415,
    "sin": 0.9992955178529324
  },
  "model.language_model.layers.10.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6836891770362854,
    "sin": 0.7297733272759747
  },
  "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7150301337242126,
    "sin": 0.6990936331181501
  },
  "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7400065660476685,
    "sin": 0.672599644815798
  },
  "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04899949952960014,
    "sin": 0.9987988030859112
  },
  "model.language_model.layers.10.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.687034010887146,
    "sin": 0.7266252595969404
  },
  "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8813252449035645,
    "sin": 0.4725101191463228
  },
  "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9121408462524414,
    "sin": 0.4098769042015908
  },
  "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04989083111286163,
    "sin": 0.998754677070835
  },
  "model.language_model.layers.10.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.843947172164917,
    "sin": 0.5364262955848081
  },
  "model.language_model.layers.11.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668729305267334,
    "sin": 0.25525817560784725
  },
  "model.language_model.layers.11.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998575448989868,
    "sin": 0.016878682074456006
  },
  "model.language_model.layers.11.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05344640836119652,
    "sin": 0.9985707192949772
  },
  "model.language_model.layers.11.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214431047439575,
    "sin": 0.3885133263091707
  },
  "model.language_model.layers.11.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668007493019104,
    "sin": 0.2555314288874552
  },
  "model.language_model.layers.11.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998413324356079,
    "sin": 0.0178131960464199
  },
  "model.language_model.layers.11.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053498268127441406,
    "sin": 0.9985679422589954
  },
  "model.language_model.layers.11.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215688705444336,
    "sin": 0.3882149106403011
  },
  "model.language_model.layers.11.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8323327302932739,
    "sin": 0.5542763084261713
  },
  "model.language_model.layers.11.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8601260781288147,
    "sin": 0.5100814932172546
  },
  "model.language_model.layers.11.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06535845994949341,
    "sin": 0.9978618500138335
  },
  "model.language_model.layers.11.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7963101863861084,
    "sin": 0.6048884914244288
  },
  "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.28606826066970825,
    "sin": 0.9582092413650621
  },
  "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.2951856553554535,
    "sin": 0.9554399137948819
  },
  "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": -0.024395188316702843,
    "sin": 0.9997023931085653
  },
  "model.language_model.layers.11.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2762258052825928,
    "sin": 0.9610927658119081
  },
  "model.language_model.layers.11.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8247712850570679,
    "sin": 0.5654664688072255
  },
  "model.language_model.layers.11.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8497781753540039,
    "sin": 0.5271404487345093
  },
  "model.language_model.layers.11.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06566253304481506,
    "sin": 0.9978418871515359
  },
  "model.language_model.layers.11.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7782212495803833,
    "sin": 0.6279901963419069
  },
  "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8368033170700073,
    "sin": 0.5475036150936656
  },
  "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8652660846710205,
    "sin": 0.5013128790666388
  },
  "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053811267018318176,
    "sin": 0.9985511241503278
  },
  "model.language_model.layers.11.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7990069389343262,
    "sin": 0.6013218036416091
  },
  "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6690081357955933,
    "sin": 0.7432550801974414
  },
  "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6929113864898682,
    "sin": 0.721022753089449
  },
  "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04516727849841118,
    "sin": 0.9989794377028223
  },
  "model.language_model.layers.11.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6454847455024719,
    "sin": 0.7637731622174276
  },
  "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8997212052345276,
    "sin": 0.436465064869262
  },
  "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9306137561798096,
    "sin": 0.36600278251525076
  },
  "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0444260835647583,
    "sin": 0.999012674143375
  },
  "model.language_model.layers.11.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.859980046749115,
    "sin": 0.5103276586599926
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.11.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.11.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00040108966641128063,
    "sin": 0.9999999195635365
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.11.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.11.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0003806126769632101,
    "sin": 0.9999999275669924
  },
  "model.language_model.layers.12.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.966838002204895,
    "sin": 0.2553904412707089
  },
  "model.language_model.layers.12.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998486042022705,
    "sin": 0.01740024927325509
  },
  "model.language_model.layers.12.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05359720438718796,
    "sin": 0.9985626368345043
  },
  "model.language_model.layers.12.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214650392532349,
    "sin": 0.38846129978935395
  },
  "model.language_model.layers.12.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668394327163696,
    "sin": 0.2553850256860973
  },
  "model.language_model.layers.12.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998442530632019,
    "sin": 0.017648501819924247
  },
  "model.language_model.layers.12.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053479090332984924,
    "sin": 0.9985689695244673
  },
  "model.language_model.layers.12.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214518070220947,
    "sin": 0.38849268633491196
  },
  "model.language_model.layers.12.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.920369029045105,
    "sin": 0.39105095623789327
  },
  "model.language_model.layers.12.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9489847421646118,
    "sin": 0.315321992792709
  },
  "model.language_model.layers.12.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05679481476545334,
    "sin": 0.9983858718029607
  },
  "model.language_model.layers.12.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.87117600440979,
    "sin": 0.4909708436766826
  },
  "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.35720527172088623,
    "sin": 0.9340259064152385
  },
  "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.3692712187767029,
    "sin": 0.9293216703505672
  },
  "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03596747666597366,
    "sin": 0.9993529609813956
  },
  "model.language_model.layers.12.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.33447265625,
    "sin": 0.9424054553222139
  },
  "model.language_model.layers.12.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7891384959220886,
    "sin": 0.6142152995927598
  },
  "model.language_model.layers.12.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8122347593307495,
    "sin": 0.58333069157633
  },
  "model.language_model.layers.12.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.08076628297567368,
    "sin": 0.9967330673426529
  },
  "model.language_model.layers.12.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7442233562469482,
    "sin": 0.6679308317606906
  },
  "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8230856657028198,
    "sin": 0.5679172359724134
  },
  "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8506961464881897,
    "sin": 0.5256577463998267
  },
  "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0645017996430397,
    "sin": 0.9979175907071732
  },
  "model.language_model.layers.12.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7880046367645264,
    "sin": 0.6156693044464754
  },
  "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7670012712478638,
    "sin": 0.6416455796654107
  },
  "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7946017384529114,
    "sin": 0.6071310214835106
  },
  "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0548018142580986,
    "sin": 0.9984972514504088
  },
  "model.language_model.layers.12.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7403329610824585,
    "sin": 0.6722403638096116
  },
  "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.909407377243042,
    "sin": 0.4159065065804231
  },
  "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9408572912216187,
    "sin": 0.33880312506693067
  },
  "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.042102083563804626,
    "sin": 0.9991133141739161
  },
  "model.language_model.layers.12.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8678508996963501,
    "sin": 0.49682473357939383
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.12.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.12.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00023407349362969398,
    "sin": 0.9999999726047994
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.12.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.12.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00018753448966890574,
    "sin": 0.9999999824154074
  },
  "model.language_model.layers.13.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668459892272949,
    "sin": 0.2553602026845482
  },
  "model.language_model.layers.13.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998557567596436,
    "sin": 0.016984277276366578
  },
  "model.language_model.layers.13.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053508907556533813,
    "sin": 0.9985673721948392
  },
  "model.language_model.layers.13.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214928150177002,
    "sin": 0.3883954066035727
  },
  "model.language_model.layers.13.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668102264404297,
    "sin": 0.2554955695314599
  },
  "model.language_model.layers.13.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998263120651245,
    "sin": 0.018637212834870326
  },
  "model.language_model.layers.13.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05339817702770233,
    "sin": 0.9985732996080549
  },
  "model.language_model.layers.13.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215664863586426,
    "sin": 0.38822057032128765
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.13.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.13.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 1.488321868237108e-05,
    "sin": 0.9999999998892449
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.13.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.13.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 9.329845488537103e-05,
    "sin": 0.9999999956476991
  },
  "model.language_model.layers.15.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.897170901298523,
    "sin": 0.4416835675720753
  },
  "model.language_model.layers.15.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9288727641105652,
    "sin": 0.37039895800825134
  },
  "model.language_model.layers.15.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0311158187687397,
    "sin": 0.9995157856794213
  },
  "model.language_model.layers.15.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8549088835716248,
    "sin": 0.5187781807191953
  },
  "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5263445377349854,
    "sin": 0.8502713846746488
  },
  "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5397199988365173,
    "sin": 0.8418445954307183
  },
  "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053784340620040894,
    "sin": 0.9985525748322256
  },
  "model.language_model.layers.15.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.4940747618675232,
    "sin": 0.8694194210423127
  },
  "model.language_model.layers.15.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7104182839393616,
    "sin": 0.7037796969539919
  },
  "model.language_model.layers.15.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7299808263778687,
    "sin": 0.6834676240471702
  },
  "model.language_model.layers.15.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.08286979794502258,
    "sin": 0.9965603828110724
  },
  "model.language_model.layers.15.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6708303093910217,
    "sin": 0.7416108791019358
  },
  "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7558035850524902,
    "sin": 0.6547983970824938
  },
  "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7774139642715454,
    "sin": 0.6289892909705223
  },
  "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06296922266483307,
    "sin": 0.9980154693174784
  },
  "model.language_model.layers.15.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7130191326141357,
    "sin": 0.7011445760513202
  },
  "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7976579666137695,
    "sin": 0.6031100797512727
  },
  "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8263149261474609,
    "sin": 0.5632083476173948
  },
  "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.041028909385204315,
    "sin": 0.9991579597814656
  },
  "model.language_model.layers.15.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7654774785041809,
    "sin": 0.6434626872654554
  },
  "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.84267657995224,
    "sin": 0.5384200791203798
  },
  "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.875708281993866,
    "sin": 0.4828405584117305
  },
  "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.022711314260959625,
    "sin": 0.9997420648369958
  },
  "model.language_model.layers.15.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8090170621871948,
    "sin": 0.5877851589569105
  },
  "model.language_model.layers.16.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667569398880005,
    "sin": 0.2556971239149729
  },
  "model.language_model.layers.16.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998276233673096,
    "sin": 0.01856673239095565
  },
  "model.language_model.layers.16.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05329138785600662,
    "sin": 0.9985790043759085
  },
  "model.language_model.layers.16.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215909242630005,
    "sin": 0.38816255398488464
  },
  "model.language_model.layers.16.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668467044830322,
    "sin": 0.2553574945645813
  },
  "model.language_model.layers.16.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998234510421753,
    "sin": 0.018790070412718126
  },
  "model.language_model.layers.16.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05354968458414078,
    "sin": 0.9985651862952859
  },
  "model.language_model.layers.16.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214855432510376,
    "sin": 0.38841265888142745
  },
  "model.language_model.layers.16.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9162636995315552,
    "sin": 0.4005756269679272
  },
  "model.language_model.layers.16.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.949142336845398,
    "sin": 0.31484730331965227
  },
  "model.language_model.layers.16.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04098396375775337,
    "sin": 0.9991598043930225
  },
  "model.language_model.layers.16.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8761149644851685,
    "sin": 0.4821022391621429
  },
  "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6314168572425842,
    "sin": 0.7754435842728329
  },
  "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6500195264816284,
    "sin": 0.7599175055179342
  },
  "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05598494037985802,
    "sin": 0.9984316133069223
  },
  "model.language_model.layers.16.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5948072671890259,
    "sin": 0.8038683442573932
  },
  "model.language_model.layers.16.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7379510402679443,
    "sin": 0.6748542525371377
  },
  "model.language_model.layers.16.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7578202486038208,
    "sin": 0.6524633865636011
  },
  "model.language_model.layers.16.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06996290385723114,
    "sin": 0.9975495937966512
  },
  "model.language_model.layers.16.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6928495168685913,
    "sin": 0.7210822054211015
  },
  "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7639867067337036,
    "sin": 0.6452319830372562
  },
  "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7864565849304199,
    "sin": 0.6176455618067543
  },
  "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.055560771375894547,
    "sin": 0.9984553073042958
  },
  "model.language_model.layers.16.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.719490647315979,
    "sin": 0.6945021298922225
  },
  "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7119816541671753,
    "sin": 0.7021980661674972
  },
  "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7369282841682434,
    "sin": 0.6759709342810892
  },
  "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03407224267721176,
    "sin": 0.9994193725753695
  },
  "model.language_model.layers.16.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6808795928955078,
    "sin": 0.7323953713524188
  },
  "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8156446218490601,
    "sin": 0.5785532394246046
  },
  "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8487615585327148,
    "sin": 0.5287757717190879
  },
  "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.024235639721155167,
    "sin": 0.9997062737460971
  },
  "model.language_model.layers.16.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7859257459640503,
    "sin": 0.6183208890461741
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.16.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.16.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0005981670692563057,
    "sin": 0.9999998210980626
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.16.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.16.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00027651822892948985,
    "sin": 0.9999999617688338
  },
  "model.language_model.layers.17.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.966667115688324,
    "sin": 0.2560364963180376
  },
  "model.language_model.layers.17.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998084902763367,
    "sin": 0.019569945614446724
  },
  "model.language_model.layers.17.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05330715328454971,
    "sin": 0.9985781628939707
  },
  "model.language_model.layers.17.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9216429591178894,
    "sin": 0.3880389876139
  },
  "model.language_model.layers.17.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667807221412659,
    "sin": 0.25560718944507893
  },
  "model.language_model.layers.17.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998335838317871,
    "sin": 0.018242934031693987
  },
  "model.language_model.layers.17.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05353821441531181,
    "sin": 0.9985658013357057
  },
  "model.language_model.layers.17.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215053915977478,
    "sin": 0.38836556651727183
  },
  "model.language_model.layers.17.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8717892169952393,
    "sin": 0.4898811704187329
  },
  "model.language_model.layers.17.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9040354490280151,
    "sin": 0.42745749133769434
  },
  "model.language_model.layers.17.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04207538440823555,
    "sin": 0.9991144389042225
  },
  "model.language_model.layers.17.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8380205631256104,
    "sin": 0.5456386494545955
  },
  "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5586122870445251,
    "sin": 0.8294289076002145
  },
  "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5756672620773315,
    "sin": 0.8176840486229316
  },
  "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.051928576081991196,
    "sin": 0.9986508013245154
  },
  "model.language_model.layers.17.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5249412655830383,
    "sin": 0.8511384538887184
  },
  "model.language_model.layers.17.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5631464719772339,
    "sin": 0.8263570965990397
  },
  "model.language_model.layers.17.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5773301720619202,
    "sin": 0.8165107913720147
  },
  "model.language_model.layers.17.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05933050066232681,
    "sin": 0.9982383942181134
  },
  "model.language_model.layers.17.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5179249048233032,
    "sin": 0.8554260885452186
  },
  "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6551895141601562,
    "sin": 0.7554645594166403
  },
  "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6741070747375488,
    "sin": 0.7386336384086395
  },
  "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.043602824211120605,
    "sin": 0.999048944607227
  },
  "model.language_model.layers.17.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.616071879863739,
    "sin": 0.7876899382632475
  },
  "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8281352519989014,
    "sin": 0.5605283261323339
  },
  "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8557596802711487,
    "sin": 0.517373530074956
  },
  "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03432825952768326,
    "sin": 0.9994106116095627
  },
  "model.language_model.layers.17.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7900694608688354,
    "sin": 0.6130173300995884
  },
  "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8313041925430298,
    "sin": 0.5558177214342678
  },
  "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8634231090545654,
    "sin": 0.5044804602267049
  },
  "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03369774669408798,
    "sin": 0.9994320696614358
  },
  "model.language_model.layers.17.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7988043427467346,
    "sin": 0.6015909091807798
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.17.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.17.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00030285693355835974,
    "sin": 0.9999999541388379
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.17.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.17.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00015161784540396184,
    "sin": 0.9999999885060143
  },
  "model.language_model.layers.18.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668042659759521,
    "sin": 0.25551812321379547
  },
  "model.language_model.layers.18.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998506903648376,
    "sin": 0.01727995882395426
  },
  "model.language_model.layers.18.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05317679047584534,
    "sin": 0.9985851135254761
  },
  "model.language_model.layers.18.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215325713157654,
    "sin": 0.3883010687651449
  },
  "model.language_model.layers.18.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669100642204285,
    "sin": 0.25511747825119097
  },
  "model.language_model.layers.18.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.999845564365387,
    "sin": 0.017574055276481745
  },
  "model.language_model.layers.18.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05348656699061394,
    "sin": 0.9985685690785379
  },
  "model.language_model.layers.18.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213805198669434,
    "sin": 0.388661726453379
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.18.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.18.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0004135397030040622,
    "sin": 0.9999999144924534
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.18.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.18.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00012701077503152192,
    "sin": 0.9999999919341315
  },
  "model.language_model.layers.2.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668798446655273,
    "sin": 0.25523198463273705
  },
  "model.language_model.layers.2.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998569488525391,
    "sin": 0.016913953745091213
  },
  "model.language_model.layers.2.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05364694818854332,
    "sin": 0.9985599656255281
  },
  "model.language_model.layers.2.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214497804641724,
    "sin": 0.38849749301961856
  },
  "model.language_model.layers.2.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668512344360352,
    "sin": 0.2553403424246059
  },
  "model.language_model.layers.2.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998527765274048,
    "sin": 0.017158824856019328
  },
  "model.language_model.layers.2.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05350372940301895,
    "sin": 0.9985676496562307
  },
  "model.language_model.layers.2.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214694499969482,
    "sin": 0.38845083694377813
  },
  "model.language_model.layers.2.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9134762287139893,
    "sin": 0.40689209819615274
  },
  "model.language_model.layers.2.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9415415525436401,
    "sin": 0.33689687566629606
  },
  "model.language_model.layers.2.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04420437291264534,
    "sin": 0.9990225089633366
  },
  "model.language_model.layers.2.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8596934080123901,
    "sin": 0.510810379906323
  },
  "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.2428177446126938,
    "sin": 0.9700719266637936
  },
  "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.2516443431377411,
    "sin": 0.9678197789706381
  },
  "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.011513124220073223,
    "sin": 0.9999337217889459
  },
  "model.language_model.layers.2.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.23002544045448303,
    "sin": 0.9731846159612888
  },
  "model.language_model.layers.2.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5839036703109741,
    "sin": 0.8118229510166446
  },
  "model.language_model.layers.2.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6039028763771057,
    "sin": 0.7970579125154321
  },
  "model.language_model.layers.2.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.02876475267112255,
    "sin": 0.9995862088903433
  },
  "model.language_model.layers.2.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5584101676940918,
    "sin": 0.8295649972219514
  },
  "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8356561660766602,
    "sin": 0.5492529217929181
  },
  "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8665558099746704,
    "sin": 0.4990801821342367
  },
  "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03844267129898071,
    "sin": 0.9992608073087819
  },
  "model.language_model.layers.2.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8034257888793945,
    "sin": 0.5954049057267857
  },
  "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3063821792602539,
    "sin": 0.9519085881699658
  },
  "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.3158806562423706,
    "sin": 0.9487989307603004
  },
  "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.022111548110842705,
    "sin": 0.9997555098323498
  },
  "model.language_model.layers.2.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.28831249475479126,
    "sin": 0.9575363728695994
  },
  "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8721551895141602,
    "sin": 0.48922931780865236
  },
  "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9005318880081177,
    "sin": 0.4347899707681112
  },
  "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06254780292510986,
    "sin": 0.9980419692323773
  },
  "model.language_model.layers.2.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8299634456634521,
    "sin": 0.5578177828488887
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.2.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.2.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0003077863366343081,
    "sin": 0.9999999526337844
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.2.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.2.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -4.142448597121984e-05,
    "sin": 0.999999999142006
  },
  "model.language_model.layers.20.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6659616827964783,
    "sin": 0.7459859496310121
  },
  "model.language_model.layers.20.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6901577711105347,
    "sin": 0.7236589327685653
  },
  "model.language_model.layers.20.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06367116421461105,
    "sin": 0.9979709328670631
  },
  "model.language_model.layers.20.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6346157193183899,
    "sin": 0.7728278519786943
  },
  "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6033687591552734,
    "sin": 0.7974623128872145
  },
  "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6182136535644531,
    "sin": 0.786010100791644
  },
  "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04419611394405365,
    "sin": 0.9990228743688726
  },
  "model.language_model.layers.20.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5687538385391235,
    "sin": 0.8225077939734143
  },
  "model.language_model.layers.20.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7677527666091919,
    "sin": 0.6407461973074298
  },
  "model.language_model.layers.20.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7898144721984863,
    "sin": 0.6133458237453211
  },
  "model.language_model.layers.20.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03471344709396362,
    "sin": 0.9993973066758057
  },
  "model.language_model.layers.20.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7295565009117126,
    "sin": 0.6839205450762963
  },
  "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8538342714309692,
    "sin": 0.5205449422767894
  },
  "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8790362477302551,
    "sin": 0.4767549424770692
  },
  "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03598678857088089,
    "sin": 0.9993522657443444
  },
  "model.language_model.layers.20.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8108264207839966,
    "sin": 0.5852866950124642
  },
  "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.947983980178833,
    "sin": 0.3183180380127679
  },
  "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9796987175941467,
    "sin": 0.2004754916302348
  },
  "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.039098821580410004,
    "sin": 0.9992353487297291
  },
  "model.language_model.layers.20.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9029686450958252,
    "sin": 0.4297064416247558
  },
  "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8454782962799072,
    "sin": 0.5340097850410847
  },
  "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8790003061294556,
    "sin": 0.4768212053006068
  },
  "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04927773401141167,
    "sin": 0.9987851144919515
  },
  "model.language_model.layers.20.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8108488321304321,
    "sin": 0.5852556462202773
  },
  "model.language_model.layers.21.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667913317680359,
    "sin": 0.25556705738061697
  },
  "model.language_model.layers.21.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998488426208496,
    "sin": 0.017386543927632933
  },
  "model.language_model.layers.21.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053376488387584686,
    "sin": 0.9985744591603624
  },
  "model.language_model.layers.21.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215277433395386,
    "sin": 0.38831252652410986
  },
  "model.language_model.layers.21.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668986797332764,
    "sin": 0.2551606222167658
  },
  "model.language_model.layers.21.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998466372489929,
    "sin": 0.01751290900680877
  },
  "model.language_model.layers.21.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05415676534175873,
    "sin": 0.9985324455257915
  },
  "model.language_model.layers.21.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214447736740112,
    "sin": 0.3885093680580305
  },
  "model.language_model.layers.21.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6131536364555359,
    "sin": 0.7899636815077973
  },
  "model.language_model.layers.21.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6286672353744507,
    "sin": 0.7776744223430812
  },
  "model.language_model.layers.21.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07883661985397339,
    "sin": 0.9968875500125378
  },
  "model.language_model.layers.21.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5728954672813416,
    "sin": 0.8196284423862397
  },
  "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.23476825654506683,
    "sin": 0.97205136989708
  },
  "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.23843975365161896,
    "sin": 0.9711572910082873
  },
  "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.021543635055422783,
    "sin": 0.9997679089611742
  },
  "model.language_model.layers.21.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.22410935163497925,
    "sin": 0.9745640043166736
  },
  "model.language_model.layers.21.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8428197503089905,
    "sin": 0.5381959387519484
  },
  "model.language_model.layers.21.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8645774126052856,
    "sin": 0.5024996493657977
  },
  "model.language_model.layers.21.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0415128618478775,
    "sin": 0.9991379696023963
  },
  "model.language_model.layers.21.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7916391491889954,
    "sin": 0.6109889176338009
  },
  "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8829889297485352,
    "sin": 0.46939381114532863
  },
  "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9068437218666077,
    "sin": 0.42146703798887847
  },
  "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0391882061958313,
    "sin": 0.9992318472182284
  },
  "model.language_model.layers.21.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8330175876617432,
    "sin": 0.5532465080289346
  },
  "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9432693719863892,
    "sin": 0.33202845039605117
  },
  "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.973709225654602,
    "sin": 0.22779452117010027
  },
  "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04289077967405319,
    "sin": 0.9990797670951764
  },
  "model.language_model.layers.21.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.895539402961731,
    "sin": 0.4449822218279585
  },
  "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9004935026168823,
    "sin": 0.4348694651786659
  },
  "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9362993240356445,
    "sin": 0.3512030407191759
  },
  "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053024403750896454,
    "sin": 0.9985932167839224
  },
  "model.language_model.layers.21.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8646333813667297,
    "sin": 0.5024033397842169
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.21.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.21.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00041405236697755754,
    "sin": 0.999999914280315
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.21.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.21.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00044670680654235184,
    "sin": 0.9999999002265095
  },
  "model.language_model.layers.22.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668439030647278,
    "sin": 0.2553681011923049
  },
  "model.language_model.layers.22.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998472929000854,
    "sin": 0.01747543648584313
  },
  "model.language_model.layers.22.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05372264236211777,
    "sin": 0.9985558961308235
  },
  "model.language_model.layers.22.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214993119239807,
    "sin": 0.388379991919808
  },
  "model.language_model.layers.22.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669002294540405,
    "sin": 0.2551547496750233
  },
  "model.language_model.layers.22.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998452663421631,
    "sin": 0.017591002619775843
  },
  "model.language_model.layers.22.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0536213293671608,
    "sin": 0.9985613416495246
  },
  "model.language_model.layers.22.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921463668346405,
    "sin": 0.38846455168726335
  },
  "model.language_model.layers.22.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7209964394569397,
    "sin": 0.6929387666240181
  },
  "model.language_model.layers.22.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7410787343978882,
    "sin": 0.6714181330759725
  },
  "model.language_model.layers.22.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0696084126830101,
    "sin": 0.9975743926563833
  },
  "model.language_model.layers.22.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6790148615837097,
    "sin": 0.7341245246880501
  },
  "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3612034320831299,
    "sin": 0.9324870404736828
  },
  "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.362906813621521,
    "sin": 0.9318254367783028
  },
  "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.025588437914848328,
    "sin": 0.9996725623148202
  },
  "model.language_model.layers.22.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.3267992436885834,
    "sin": 0.9450937807035712
  },
  "model.language_model.layers.22.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8987163305282593,
    "sin": 0.4385304518979504
  },
  "model.language_model.layers.22.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9229429960250854,
    "sin": 0.38493665204581273
  },
  "model.language_model.layers.22.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0409877672791481,
    "sin": 0.9991596483713053
  },
  "model.language_model.layers.22.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8468869924545288,
    "sin": 0.5317729045479122
  },
  "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8967504501342773,
    "sin": 0.4425365862660069
  },
  "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9230977296829224,
    "sin": 0.38456544495603656
  },
  "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03902715817093849,
    "sin": 0.9992381502550334
  },
  "model.language_model.layers.22.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8476185202598572,
    "sin": 0.5306061101349004
  },
  "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9509320259094238,
    "sin": 0.3093998741108323
  },
  "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9821051955223083,
    "sin": 0.18833317532524238
  },
  "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.040100790560245514,
    "sin": 0.9991956398005565
  },
  "model.language_model.layers.22.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9037555456161499,
    "sin": 0.4280489618817632
  },
  "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9128705263137817,
    "sin": 0.40824919128835896
  },
  "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9498377442359924,
    "sin": 0.31274312082711175
  },
  "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05130895599722862,
    "sin": 0.9986828280462594
  },
  "model.language_model.layers.22.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8776145577430725,
    "sin": 0.4793669659430354
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.22.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.22.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -1.5979210729710758e-05,
    "sin": 0.9999999998723323
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.22.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.22.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0004534750187303871,
    "sin": 0.9999998971801984
  },
  "model.language_model.layers.23.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668246507644653,
    "sin": 0.25544098080411776
  },
  "model.language_model.layers.23.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998559951782227,
    "sin": 0.016970235890110437
  },
  "model.language_model.layers.23.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05367366224527359,
    "sin": 0.9985585300728147
  },
  "model.language_model.layers.23.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215418100357056,
    "sin": 0.3882791423140259
  },
  "model.language_model.layers.23.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668335914611816,
    "sin": 0.2554071385499491
  },
  "model.language_model.layers.23.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998095035552979,
    "sin": 0.019518109552639894
  },
  "model.language_model.layers.23.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0537281408905983,
    "sin": 0.9985556002929632
  },
  "model.language_model.layers.23.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214380979537964,
    "sin": 0.38852520077762
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.23.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.23.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.001071372302249074,
    "sin": 0.9999994260805303
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.23.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.23.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0006457018316723406,
    "sin": 0.9999997915345505
  },
  "model.language_model.layers.25.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6984899640083313,
    "sin": 0.7156198503253246
  },
  "model.language_model.layers.25.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7232946157455444,
    "sin": 0.690539570794828
  },
  "model.language_model.layers.25.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06809411197900772,
    "sin": 0.9976789022094185
  },
  "model.language_model.layers.25.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6652458906173706,
    "sin": 0.7466243399573185
  },
  "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6796940565109253,
    "sin": 0.7334957324645611
  },
  "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6963707804679871,
    "sin": 0.7176821971530342
  },
  "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.040903717279434204,
    "sin": 0.9991630927494891
  },
  "model.language_model.layers.25.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6459743976593018,
    "sin": 0.7633590751204196
  },
  "model.language_model.layers.25.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8906657695770264,
    "sin": 0.4546586487726406
  },
  "model.language_model.layers.25.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9154942631721497,
    "sin": 0.4023310255236138
  },
  "model.language_model.layers.25.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.046094175428152084,
    "sin": 0.9989370986161235
  },
  "model.language_model.layers.25.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8423511981964111,
    "sin": 0.5389289924443391
  },
  "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9112910032272339,
    "sin": 0.4117629262538112
  },
  "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9397274851799011,
    "sin": 0.34192433899542557
  },
  "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04430951550602913,
    "sin": 0.9990178511095891
  },
  "model.language_model.layers.25.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8653650283813477,
    "sin": 0.5011420633458634
  },
  "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9489219188690186,
    "sin": 0.3155110012185625
  },
  "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9804521799087524,
    "sin": 0.19675752313996875
  },
  "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04227476567029953,
    "sin": 0.9991060224958718
  },
  "model.language_model.layers.25.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9027970433235168,
    "sin": 0.43006685360106056
  },
  "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9117517471313477,
    "sin": 0.4107417091104032
  },
  "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9477834701538086,
    "sin": 0.3189145554897183
  },
  "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.049475960433483124,
    "sin": 0.9987753147426024
  },
  "model.language_model.layers.25.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8748640418052673,
    "sin": 0.4843685666474977
  },
  "model.language_model.layers.26.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668257236480713,
    "sin": 0.2554369199868791
  },
  "model.language_model.layers.26.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998465776443481,
    "sin": 0.017516311623298357
  },
  "model.language_model.layers.26.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05351943522691727,
    "sin": 0.9985668080068513
  },
  "model.language_model.layers.26.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215584993362427,
    "sin": 0.38823952954475466
  },
  "model.language_model.layers.26.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668936133384705,
    "sin": 0.255179819902116
  },
  "model.language_model.layers.26.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998468160629272,
    "sin": 0.0175026971872032
  },
  "model.language_model.layers.26.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05397398769855499,
    "sin": 0.9985423419424517
  },
  "model.language_model.layers.26.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213943481445312,
    "sin": 0.38862894283276733
  },
  "model.language_model.layers.26.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8460895419120789,
    "sin": 0.5330407930609143
  },
  "model.language_model.layers.26.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8736967444419861,
    "sin": 0.4864709639346164
  },
  "model.language_model.layers.26.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.083656445145607,
    "sin": 0.9964946558740795
  },
  "model.language_model.layers.26.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8026996850967407,
    "sin": 0.5963834467400929
  },
  "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6335786581039429,
    "sin": 0.7736782819720398
  },
  "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6507759094238281,
    "sin": 0.7592698569768126
  },
  "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04145798832178116,
    "sin": 0.999140248015418
  },
  "model.language_model.layers.26.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6013011336326599,
    "sin": 0.7990224944844031
  },
  "model.language_model.layers.26.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9304819703102112,
    "sin": 0.36633768974489545
  },
  "model.language_model.layers.26.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9588075280189514,
    "sin": 0.28405655108479316
  },
  "model.language_model.layers.26.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04773746803402901,
    "sin": 0.99885991717843
  },
  "model.language_model.layers.26.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8824275732040405,
    "sin": 0.47044827351073115
  },
  "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9246138334274292,
    "sin": 0.380905840116208
  },
  "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9541239142417908,
    "sin": 0.29941201758099806
  },
  "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04603879898786545,
    "sin": 0.9989396523252818
  },
  "model.language_model.layers.26.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8782062530517578,
    "sin": 0.4782821103708479
  },
  "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.948338508605957,
    "sin": 0.31726026081914066
  },
  "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9802614450454712,
    "sin": 0.19770558757244233
  },
  "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04427586868405342,
    "sin": 0.9990193428819446
  },
  "model.language_model.layers.26.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.903152346611023,
    "sin": 0.4293202054539277
  },
  "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9307120442390442,
    "sin": 0.3657527726598658
  },
  "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9666119813919067,
    "sin": 0.25624456565869286
  },
  "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04792139679193497,
    "sin": 0.9988511098905132
  },
  "model.language_model.layers.26.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.892455518245697,
    "sin": 0.4511353986917945
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.26.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.26.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0004864846123382449,
    "sin": 0.999999881666354
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.26.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.26.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -8.054054342210293e-05,
    "sin": 0.9999999967566104
  },
  "model.language_model.layers.27.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668751955032349,
    "sin": 0.25524959612226883
  },
  "model.language_model.layers.27.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998449683189392,
    "sin": 0.017607933646497237
  },
  "model.language_model.layers.27.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05326719954609871,
    "sin": 0.9985802949450365
  },
  "model.language_model.layers.27.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214264154434204,
    "sin": 0.38855290620852295
  },
  "model.language_model.layers.27.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669086337089539,
    "sin": 0.2551228999111685
  },
  "model.language_model.layers.27.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998308420181274,
    "sin": 0.018392589521932085
  },
  "model.language_model.layers.27.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05366877466440201,
    "sin": 0.9985587927738765
  },
  "model.language_model.layers.27.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214160442352295,
    "sin": 0.38857749989661217
  },
  "model.language_model.layers.27.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.874594509601593,
    "sin": 0.48485507502216474
  },
  "model.language_model.layers.27.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9036922454833984,
    "sin": 0.428182584247857
  },
  "model.language_model.layers.27.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07200305163860321,
    "sin": 0.9974044117381518
  },
  "model.language_model.layers.27.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8320102095603943,
    "sin": 0.5547603186848071
  },
  "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7124198079109192,
    "sin": 0.7017535303054548
  },
  "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7348411679267883,
    "sin": 0.6782392335452099
  },
  "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.039889633655548096,
    "sin": 0.9992040918285043
  },
  "model.language_model.layers.27.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6824085712432861,
    "sin": 0.7309709583107231
  },
  "model.language_model.layers.27.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9430739879608154,
    "sin": 0.33258300201856944
  },
  "model.language_model.layers.27.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.971625030040741,
    "sin": 0.23652653339177238
  },
  "model.language_model.layers.27.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05188772454857826,
    "sin": 0.9986529247146733
  },
  "model.language_model.layers.27.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8928327560424805,
    "sin": 0.45038835435387153
  },
  "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9331668615341187,
    "sin": 0.35944347056882675
  },
  "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9632127285003662,
    "sin": 0.26874009684987427
  },
  "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04466205835342407,
    "sin": 0.9990021524219231
  },
  "model.language_model.layers.27.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.886678159236908,
    "sin": 0.4623871126364234
  },
  "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9489073753356934,
    "sin": 0.3155547385692783
  },
  "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.981849730014801,
    "sin": 0.18966050635243578
  },
  "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.046745046973228455,
    "sin": 0.9989068528063418
  },
  "model.language_model.layers.27.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.905276894569397,
    "sin": 0.42482201468237135
  },
  "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9397193789482117,
    "sin": 0.34194661692899864
  },
  "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9753190279006958,
    "sin": 0.22080034831231984
  },
  "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04810291528701782,
    "sin": 0.9988423847338929
  },
  "model.language_model.layers.27.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9003767967224121,
    "sin": 0.43511104780721
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.27.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.27.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0006014483515173197,
    "sin": 0.9999998191299239
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.27.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.27.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00020429620053619146,
    "sin": 0.999999979131531
  },
  "model.language_model.layers.28.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668327569961548,
    "sin": 0.2554102973633097
  },
  "model.language_model.layers.28.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998487234115601,
    "sin": 0.017393397950764906
  },
  "model.language_model.layers.28.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05374974012374878,
    "sin": 0.9985544378934127
  },
  "model.language_model.layers.28.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214714765548706,
    "sin": 0.3884460295791251
  },
  "model.language_model.layers.28.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668272137641907,
    "sin": 0.25543127984836145
  },
  "model.language_model.layers.28.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9997954368591309,
    "sin": 0.02022583584576121
  },
  "model.language_model.layers.28.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05381796509027481,
    "sin": 0.9985507631730808
  },
  "model.language_model.layers.28.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213418960571289,
    "sin": 0.3887532772464493
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.28.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.28.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0003277907380834222,
    "sin": 0.9999999462766146
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.28.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.28.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0008643289911560714,
    "sin": 0.9999996264676277
  },
  "model.language_model.layers.3.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668733477592468,
    "sin": 0.2552565951994709
  },
  "model.language_model.layers.3.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.999863862991333,
    "sin": 0.016500166182461785
  },
  "model.language_model.layers.3.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05357043445110321,
    "sin": 0.9985640733336645
  },
  "model.language_model.layers.3.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214656352996826,
    "sin": 0.38845988591069774
  },
  "model.language_model.layers.3.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668527245521545,
    "sin": 0.2553347000038882
  },
  "model.language_model.layers.3.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998576641082764,
    "sin": 0.01687161888916392
  },
  "model.language_model.layers.3.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05364980548620224,
    "sin": 0.9985598121150744
  },
  "model.language_model.layers.3.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214628338813782,
    "sin": 0.3884665310876854
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.3.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.3.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0006229490973055363,
    "sin": 0.9999998059671923
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.3.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.3.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0004913632874377072,
    "sin": 0.9999998792810526
  },
  "model.language_model.layers.30.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8576216697692871,
    "sin": 0.5142811211216487
  },
  "model.language_model.layers.30.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8846320509910583,
    "sin": 0.46628975365040304
  },
  "model.language_model.layers.30.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.08341290056705475,
    "sin": 0.9965150716466814
  },
  "model.language_model.layers.30.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8118435740470886,
    "sin": 0.5838749962778415
  },
  "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.584683895111084,
    "sin": 0.8112612050367816
  },
  "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6006577014923096,
    "sin": 0.799506301187161
  },
  "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03923140466213226,
    "sin": 0.9992301521112321
  },
  "model.language_model.layers.30.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5589619278907776,
    "sin": 0.8291933207453044
  },
  "model.language_model.layers.30.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9390697479248047,
    "sin": 0.34372664798127567
  },
  "model.language_model.layers.30.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9673845767974854,
    "sin": 0.2533122195519793
  },
  "model.language_model.layers.30.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05872153118252754,
    "sin": 0.9982744020436363
  },
  "model.language_model.layers.30.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8859215378761292,
    "sin": 0.46383513097564555
  },
  "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9425650835037231,
    "sin": 0.3340225491783742
  },
  "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9745689630508423,
    "sin": 0.2240877869452193
  },
  "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04800582304596901,
    "sin": 0.9988470558367177
  },
  "model.language_model.layers.30.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.89532870054245,
    "sin": 0.44540601476065406
  },
  "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9458891749382019,
    "sin": 0.3244898592170912
  },
  "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9786630868911743,
    "sin": 0.2054715609436931
  },
  "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04563798010349274,
    "sin": 0.9989580445504572
  },
  "model.language_model.layers.30.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9020416736602783,
    "sin": 0.4316489534102497
  },
  "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9516559839248657,
    "sin": 0.3071658969677391
  },
  "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9853656888008118,
    "sin": 0.17045368677180842
  },
  "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.042654603719711304,
    "sin": 0.999089878229939
  },
  "model.language_model.layers.30.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9108110666275024,
    "sin": 0.4128234500471979
  },
  "model.language_model.layers.31.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669110774993896,
    "sin": 0.2551136378341411
  },
  "model.language_model.layers.31.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998564720153809,
    "sin": 0.016942118195665865
  },
  "model.language_model.layers.31.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05337812006473541,
    "sin": 0.9985743719414968
  },
  "model.language_model.layers.31.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214726686477661,
    "sin": 0.3884432016848335
  },
  "model.language_model.layers.31.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669159650802612,
    "sin": 0.2550951126009807
  },
  "model.language_model.layers.31.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998394846916199,
    "sin": 0.017916608261499427
  },
  "model.language_model.layers.31.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05334416776895523,
    "sin": 0.9985761862597353
  },
  "model.language_model.layers.31.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214349985122681,
    "sin": 0.3885325514248408
  },
  "model.language_model.layers.31.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8613027334213257,
    "sin": 0.5080921190108667
  },
  "model.language_model.layers.31.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.888135552406311,
    "sin": 0.4595815929211447
  },
  "model.language_model.layers.31.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07822451740503311,
    "sin": 0.9969357676785149
  },
  "model.language_model.layers.31.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8188589811325073,
    "sin": 0.5739947465078683
  },
  "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5798118114471436,
    "sin": 0.8147504300743769
  },
  "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5993939638137817,
    "sin": 0.800454168671513
  },
  "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.037601035088300705,
    "sin": 0.9992928310361725
  },
  "model.language_model.layers.31.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5528390407562256,
    "sin": 0.8332880624464366
  },
  "model.language_model.layers.31.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9535293579101562,
    "sin": 0.3013001221430969
  },
  "model.language_model.layers.31.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9849405288696289,
    "sin": 0.17289347758089577
  },
  "model.language_model.layers.31.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.048498425632715225,
    "sin": 0.9988232589958786
  },
  "model.language_model.layers.31.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9046877026557922,
    "sin": 0.4260752992880306
  },
  "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9399741291999817,
    "sin": 0.3412457126979563
  },
  "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9724697470664978,
    "sin": 0.23302916349766564
  },
  "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.046261265873909,
    "sin": 0.998929374520413
  },
  "model.language_model.layers.31.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8932833671569824,
    "sin": 0.44949396654536283
  },
  "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9399428367614746,
    "sin": 0.3413318965769122
  },
  "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9728196859359741,
    "sin": 0.2315639407494886
  },
  "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04954592138528824,
    "sin": 0.9987718466567241
  },
  "model.language_model.layers.31.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8948027491569519,
    "sin": 0.4464616893991701
  },
  "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.952102541923523,
    "sin": 0.30577892285565766
  },
  "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9856409430503845,
    "sin": 0.16885476416953316
  },
  "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.042587943375110626,
    "sin": 0.9990927219628208
  },
  "model.language_model.layers.31.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9110434055328369,
    "sin": 0.41231045734389377
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.31.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.31.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -4.689615161623806e-05,
    "sin": 0.9999999989003755
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.31.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.31.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0002934314252343029,
    "sin": 0.9999999569489985
  },
  "model.language_model.layers.32.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668799638748169,
    "sin": 0.2552315330389895
  },
  "model.language_model.layers.32.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998551607131958,
    "sin": 0.01701933004525726
  },
  "model.language_model.layers.32.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05361328274011612,
    "sin": 0.9985617737094828
  },
  "model.language_model.layers.32.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214596748352051,
    "sin": 0.38847402442454004
  },
  "model.language_model.layers.32.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668573141098022,
    "sin": 0.2553173205099474
  },
  "model.language_model.layers.32.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998432993888855,
    "sin": 0.017702448055212032
  },
  "model.language_model.layers.32.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05357888340950012,
    "sin": 0.9985636200325902
  },
  "model.language_model.layers.32.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214231967926025,
    "sin": 0.3885605389286216
  },
  "model.language_model.layers.32.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8688452839851379,
    "sin": 0.49508370251583217
  },
  "model.language_model.layers.32.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8964223861694336,
    "sin": 0.44320075087289607
  },
  "model.language_model.layers.32.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07912308722734451,
    "sin": 0.9968648539634719
  },
  "model.language_model.layers.32.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8262271881103516,
    "sin": 0.5633370515306638
  },
  "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6310320496559143,
    "sin": 0.775756761045017
  },
  "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6521567106246948,
    "sin": 0.7580841805414343
  },
  "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03562827408313751,
    "sin": 0.9993651115012254
  },
  "model.language_model.layers.32.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5950146913528442,
    "sin": 0.8037148232266713
  },
  "model.language_model.layers.32.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9505012035369873,
    "sin": 0.3107208748615687
  },
  "model.language_model.layers.32.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9832125306129456,
    "sin": 0.1824640228803684
  },
  "model.language_model.layers.32.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.050291020423173904,
    "sin": 0.9987346060214375
  },
  "model.language_model.layers.32.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9044250845909119,
    "sin": 0.42663247223192224
  },
  "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9368003606796265,
    "sin": 0.34986437976810636
  },
  "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9694011807441711,
    "sin": 0.24548187462989365
  },
  "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.045467399060726166,
    "sin": 0.9989658230503448
  },
  "model.language_model.layers.32.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8909798860549927,
    "sin": 0.45404277622866357
  },
  "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9399715662002563,
    "sin": 0.34125277249428626
  },
  "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9735077023506165,
    "sin": 0.22865422249331754
  },
  "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.044734641909599304,
    "sin": 0.9989989048108211
  },
  "model.language_model.layers.32.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8982462286949158,
    "sin": 0.43949256266216963
  },
  "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9500880241394043,
    "sin": 0.31198196484233304
  },
  "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9830911159515381,
    "sin": 0.183117060202373
  },
  "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04273858666419983,
    "sin": 0.999086289171234
  },
  "model.language_model.layers.32.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9086477756500244,
    "sin": 0.4175634320750117
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.32.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.32.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00042773335007950664,
    "sin": 0.9999999085220864
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.32.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.32.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0005371616571210325,
    "sin": 0.9999998557286667
  },
  "model.language_model.layers.33.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668748378753662,
    "sin": 0.25525095079839427
  },
  "model.language_model.layers.33.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998541474342346,
    "sin": 0.017078754596276082
  },
  "model.language_model.layers.33.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05355338379740715,
    "sin": 0.9985649879120776
  },
  "model.language_model.layers.33.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214418530464172,
    "sin": 0.38851629496635637
  },
  "model.language_model.layers.33.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669152498245239,
    "sin": 0.2550978237005923
  },
  "model.language_model.layers.33.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998189210891724,
    "sin": 0.019029583076970627
  },
  "model.language_model.layers.33.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053544241935014725,
    "sin": 0.9985654781513351
  },
  "model.language_model.layers.33.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213259220123291,
    "sin": 0.3887911334227308
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.33.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.33.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00029375357553362846,
    "sin": 0.9999999568544176
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.33.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.33.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.000767042045481503,
    "sin": 0.999999705823207
  },
  "model.language_model.layers.5.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9241374731063843,
    "sin": 0.3820601141189
  },
  "model.language_model.layers.5.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9556424021720886,
    "sin": 0.29452945382552154
  },
  "model.language_model.layers.5.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06140699237585068,
    "sin": 0.9981128099004402
  },
  "model.language_model.layers.5.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8826165199279785,
    "sin": 0.47009369145971774
  },
  "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.23033301532268524,
    "sin": 0.973111865127725
  },
  "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.23622876405715942,
    "sin": 0.9716974688821758
  },
  "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.017601870000362396,
    "sin": 0.9998450750853806
  },
  "model.language_model.layers.5.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2154475301504135,
    "sin": 0.9765154180821144
  },
  "model.language_model.layers.5.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6459141969680786,
    "sin": 0.7634100144451094
  },
  "model.language_model.layers.5.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6712249517440796,
    "sin": 0.7412537110572588
  },
  "model.language_model.layers.5.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05589735507965088,
    "sin": 0.998436520613654
  },
  "model.language_model.layers.5.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6240551471710205,
    "sin": 0.7813803000392037
  },
  "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7653664350509644,
    "sin": 0.6435947638828162
  },
  "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7930029630661011,
    "sin": 0.6092177776201084
  },
  "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05656081438064575,
    "sin": 0.9983991557872023
  },
  "model.language_model.layers.5.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7372024059295654,
    "sin": 0.6756719712195114
  },
  "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.684110164642334,
    "sin": 0.7293786963114831
  },
  "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7091942429542542,
    "sin": 0.7050131387148344
  },
  "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0434369295835495,
    "sin": 0.9990561711677446
  },
  "model.language_model.layers.5.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6574477553367615,
    "sin": 0.7535001320521807
  },
  "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8788666725158691,
    "sin": 0.4770674710571703
  },
  "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9052338004112244,
    "sin": 0.4249138343159135
  },
  "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.030853690579533577,
    "sin": 0.9995239115587092
  },
  "model.language_model.layers.5.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8242905139923096,
    "sin": 0.5661670676949465
  },
  "model.language_model.layers.6.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668811559677124,
    "sin": 0.25522701705450423
  },
  "model.language_model.layers.6.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998595714569092,
    "sin": 0.01675820294679373
  },
  "model.language_model.layers.6.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05357511714100838,
    "sin": 0.9985638221081952
  },
  "model.language_model.layers.6.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214953780174255,
    "sin": 0.38838932566758577
  },
  "model.language_model.layers.6.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668318033218384,
    "sin": 0.25541390738454717
  },
  "model.language_model.layers.6.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998337030410767,
    "sin": 0.018236399402517277
  },
  "model.language_model.layers.6.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053562551736831665,
    "sin": 0.9985644961901256
  },
  "model.language_model.layers.6.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214930534362793,
    "sin": 0.38839484093983856
  },
  "model.language_model.layers.6.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.820944607257843,
    "sin": 0.5710078386627156
  },
  "model.language_model.layers.6.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8452569246292114,
    "sin": 0.5343601139366294
  },
  "model.language_model.layers.6.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.028091389685869217,
    "sin": 0.9996053590420154
  },
  "model.language_model.layers.6.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7687497138977051,
    "sin": 0.6395497458229473
  },
  "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.18275529146194458,
    "sin": 0.9831584325238022
  },
  "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.18629831075668335,
    "sin": 0.9824932261390947
  },
  "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.015511911362409592,
    "sin": 0.99987968306486
  },
  "model.language_model.layers.6.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.17241325974464417,
    "sin": 0.9850247041898116
  },
  "model.language_model.layers.6.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5709505081176758,
    "sin": 0.8209844805355141
  },
  "model.language_model.layers.6.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5880140066146851,
    "sin": 0.8088507452088705
  },
  "model.language_model.layers.6.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.029546506702899933,
    "sin": 0.9995634066639573
  },
  "model.language_model.layers.6.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5363398790359497,
    "sin": 0.8440020936915399
  },
  "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7252453565597534,
    "sin": 0.6884905030488918
  },
  "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7498005032539368,
    "sin": 0.6616639670710074
  },
  "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03511089086532593,
    "sin": 0.9993834225874688
  },
  "model.language_model.layers.6.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6918655633926392,
    "sin": 0.722026344527252
  },
  "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.4392995238304138,
    "sin": 0.8983406527383538
  },
  "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.4544639587402344,
    "sin": 0.8907651262853494
  },
  "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.029411815106868744,
    "sin": 0.9995673789855887
  },
  "model.language_model.layers.6.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.4214838743209839,
    "sin": 0.9068358967792205
  },
  "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8974208235740662,
    "sin": 0.44117554943088677
  },
  "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9252038598060608,
    "sin": 0.37947044390830625
  },
  "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.046555839478969574,
    "sin": 0.9989156890400753
  },
  "model.language_model.layers.6.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8485716581344604,
    "sin": 0.5290804674252607
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.6.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.6.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.000630105787422508,
    "sin": 0.9999998014833287
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.6.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.6.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0004782278847415,
    "sin": 0.9999998856490386
  },
  "model.language_model.layers.7.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668360948562622,
    "sin": 0.25539766185909524
  },
  "model.language_model.layers.7.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998593926429749,
    "sin": 0.016768868286841643
  },
  "model.language_model.layers.7.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05354820936918259,
    "sin": 0.9985652654049981
  },
  "model.language_model.layers.7.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215043783187866,
    "sin": 0.3883679707948463
  },
  "model.language_model.layers.7.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668282270431519,
    "sin": 0.25542744447806626
  },
  "model.language_model.layers.7.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998438358306885,
    "sin": 0.017672123567225025
  },
  "model.language_model.layers.7.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05352559685707092,
    "sin": 0.9985664777475229
  },
  "model.language_model.layers.7.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921514093875885,
    "sin": 0.3883449172940295
  },
  "model.language_model.layers.7.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9213321208953857,
    "sin": 0.3887764434818683
  },
  "model.language_model.layers.7.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9511159658432007,
    "sin": 0.30883396755887377
  },
  "model.language_model.layers.7.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04514814913272858,
    "sin": 0.9989803024233705
  },
  "model.language_model.layers.7.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8730579614639282,
    "sin": 0.4876164434516642
  },
  "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3127984404563904,
    "sin": 0.9498195279357284
  },
  "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.3237747848033905,
    "sin": 0.9461341811421455
  },
  "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.016922064125537872,
    "sin": 0.9998568116214097
  },
  "model.language_model.layers.7.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2974737286567688,
    "sin": 0.9547300041158437
  },
  "model.language_model.layers.7.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7805011868476868,
    "sin": 0.6251542988169819
  },
  "model.language_model.layers.7.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.802523136138916,
    "sin": 0.596620998592707
  },
  "model.language_model.layers.7.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.02050752565264702,
    "sin": 0.9997896985824599
  },
  "model.language_model.layers.7.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7302377223968506,
    "sin": 0.6831931416434596
  },
  "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7823298573493958,
    "sin": 0.6228643466274772
  },
  "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8082646131515503,
    "sin": 0.5888194248893074
  },
  "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03092385269701481,
    "sin": 0.9995217433024522
  },
  "model.language_model.layers.7.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7437806129455566,
    "sin": 0.6684238175037841
  },
  "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.571726381778717,
    "sin": 0.8204443578806649
  },
  "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5897153615951538,
    "sin": 0.8076111640503102
  },
  "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03753092885017395,
    "sin": 0.9992954665060996
  },
  "model.language_model.layers.7.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5423952341079712,
    "sin": 0.8401234492721645
  },
  "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9040433168411255,
    "sin": 0.42744085120036945
  },
  "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9359489679336548,
    "sin": 0.35213566905942156
  },
  "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06810274720191956,
    "sin": 0.9976783127960392
  },
  "model.language_model.layers.7.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8674585819244385,
    "sin": 0.49750940558510276
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.7.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.7.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -3.555577131919563e-05,
    "sin": 0.9999999993678935
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.7.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.7.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -5.029130261391401e-05,
    "sin": 0.9999999987353924
  },
  "model.language_model.layers.8.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668779969215393,
    "sin": 0.25523898422653196
  },
  "model.language_model.layers.8.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998594522476196,
    "sin": 0.0167653139275721
  },
  "model.language_model.layers.8.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053648047149181366,
    "sin": 0.9985599065840163
  },
  "model.language_model.layers.8.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214141368865967,
    "sin": 0.3885820226741429
  },
  "model.language_model.layers.8.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668271541595459,
    "sin": 0.2554315054564602
  },
  "model.language_model.layers.8.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998489618301392,
    "sin": 0.01737968720066402
  },
  "model.language_model.layers.8.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05341669172048569,
    "sin": 0.9985723093725555
  },
  "model.language_model.layers.8.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215174913406372,
    "sin": 0.38833685526004175
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.8.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.8.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.000408624648116529,
    "sin": 0.999999916512945
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.8.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.8.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00014925157302059233,
    "sin": 0.9999999888619839
  },
  "model.language_model.layers.13.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8248035907745361,
    "sin": 0.5654193458358421
  },
  "model.language_model.layers.13.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8533438444137573,
    "sin": 0.5213485237354654
  },
  "model.language_model.layers.13.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04660981893539429,
    "sin": 0.9989131717916276
  },
  "model.language_model.layers.13.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7878386974334717,
    "sin": 0.6158816337790328
  },
  "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5244240760803223,
    "sin": 0.8514572146780485
  },
  "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.543313205242157,
    "sin": 0.8395300834451936
  },
  "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.057084690779447556,
    "sin": 0.9983693395124946
  },
  "model.language_model.layers.13.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5014684200286865,
    "sin": 0.8651759495697582
  },
  "model.language_model.layers.13.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7207234501838684,
    "sin": 0.6932226975186696
  },
  "model.language_model.layers.13.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7425746917724609,
    "sin": 0.6697632620105665
  },
  "model.language_model.layers.13.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07936882972717285,
    "sin": 0.9968453184259527
  },
  "model.language_model.layers.13.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6838186979293823,
    "sin": 0.7296519638582248
  },
  "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7905713319778442,
    "sin": 0.6123699609343826
  },
  "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8173568844795227,
    "sin": 0.5761316892811297
  },
  "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05760861560702324,
    "sin": 0.9983392446497544
  },
  "model.language_model.layers.13.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7583296298980713,
    "sin": 0.6518712851619207
  },
  "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8392339944839478,
    "sin": 0.543770450192466
  },
  "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8713048696517944,
    "sin": 0.4907421156993452
  },
  "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06186968460679054,
    "sin": 0.9980842359874522
  },
  "model.language_model.layers.13.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8117954134941101,
    "sin": 0.5839419548464786
  },
  "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9100058674812317,
    "sin": 0.4145953703910971
  },
  "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9427324533462524,
    "sin": 0.3335498784406254
  },
  "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0341598317027092,
    "sin": 0.9994163826444125
  },
  "model.language_model.layers.13.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8687405586242676,
    "sin": 0.4952674447217337
  },
  "model.language_model.layers.14.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668304920196533,
    "sin": 0.25541887107462335
  },
  "model.language_model.layers.14.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998598098754883,
    "sin": 0.016743971922827238
  },
  "model.language_model.layers.14.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05361129343509674,
    "sin": 0.9985618805142804
  },
  "model.language_model.layers.14.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215339422225952,
    "sin": 0.38829781525484086
  },
  "model.language_model.layers.14.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668701887130737,
    "sin": 0.2552685608882245
  },
  "model.language_model.layers.14.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998442530632019,
    "sin": 0.017648501819924247
  },
  "model.language_model.layers.14.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053697362542152405,
    "sin": 0.9985572558727
  },
  "model.language_model.layers.14.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213967323303223,
    "sin": 0.38862329015513786
  },
  "model.language_model.layers.14.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9359233379364014,
    "sin": 0.35220378405971825
  },
  "model.language_model.layers.14.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9670994877815247,
    "sin": 0.2543984684166016
  },
  "model.language_model.layers.14.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05201248824596405,
    "sin": 0.9986464344634008
  },
  "model.language_model.layers.14.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8891531229019165,
    "sin": 0.4576097945124966
  },
  "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5032934546470642,
    "sin": 0.8641155585391479
  },
  "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5199847221374512,
    "sin": 0.8541755608442785
  },
  "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04861585795879364,
    "sin": 0.9988175500835628
  },
  "model.language_model.layers.14.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.48171350359916687,
    "sin": 0.876328762765559
  },
  "model.language_model.layers.14.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6680688858032227,
    "sin": 0.7440994314079541
  },
  "model.language_model.layers.14.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6882976293563843,
    "sin": 0.7254284068206741
  },
  "model.language_model.layers.14.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06771515309810638,
    "sin": 0.9977046948074866
  },
  "model.language_model.layers.14.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6365118026733398,
    "sin": 0.7712669609529085
  },
  "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7493495345115662,
    "sin": 0.6621746560593353
  },
  "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7721520066261292,
    "sin": 0.6354378637311773
  },
  "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06735759973526001,
    "sin": 0.9977288979266384
  },
  "model.language_model.layers.14.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7119449377059937,
    "sin": 0.7022352922452765
  },
  "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8197545409202576,
    "sin": 0.5727150186965746
  },
  "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8495725989341736,
    "sin": 0.5274717045873019
  },
  "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0529523566365242,
    "sin": 0.9985970398146784
  },
  "model.language_model.layers.14.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7886456251144409,
    "sin": 0.6148480121036847
  },
  "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8702627420425415,
    "sin": 0.4925878193912197
  },
  "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9027469158172607,
    "sin": 0.4301720655533359
  },
  "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.026162821799516678,
    "sin": 0.9996576947913154
  },
  "model.language_model.layers.14.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.832179069519043,
    "sin": 0.5545069848562955
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.14.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.14.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0008621480083093047,
    "sin": 0.9999996283503368
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.14.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.14.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.001013407250866294,
    "sin": 0.9999994865027401
  },
  "model.language_model.layers.18.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8254414796829224,
    "sin": 0.5644877001484334
  },
  "model.language_model.layers.18.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.855327844619751,
    "sin": 0.5180871338087167
  },
  "model.language_model.layers.18.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0545588955283165,
    "sin": 0.9985105542350218
  },
  "model.language_model.layers.18.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7950024604797363,
    "sin": 0.6066062049065812
  },
  "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5857374668121338,
    "sin": 0.8105008451399076
  },
  "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6036709547042847,
    "sin": 0.7972335783485399
  },
  "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07535506784915924,
    "sin": 0.9971567648817555
  },
  "model.language_model.layers.18.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5617714524269104,
    "sin": 0.8272924726105995
  },
  "model.language_model.layers.18.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5705408453941345,
    "sin": 0.8212692273164424
  },
  "model.language_model.layers.18.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5868721008300781,
    "sin": 0.8096796510147026
  },
  "model.language_model.layers.18.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0838937759399414,
    "sin": 0.9964747033209317
  },
  "model.language_model.layers.18.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.544689416885376,
    "sin": 0.8386378474246611
  },
  "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7155601978302002,
    "sin": 0.6985510742109018
  },
  "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7404217720031738,
    "sin": 0.672142544066123
  },
  "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06790832430124283,
    "sin": 0.9976915653099395
  },
  "model.language_model.layers.18.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6903858184814453,
    "sin": 0.7234413740170691
  },
  "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8481260538101196,
    "sin": 0.5297944854832618
  },
  "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8783300518989563,
    "sin": 0.47805472482883876
  },
  "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04784359782934189,
    "sin": 0.9988548393769459
  },
  "model.language_model.layers.18.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8171741366386414,
    "sin": 0.5763908660005735
  },
  "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7874488830566406,
    "sin": 0.6163799612031925
  },
  "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8154994249343872,
    "sin": 0.5787578836885798
  },
  "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.021251793950796127,
    "sin": 0.9997741551239825
  },
  "model.language_model.layers.18.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7491692304611206,
    "sin": 0.6623786410583393
  },
  "model.language_model.layers.19.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668694138526917,
    "sin": 0.25527149577685415
  },
  "model.language_model.layers.19.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998576641082764,
    "sin": 0.01687161888916392
  },
  "model.language_model.layers.19.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053535252809524536,
    "sin": 0.9985659601181187
  },
  "model.language_model.layers.19.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214625954627991,
    "sin": 0.3884670966284814
  },
  "model.language_model.layers.19.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.966864824295044,
    "sin": 0.25528887860796795
  },
  "model.language_model.layers.19.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998334646224976,
    "sin": 0.01824946632022216
  },
  "model.language_model.layers.19.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05370034649968147,
    "sin": 0.9985570954060735
  },
  "model.language_model.layers.19.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214704036712646,
    "sin": 0.38844857466325783
  },
  "model.language_model.layers.19.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7367761731147766,
    "sin": 0.6761367248791805
  },
  "model.language_model.layers.19.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.758904755115509,
    "sin": 0.6512016374849415
  },
  "model.language_model.layers.19.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.021197602152824402,
    "sin": 0.9997753055876958
  },
  "model.language_model.layers.19.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6925437450408936,
    "sin": 0.7213758806646738
  },
  "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7577399611473083,
    "sin": 0.6525566268765306
  },
  "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7806810140609741,
    "sin": 0.6249297194763017
  },
  "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05602099001407623,
    "sin": 0.9984295912470957
  },
  "model.language_model.layers.19.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7222877144813538,
    "sin": 0.6915926962521383
  },
  "model.language_model.layers.19.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7601413130760193,
    "sin": 0.6497577888375523
  },
  "model.language_model.layers.19.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.781394362449646,
    "sin": 0.6240375392008972
  },
  "model.language_model.layers.19.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04322369024157524,
    "sin": 0.9990654195806701
  },
  "model.language_model.layers.19.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7169030904769897,
    "sin": 0.6971728328503206
  },
  "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8955341577529907,
    "sin": 0.4449927778039117
  },
  "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.924002468585968,
    "sin": 0.3823865034844159
  },
  "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.035698313266038895,
    "sin": 0.9993626120833017
  },
  "model.language_model.layers.19.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8525017499923706,
    "sin": 0.5227243692998689
  },
  "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8766230344772339,
    "sin": 0.48117777943700435
  },
  "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9041407108306885,
    "sin": 0.42723480080463644
  },
  "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.034171417355537415,
    "sin": 0.9994159865821207
  },
  "model.language_model.layers.19.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8351367712020874,
    "sin": 0.55004233781242
  },
  "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7278251647949219,
    "sin": 0.685762735566205
  },
  "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7571262121200562,
    "sin": 0.6532686269221382
  },
  "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.018959317356348038,
    "sin": 0.9998202559887358
  },
  "model.language_model.layers.19.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6990662813186646,
    "sin": 0.7150568748870916
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.19.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.19.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0002783734817057848,
    "sin": 0.9999999612541016
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.19.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.19.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.0002089139015879482,
    "sin": 0.9999999781774906
  },
  "model.language_model.layers.23.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7627987861633301,
    "sin": 0.6466359190670978
  },
  "model.language_model.layers.23.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.785651445388794,
    "sin": 0.6186693837248607
  },
  "model.language_model.layers.23.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.08185799419879913,
    "sin": 0.9966440030350603
  },
  "model.language_model.layers.23.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7204955220222473,
    "sin": 0.6934595898434813
  },
  "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6033862829208374,
    "sin": 0.7974490539106402
  },
  "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6142910122871399,
    "sin": 0.7890795601352508
  },
  "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03907177597284317,
    "sin": 0.9992364066237419
  },
  "model.language_model.layers.23.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5641085505485535,
    "sin": 0.8257006377604477
  },
  "model.language_model.layers.23.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9143422245979309,
    "sin": 0.40494233702751664
  },
  "model.language_model.layers.23.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9393097162246704,
    "sin": 0.34307033827763245
  },
  "model.language_model.layers.23.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0528525784611702,
    "sin": 0.9986023257283181
  },
  "model.language_model.layers.23.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8615189790725708,
    "sin": 0.5077253673963468
  },
  "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9129143953323364,
    "sin": 0.4081510832951379
  },
  "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9406925439834595,
    "sin": 0.33926028015953646
  },
  "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03935427591204643,
    "sin": 0.9992253204194931
  },
  "model.language_model.layers.23.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8652576208114624,
    "sin": 0.5013274874048774
  },
  "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9489672780036926,
    "sin": 0.31537454760690875
  },
  "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9811234474182129,
    "sin": 0.19338247316186968
  },
  "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04379339516162872,
    "sin": 0.9990406090546157
  },
  "model.language_model.layers.23.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9035874009132385,
    "sin": 0.42840379189598493
  },
  "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9126757383346558,
    "sin": 0.40868447077824105
  },
  "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9495459794998169,
    "sin": 0.3136278572061693
  },
  "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05003107339143753,
    "sin": 0.9987476616720065
  },
  "model.language_model.layers.23.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8771025538444519,
    "sin": 0.4803031438992882
  },
  "model.language_model.layers.24.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668546915054321,
    "sin": 0.25532725180429855
  },
  "model.language_model.layers.24.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998569488525391,
    "sin": 0.016913953745091213
  },
  "model.language_model.layers.24.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053525298833847046,
    "sin": 0.9985664937222495
  },
  "model.language_model.layers.24.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214909672737122,
    "sin": 0.3883997904646169
  },
  "model.language_model.layers.24.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668551087379456,
    "sin": 0.255325671853293
  },
  "model.language_model.layers.24.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998430013656616,
    "sin": 0.017719272561411026
  },
  "model.language_model.layers.24.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053627170622348785,
    "sin": 0.9985610279652624
  },
  "model.language_model.layers.24.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214842915534973,
    "sin": 0.38841562844477456
  },
  "model.language_model.layers.24.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8001525402069092,
    "sin": 0.599796559176885
  },
  "model.language_model.layers.24.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8230414390563965,
    "sin": 0.5679813285628111
  },
  "model.language_model.layers.24.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07373026013374329,
    "sin": 0.9972782203280138
  },
  "model.language_model.layers.24.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7572990655899048,
    "sin": 0.6530682393568509
  },
  "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7174817323684692,
    "sin": 0.6965773207028351
  },
  "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7352911233901978,
    "sin": 0.677751402701301
  },
  "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03919393569231033,
    "sin": 0.9992316225004827
  },
  "model.language_model.layers.24.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6787877082824707,
    "sin": 0.7343345607314362
  },
  "model.language_model.layers.24.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8977388739585876,
    "sin": 0.4405279947785011
  },
  "model.language_model.layers.24.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9225462675094604,
    "sin": 0.3858864914769148
  },
  "model.language_model.layers.24.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.047064147889614105,
    "sin": 0.9988918690145718
  },
  "model.language_model.layers.24.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8474875688552856,
    "sin": 0.5308152415254835
  },
  "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9018899202346802,
    "sin": 0.431965938216293
  },
  "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.928917646408081,
    "sin": 0.37028638402143726
  },
  "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04172750934958458,
    "sin": 0.9991290281857896
  },
  "model.language_model.layers.24.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8542860150337219,
    "sin": 0.5198032363479507
  },
  "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9434346556663513,
    "sin": 0.33155851744105913
  },
  "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9739354848861694,
    "sin": 0.22682519983357677
  },
  "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.043698348104953766,
    "sin": 0.9990447709551852
  },
  "model.language_model.layers.24.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8955732583999634,
    "sin": 0.4449140802883995
  },
  "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9002282619476318,
    "sin": 0.43541827751111456
  },
  "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9357332587242126,
    "sin": 0.35270847525593385
  },
  "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05116407573223114,
    "sin": 0.9986902609690687
  },
  "model.language_model.layers.24.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8625379800796509,
    "sin": 0.5059923249616696
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.24.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.24.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0012866382021456957,
    "sin": 0.9999991722807258
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.24.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.24.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.0006296352366916835,
    "sin": 0.9999998017797147
  },
  "model.language_model.layers.28.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8642681837081909,
    "sin": 0.5030313177424889
  },
  "model.language_model.layers.28.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8931179046630859,
    "sin": 0.4498226410155662
  },
  "model.language_model.layers.28.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07878328859806061,
    "sin": 0.9968917661600354
  },
  "model.language_model.layers.28.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8192931413650513,
    "sin": 0.5733748760733994
  },
  "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7725706100463867,
    "sin": 0.6349288562449764
  },
  "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7998161315917969,
    "sin": 0.6002450796512483
  },
  "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05346280708909035,
    "sin": 0.9985698414523416
  },
  "model.language_model.layers.28.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7380118370056152,
    "sin": 0.6747877654785964
  },
  "model.language_model.layers.28.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9231435060501099,
    "sin": 0.3844555465037678
  },
  "model.language_model.layers.28.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9507060647010803,
    "sin": 0.3100934996748324
  },
  "model.language_model.layers.28.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0648547112941742,
    "sin": 0.9978947171034374
  },
  "model.language_model.layers.28.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8724096417427063,
    "sin": 0.48877542593134
  },
  "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9401274919509888,
    "sin": 0.3408229729316138
  },
  "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9723921418190002,
    "sin": 0.2333527855600985
  },
  "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05208513140678406,
    "sin": 0.9986426483414065
  },
  "model.language_model.layers.28.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8943679332733154,
    "sin": 0.4473320913285994
  },
  "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9423002004623413,
    "sin": 0.33476907295721237
  },
  "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9748457670211792,
    "sin": 0.2228805297034463
  },
  "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04707968235015869,
    "sin": 0.9988911369662903
  },
  "model.language_model.layers.28.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8965499401092529,
    "sin": 0.44294266546596633
  },
  "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9305472373962402,
    "sin": 0.36617187081236224
  },
  "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9648648500442505,
    "sin": 0.26274668627612796
  },
  "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0459844209253788,
    "sin": 0.9989421570001726
  },
  "model.language_model.layers.28.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8938098549842834,
    "sin": 0.44844614295696
  },
  "model.language_model.layers.29.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668319225311279,
    "sin": 0.2554134561348776
  },
  "model.language_model.layers.29.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998480677604675,
    "sin": 0.01743104688937334
  },
  "model.language_model.layers.29.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05371684581041336,
    "sin": 0.9985562079703778
  },
  "model.language_model.layers.29.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921501874923706,
    "sin": 0.38837391069959165
  },
  "model.language_model.layers.29.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9669032692909241,
    "sin": 0.2551432300385859
  },
  "model.language_model.layers.29.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998223185539246,
    "sin": 0.0188502339893859
  },
  "model.language_model.layers.29.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05379614233970642,
    "sin": 0.99855193909449
  },
  "model.language_model.layers.29.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.921258807182312,
    "sin": 0.38895013843553733
  },
  "model.language_model.layers.29.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7702434062957764,
    "sin": 0.6377500255255812
  },
  "model.language_model.layers.29.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7902102470397949,
    "sin": 0.6128358389269563
  },
  "model.language_model.layers.29.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05836838111281395,
    "sin": 0.9982951127228207
  },
  "model.language_model.layers.29.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7256797552108765,
    "sin": 0.6880326248638813
  },
  "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.812066376209259,
    "sin": 0.5835650783163453
  },
  "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.836347222328186,
    "sin": 0.5482000763443287
  },
  "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04265335574746132,
    "sin": 0.9990899315094115
  },
  "model.language_model.layers.29.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7683547735214233,
    "sin": 0.6400241729863352
  },
  "model.language_model.layers.29.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9469108581542969,
    "sin": 0.3214962312523944
  },
  "model.language_model.layers.29.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9794454574584961,
    "sin": 0.20170918636471993
  },
  "model.language_model.layers.29.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05242598429322243,
    "sin": 0.9986248125151341
  },
  "model.language_model.layers.29.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9008760452270508,
    "sin": 0.43407643467028795
  },
  "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9465702176094055,
    "sin": 0.3224977877984323
  },
  "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9794133901596069,
    "sin": 0.20186483392623283
  },
  "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0493253692984581,
    "sin": 0.9987827631389975
  },
  "model.language_model.layers.29.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9006112813949585,
    "sin": 0.4346254937577073
  },
  "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9466633796691895,
    "sin": 0.32222421633593595
  },
  "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.977379322052002,
    "sin": 0.21149387893073654
  },
  "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03902890905737877,
    "sin": 0.9992380818692764
  },
  "model.language_model.layers.29.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8975228071212769,
    "sin": 0.44096803818093583
  },
  "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.945927619934082,
    "sin": 0.3243777702707799
  },
  "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9800000786781311,
    "sin": 0.19899709995589596
  },
  "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.045214973390102386,
    "sin": 0.9989772801126823
  },
  "model.language_model.layers.29.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9054374098777771,
    "sin": 0.4244797955071858
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.29.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.29.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00045297405449673533,
    "sin": 0.9999998974072477
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.29.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.29.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.001034073531627655,
    "sin": 0.9999994653458227
  },
  "model.language_model.layers.3.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8872981071472168,
    "sin": 0.46119634544623855
  },
  "model.language_model.layers.3.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.917914628982544,
    "sin": 0.39677794028882035
  },
  "model.language_model.layers.3.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0533810518682003,
    "sin": 0.9985742152196022
  },
  "model.language_model.layers.3.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8458952903747559,
    "sin": 0.5333490018007041
  },
  "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.21527442336082458,
    "sin": 0.9765535943544852
  },
  "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.21882402896881104,
    "sin": 0.9757643385294714
  },
  "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.02028580568730831,
    "sin": 0.9997942218714893
  },
  "model.language_model.layers.3.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.19383594393730164,
    "sin": 0.9810339580452531
  },
  "model.language_model.layers.3.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6428701281547546,
    "sin": 0.7659751943283081
  },
  "model.language_model.layers.3.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6661829948425293,
    "sin": 0.7457883194195513
  },
  "model.language_model.layers.3.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03830122947692871,
    "sin": 0.9992662387074606
  },
  "model.language_model.layers.3.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.613538384437561,
    "sin": 0.7896648978026993
  },
  "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8461746573448181,
    "sin": 0.5329056663870066
  },
  "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8785815238952637,
    "sin": 0.47759240558228755
  },
  "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.044022154062986374,
    "sin": 0.9990305550640854
  },
  "model.language_model.layers.3.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8169708251953125,
    "sin": 0.5766790015075026
  },
  "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5719541907310486,
    "sin": 0.8202855622922979
  },
  "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5915957689285278,
    "sin": 0.8062347339242237
  },
  "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.032485220581293106,
    "sin": 0.9994722159438875
  },
  "model.language_model.layers.3.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5444467663764954,
    "sin": 0.8387953973301104
  },
  "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8687717914581299,
    "sin": 0.4952126557011964
  },
  "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8947350382804871,
    "sin": 0.44659737042801245
  },
  "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05506037920713425,
    "sin": 0.9984830267168123
  },
  "model.language_model.layers.3.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.819288432598114,
    "sin": 0.5733816043534407
  },
  "model.language_model.layers.33.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7819135189056396,
    "sin": 0.6233869175340464
  },
  "model.language_model.layers.33.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.805111289024353,
    "sin": 0.5931237748442939
  },
  "model.language_model.layers.33.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06980837881565094,
    "sin": 0.9975604193466833
  },
  "model.language_model.layers.33.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7443072199821472,
    "sin": 0.6678373771229397
  },
  "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.572285532951355,
    "sin": 0.8200544303731208
  },
  "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5921010971069336,
    "sin": 0.8058636924472808
  },
  "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05076226219534874,
    "sin": 0.9987107653053564
  },
  "model.language_model.layers.33.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5430396795272827,
    "sin": 0.8397070360899128
  },
  "model.language_model.layers.33.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9580932259559631,
    "sin": 0.28645657677437913
  },
  "model.language_model.layers.33.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.991011381149292,
    "sin": 0.1337775856882337
  },
  "model.language_model.layers.33.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05489250645041466,
    "sin": 0.9984922697425309
  },
  "model.language_model.layers.33.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9114437103271484,
    "sin": 0.4114247961718899
  },
  "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.937482476234436,
    "sin": 0.34803247945177485
  },
  "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9705606698989868,
    "sin": 0.24085677496227909
  },
  "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04467110335826874,
    "sin": 0.9990017480088585
  },
  "model.language_model.layers.33.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8923875093460083,
    "sin": 0.451269911652913
  },
  "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.94029700756073,
    "sin": 0.3403550169636647
  },
  "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9736900329589844,
    "sin": 0.22787654490168996
  },
  "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04998673498630524,
    "sin": 0.9987498817649035
  },
  "model.language_model.layers.33.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8971993923187256,
    "sin": 0.44162569040184874
  },
  "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9472483396530151,
    "sin": 0.3205005195387459
  },
  "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9801456332206726,
    "sin": 0.19827893906929886
  },
  "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04248867928981781,
    "sin": 0.9990969483149306
  },
  "model.language_model.layers.33.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9063483476638794,
    "sin": 0.4225312682949696
  },
  "model.language_model.layers.34.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667924642562866,
    "sin": 0.25556277322266
  },
  "model.language_model.layers.34.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998182654380798,
    "sin": 0.01906400001021128
  },
  "model.language_model.layers.34.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05352051556110382,
    "sin": 0.9985667501044052
  },
  "model.language_model.layers.34.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215322732925415,
    "sin": 0.3883017760457459
  },
  "model.language_model.layers.34.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9667892456054688,
    "sin": 0.2555749490494102
  },
  "model.language_model.layers.34.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998393058776855,
    "sin": 0.017926584226448713
  },
  "model.language_model.layers.34.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.053610943257808685,
    "sin": 0.9985618993147135
  },
  "model.language_model.layers.34.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214814305305481,
    "sin": 0.3884224159177411
  },
  "model.language_model.layers.34.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6057965159416199,
    "sin": 0.7956196209703446
  },
  "model.language_model.layers.34.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6201488971710205,
    "sin": 0.7844841268869416
  },
  "model.language_model.layers.34.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06302071362733841,
    "sin": 0.9980122191906776
  },
  "model.language_model.layers.34.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5707181692123413,
    "sin": 0.8211460109693728
  },
  "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3304630219936371,
    "sin": 0.9438189397839147
  },
  "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.33577412366867065,
    "sin": 0.9419425342740056
  },
  "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.07479832321405411,
    "sin": 0.9971986817301585
  },
  "model.language_model.layers.34.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.3066478371620178,
    "sin": 0.9518230423581143
  },
  "model.language_model.layers.34.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9491468667984009,
    "sin": 0.31483364694196625
  },
  "model.language_model.layers.34.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9804558753967285,
    "sin": 0.19673910744952253
  },
  "model.language_model.layers.34.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06290942430496216,
    "sin": 0.9980192404626367
  },
  "model.language_model.layers.34.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9009150862693787,
    "sin": 0.4339954001279714
  },
  "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9417043924331665,
    "sin": 0.3364414321573381
  },
  "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9737481474876404,
    "sin": 0.2276280854033363
  },
  "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.06289392709732056,
    "sin": 0.9980202171971653
  },
  "model.language_model.layers.34.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8959786891937256,
    "sin": 0.44409704852733856
  },
  "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8499616980552673,
    "sin": 0.5268444854404444
  },
  "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8773660659790039,
    "sin": 0.47982161921752353
  },
  "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0664256364107132,
    "sin": 0.9977913784090499
  },
  "model.language_model.layers.34.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8094620704650879,
    "sin": 0.5871721693663393
  },
  "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9320238828659058,
    "sin": 0.36239685672969124
  },
  "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9656627178192139,
    "sin": 0.2597989904022133
  },
  "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04665208235383034,
    "sin": 0.9989111988620667
  },
  "model.language_model.layers.34.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.894147515296936,
    "sin": 0.4477725101972156
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.34.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.34.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00019716759561561048,
    "sin": 0.9999999805624694
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.34.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.34.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00030018389225006104,
    "sin": 0.9999999549448144
  },
  "model.language_model.layers.4.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668712615966797,
    "sin": 0.25526449713668564
  },
  "model.language_model.layers.4.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998632669448853,
    "sin": 0.016536245471724564
  },
  "model.language_model.layers.4.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05349910259246826,
    "sin": 0.9985678975521898
  },
  "model.language_model.layers.4.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9214586019515991,
    "sin": 0.38847656929267227
  },
  "model.language_model.layers.4.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668352603912354,
    "sin": 0.25540082079784343
  },
  "model.language_model.layers.4.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998372793197632,
    "sin": 0.018039259476315985
  },
  "model.language_model.layers.4.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05351484566926956,
    "sin": 0.9985670539793481
  },
  "model.language_model.layers.4.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9213941693305969,
    "sin": 0.38862936677968546
  },
  "model.language_model.layers.4.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9053546786308289,
    "sin": 0.42465622082016957
  },
  "model.language_model.layers.4.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9345417618751526,
    "sin": 0.35585347449657645
  },
  "model.language_model.layers.4.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05942035838961601,
    "sin": 0.998233049447297
  },
  "model.language_model.layers.4.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8589379191398621,
    "sin": 0.5120797311588146
  },
  "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.24454611539840698,
    "sin": 0.969637662966713
  },
  "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.2542142868041992,
    "sin": 0.9671479185650106
  },
  "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.011725423857569695,
    "sin": 0.9999312548547327
  },
  "model.language_model.layers.4.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.23798632621765137,
    "sin": 0.9712685048602295
  },
  "model.language_model.layers.4.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.627626895904541,
    "sin": 0.7785142770285144
  },
  "model.language_model.layers.4.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6519684791564941,
    "sin": 0.7582460696807918
  },
  "model.language_model.layers.4.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04387565702199936,
    "sin": 0.9990369996756316
  },
  "model.language_model.layers.4.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6059205532073975,
    "sin": 0.7955251618904593
  },
  "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8465412855148315,
    "sin": 0.5323230710000239
  },
  "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8765606880187988,
    "sin": 0.48129134650439126
  },
  "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05968146026134491,
    "sin": 0.9982174729491933
  },
  "model.language_model.layers.4.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8131618499755859,
    "sin": 0.5820376325842537
  },
  "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.4731714725494385,
    "sin": 0.8809703499922095
  },
  "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.4910924434661865,
    "sin": 0.8711074629288916
  },
  "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.028906479477882385,
    "sin": 0.9995821204104217
  },
  "model.language_model.layers.4.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.46054744720458984,
    "sin": 0.8876350876758622
  },
  "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8896794319152832,
    "sin": 0.45658570764632894
  },
  "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.918461799621582,
    "sin": 0.39550969979999845
  },
  "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.047288548201322556,
    "sin": 0.9988812708270244
  },
  "model.language_model.layers.4.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8433259725570679,
    "sin": 0.5374023669567112
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.4.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.4.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.00015886999608483166,
    "sin": 0.999999987380162
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.4.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.4.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": 0.00040441221790388227,
    "sin": 0.9999999182253756
  },
  "model.language_model.layers.8.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8867764472961426,
    "sin": 0.4621985855893889
  },
  "model.language_model.layers.8.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.916253924369812,
    "sin": 0.4005979856126573
  },
  "model.language_model.layers.8.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0651654452085495,
    "sin": 0.9978744734438152
  },
  "model.language_model.layers.8.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8436793684959412,
    "sin": 0.5368473928168879
  },
  "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.2774697244167328,
    "sin": 0.9607343816227784
  },
  "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.2834450900554657,
    "sin": 0.9589884675654077
  },
  "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.030895497649908066,
    "sin": 0.9995226201667297
  },
  "model.language_model.layers.8.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.2609272003173828,
    "sin": 0.9653584806353194
  },
  "model.language_model.layers.8.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.6671134829521179,
    "sin": 0.7449561066690401
  },
  "model.language_model.layers.8.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6854939460754395,
    "sin": 0.7280783267574461
  },
  "model.language_model.layers.8.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04248758777976036,
    "sin": 0.9990969947330726
  },
  "model.language_model.layers.8.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6210594177246094,
    "sin": 0.7837634845127509
  },
  "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7838401794433594,
    "sin": 0.6209626181101421
  },
  "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8089280128479004,
    "sin": 0.5879077053670475
  },
  "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04523896425962448,
    "sin": 0.9989761939669616
  },
  "model.language_model.layers.8.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.7438963055610657,
    "sin": 0.6682950595153294
  },
  "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.4009948968887329,
    "sin": 0.9160802872397127
  },
  "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.41272079944610596,
    "sin": 0.9108575858522381
  },
  "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.0309673473238945,
    "sin": 0.9995203966901933
  },
  "model.language_model.layers.8.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.3794208765029907,
    "sin": 0.9252241882234286
  },
  "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8768030405044556,
    "sin": 0.4808496939399484
  },
  "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9072068333625793,
    "sin": 0.4206848719650389
  },
  "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.04628998786211014,
    "sin": 0.9989280439669945
  },
  "model.language_model.layers.8.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8398034572601318,
    "sin": 0.542890553586936
  },
  "model.language_model.layers.9.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.9668186902999878,
    "sin": 0.2554635396423848
  },
  "model.language_model.layers.9.altup.correct_output_scale <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998594522476196,
    "sin": 0.0167653139275721
  },
  "model.language_model.layers.9.altup.correct_output_scale <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05367189645767212,
    "sin": 0.9985586249843506
  },
  "model.language_model.layers.9.altup.correct_output_scale <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215461611747742,
    "sin": 0.38826881515779393
  },
  "model.language_model.layers.9.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.966802716255188,
    "sin": 0.25552398682235383
  },
  "model.language_model.layers.9.altup.router_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.9998459815979004,
    "sin": 0.017550301494020933
  },
  "model.language_model.layers.9.altup.router_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05342235416173935,
    "sin": 0.9985720064551268
  },
  "model.language_model.layers.9.altup.router_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.9215018153190613,
    "sin": 0.3883740521245912
  },
  "model.language_model.layers.9.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8696160912513733,
    "sin": 0.49372852240546444
  },
  "model.language_model.layers.9.input_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8997323513031006,
    "sin": 0.4364420878176095
  },
  "model.language_model.layers.9.input_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03791277855634689,
    "sin": 0.9992810521680762
  },
  "model.language_model.layers.9.input_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.8278623819351196,
    "sin": 0.5609312583344862
  },
  "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.3501097559928894,
    "sin": 0.936708684041415
  },
  "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.3624758720397949,
    "sin": 0.9319931556556573
  },
  "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.021760111674666405,
    "sin": 0.9997632207377435
  },
  "model.language_model.layers.9.laurel.post_laurel_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.3325672149658203,
    "sin": 0.9430795552496501
  },
  "model.language_model.layers.9.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5487682819366455,
    "sin": 0.8359745048386956
  },
  "model.language_model.layers.9.post_attention_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.5600656867027283,
    "sin": 0.8284482039199562
  },
  "model.language_model.layers.9.post_attention_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03337031230330467,
    "sin": 0.9994430560351
  },
  "model.language_model.layers.9.post_attention_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.4998735785484314,
    "sin": 0.8660983809413254
  },
  "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.7164104580879211,
    "sin": 0.697679049092242
  },
  "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.7402089834213257,
    "sin": 0.6723768741281689
  },
  "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.039858438074588776,
    "sin": 0.9992053367122566
  },
  "model.language_model.layers.9.post_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.6810421943664551,
    "sin": 0.732244173409747
  },
  "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.5825675129890442,
    "sin": 0.812782315758506
  },
  "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.6034573912620544,
    "sin": 0.7973952451144889
  },
  "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.03383238613605499,
    "sin": 0.9994275209580437
  },
  "model.language_model.layers.9.post_per_layer_input_norm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.5602388978004456,
    "sin": 0.8283310795758795
  },
  "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.ffn.pw_proj.bn.weight": {
    "cos": 0.8212018013000488,
    "sin": 0.5706378900332111
  },
  "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.vision_tower.timm_model.msfa.norm.weight": {
    "cos": 0.8496705293655396,
    "sin": 0.5273139401985157
  },
  "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.embed_vision.hard_embedding_norm.weight": {
    "cos": 0.05158066377043724,
    "sin": 0.9986688315577897
  },
  "model.language_model.layers.9.pre_feedforward_layernorm.weight <-> model.embed_vision.soft_embedding_norm.weight": {
    "cos": 0.78812175989151,
    "sin": 0.6155193673520835
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.9.self_attn.k_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.9.self_attn.o_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -3.858016134472564e-05,
    "sin": 0.9999999992557855
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.0.0.bn1.weight": {
    "cos": 0.8660345673561096,
    "sin": 0.4999841278923922
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.layer_scale.gamma": {
    "cos": 0.21686775982379913,
    "sin": 0.9762009909588327
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.0.pw_proj.bn.weight": {
    "cos": 0.9818844199180603,
    "sin": 0.18948083259837714
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.dw_start.bn.weight": {
    "cos": 0.8808096647262573,
    "sin": 0.47347052128386846
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.layer_scale.gamma": {
    "cos": 0.26100724935531616,
    "sin": 0.9653368405815516
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.1.pw_proj.bn.weight": {
    "cos": 0.9462515711784363,
    "sin": 0.3234315445999984
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.dw_start.bn.weight": {
    "cos": 0.9175362586975098,
    "sin": 0.3976521268337143
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.layer_scale.gamma": {
    "cos": 0.18699195981025696,
    "sin": 0.9823614441570472
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.2.pw_proj.bn.weight": {
    "cos": 0.9574315547943115,
    "sin": 0.28866038502736613
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.dw_start.bn.weight": {
    "cos": 0.9201167821884155,
    "sin": 0.3916441077499263
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.layer_scale.gamma": {
    "cos": 0.08483855426311493,
    "sin": 0.9963947108001651
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.3.pw_proj.bn.weight": {
    "cos": 0.8929120302200317,
    "sin": 0.4502311698320554
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.dw_start.bn.weight": {
    "cos": 0.9583709239959717,
    "sin": 0.2855261319723774
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.layer_scale.gamma": {
    "cos": 0.27547168731689453,
    "sin": 0.9613091851671777
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.1.4.pw_proj.bn.weight": {
    "cos": 0.8742260336875916,
    "sin": 0.48551914691684617
  },
  "model.language_model.layers.9.self_attn.q_norm.weight <-> model.vision_tower.timm_model.blocks.2.0.dw_start.bn.weight": {
    "cos": 0.89422607421875,
    "sin": 0.4476156031544506
  },
  "model.language_model.layers.9.self_attn.q_proj.weight <-> model.embed_vision.embedding_projection.weight": {
    "cos": -0.001091796439141035,
    "sin": 0.9999994039900901
  }
}