echo-deploy/output/base/blobs/echo_enc.json

{
 "text.embedding": {
  "offset": 0,
  "shape": [
   256,
   1280
  ]
 },
 "text.l0.attn_norm.w": {
  "offset": 327680,
  "shape": [
   1280
  ]
 },
 "text.l0.wq.wT": {
  "offset": 328960,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l0.wk.wT": {
  "offset": 1967360,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l0.wv.wT": {
  "offset": 3605760,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l0.q_norm.w": {
  "offset": 5244160,
  "shape": [
   10,
   128
  ]
 },
 "text.l0.k_norm.w": {
  "offset": 5245440,
  "shape": [
   10,
   128
  ]
 },
 "text.l0.gate.wT": {
  "offset": 5246720,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l0.wo.wT": {
  "offset": 6885120,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l0.mlp_norm.w": {
  "offset": 8523520,
  "shape": [
   1280
  ]
 },
 "text.l0.w1.wT": {
  "offset": 8524800,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l0.w3.wT": {
  "offset": 12784640,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l0.w2.wT": {
  "offset": 17044480,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l1.attn_norm.w": {
  "offset": 21304320,
  "shape": [
   1280
  ]
 },
 "text.l1.wq.wT": {
  "offset": 21305600,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l1.wk.wT": {
  "offset": 22944000,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l1.wv.wT": {
  "offset": 24582400,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l1.q_norm.w": {
  "offset": 26220800,
  "shape": [
   10,
   128
  ]
 },
 "text.l1.k_norm.w": {
  "offset": 26222080,
  "shape": [
   10,
   128
  ]
 },
 "text.l1.gate.wT": {
  "offset": 26223360,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l1.wo.wT": {
  "offset": 27861760,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l1.mlp_norm.w": {
  "offset": 29500160,
  "shape": [
   1280
  ]
 },
 "text.l1.w1.wT": {
  "offset": 29501440,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l1.w3.wT": {
  "offset": 33761280,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l1.w2.wT": {
  "offset": 38021120,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l2.attn_norm.w": {
  "offset": 42280960,
  "shape": [
   1280
  ]
 },
 "text.l2.wq.wT": {
  "offset": 42282240,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l2.wk.wT": {
  "offset": 43920640,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l2.wv.wT": {
  "offset": 45559040,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l2.q_norm.w": {
  "offset": 47197440,
  "shape": [
   10,
   128
  ]
 },
 "text.l2.k_norm.w": {
  "offset": 47198720,
  "shape": [
   10,
   128
  ]
 },
 "text.l2.gate.wT": {
  "offset": 47200000,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l2.wo.wT": {
  "offset": 48838400,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l2.mlp_norm.w": {
  "offset": 50476800,
  "shape": [
   1280
  ]
 },
 "text.l2.w1.wT": {
  "offset": 50478080,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l2.w3.wT": {
  "offset": 54737920,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l2.w2.wT": {
  "offset": 58997760,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l3.attn_norm.w": {
  "offset": 63257600,
  "shape": [
   1280
  ]
 },
 "text.l3.wq.wT": {
  "offset": 63258880,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l3.wk.wT": {
  "offset": 64897280,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l3.wv.wT": {
  "offset": 66535680,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l3.q_norm.w": {
  "offset": 68174080,
  "shape": [
   10,
   128
  ]
 },
 "text.l3.k_norm.w": {
  "offset": 68175360,
  "shape": [
   10,
   128
  ]
 },
 "text.l3.gate.wT": {
  "offset": 68176640,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l3.wo.wT": {
  "offset": 69815040,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l3.mlp_norm.w": {
  "offset": 71453440,
  "shape": [
   1280
  ]
 },
 "text.l3.w1.wT": {
  "offset": 71454720,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l3.w3.wT": {
  "offset": 75714560,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l3.w2.wT": {
  "offset": 79974400,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l4.attn_norm.w": {
  "offset": 84234240,
  "shape": [
   1280
  ]
 },
 "text.l4.wq.wT": {
  "offset": 84235520,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l4.wk.wT": {
  "offset": 85873920,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l4.wv.wT": {
  "offset": 87512320,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l4.q_norm.w": {
  "offset": 89150720,
  "shape": [
   10,
   128
  ]
 },
 "text.l4.k_norm.w": {
  "offset": 89152000,
  "shape": [
   10,
   128
  ]
 },
 "text.l4.gate.wT": {
  "offset": 89153280,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l4.wo.wT": {
  "offset": 90791680,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l4.mlp_norm.w": {
  "offset": 92430080,
  "shape": [
   1280
  ]
 },
 "text.l4.w1.wT": {
  "offset": 92431360,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l4.w3.wT": {
  "offset": 96691200,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l4.w2.wT": {
  "offset": 100951040,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l5.attn_norm.w": {
  "offset": 105210880,
  "shape": [
   1280
  ]
 },
 "text.l5.wq.wT": {
  "offset": 105212160,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l5.wk.wT": {
  "offset": 106850560,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l5.wv.wT": {
  "offset": 108488960,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l5.q_norm.w": {
  "offset": 110127360,
  "shape": [
   10,
   128
  ]
 },
 "text.l5.k_norm.w": {
  "offset": 110128640,
  "shape": [
   10,
   128
  ]
 },
 "text.l5.gate.wT": {
  "offset": 110129920,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l5.wo.wT": {
  "offset": 111768320,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l5.mlp_norm.w": {
  "offset": 113406720,
  "shape": [
   1280
  ]
 },
 "text.l5.w1.wT": {
  "offset": 113408000,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l5.w3.wT": {
  "offset": 117667840,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l5.w2.wT": {
  "offset": 121927680,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l6.attn_norm.w": {
  "offset": 126187520,
  "shape": [
   1280
  ]
 },
 "text.l6.wq.wT": {
  "offset": 126188800,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l6.wk.wT": {
  "offset": 127827200,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l6.wv.wT": {
  "offset": 129465600,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l6.q_norm.w": {
  "offset": 131104000,
  "shape": [
   10,
   128
  ]
 },
 "text.l6.k_norm.w": {
  "offset": 131105280,
  "shape": [
   10,
   128
  ]
 },
 "text.l6.gate.wT": {
  "offset": 131106560,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l6.wo.wT": {
  "offset": 132744960,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l6.mlp_norm.w": {
  "offset": 134383360,
  "shape": [
   1280
  ]
 },
 "text.l6.w1.wT": {
  "offset": 134384640,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l6.w3.wT": {
  "offset": 138644480,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l6.w2.wT": {
  "offset": 142904320,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l7.attn_norm.w": {
  "offset": 147164160,
  "shape": [
   1280
  ]
 },
 "text.l7.wq.wT": {
  "offset": 147165440,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l7.wk.wT": {
  "offset": 148803840,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l7.wv.wT": {
  "offset": 150442240,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l7.q_norm.w": {
  "offset": 152080640,
  "shape": [
   10,
   128
  ]
 },
 "text.l7.k_norm.w": {
  "offset": 152081920,
  "shape": [
   10,
   128
  ]
 },
 "text.l7.gate.wT": {
  "offset": 152083200,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l7.wo.wT": {
  "offset": 153721600,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l7.mlp_norm.w": {
  "offset": 155360000,
  "shape": [
   1280
  ]
 },
 "text.l7.w1.wT": {
  "offset": 155361280,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l7.w3.wT": {
  "offset": 159621120,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l7.w2.wT": {
  "offset": 163880960,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l8.attn_norm.w": {
  "offset": 168140800,
  "shape": [
   1280
  ]
 },
 "text.l8.wq.wT": {
  "offset": 168142080,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l8.wk.wT": {
  "offset": 169780480,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l8.wv.wT": {
  "offset": 171418880,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l8.q_norm.w": {
  "offset": 173057280,
  "shape": [
   10,
   128
  ]
 },
 "text.l8.k_norm.w": {
  "offset": 173058560,
  "shape": [
   10,
   128
  ]
 },
 "text.l8.gate.wT": {
  "offset": 173059840,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l8.wo.wT": {
  "offset": 174698240,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l8.mlp_norm.w": {
  "offset": 176336640,
  "shape": [
   1280
  ]
 },
 "text.l8.w1.wT": {
  "offset": 176337920,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l8.w3.wT": {
  "offset": 180597760,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l8.w2.wT": {
  "offset": 184857600,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l9.attn_norm.w": {
  "offset": 189117440,
  "shape": [
   1280
  ]
 },
 "text.l9.wq.wT": {
  "offset": 189118720,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l9.wk.wT": {
  "offset": 190757120,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l9.wv.wT": {
  "offset": 192395520,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l9.q_norm.w": {
  "offset": 194033920,
  "shape": [
   10,
   128
  ]
 },
 "text.l9.k_norm.w": {
  "offset": 194035200,
  "shape": [
   10,
   128
  ]
 },
 "text.l9.gate.wT": {
  "offset": 194036480,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l9.wo.wT": {
  "offset": 195674880,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l9.mlp_norm.w": {
  "offset": 197313280,
  "shape": [
   1280
  ]
 },
 "text.l9.w1.wT": {
  "offset": 197314560,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l9.w3.wT": {
  "offset": 201574400,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l9.w2.wT": {
  "offset": 205834240,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l10.attn_norm.w": {
  "offset": 210094080,
  "shape": [
   1280
  ]
 },
 "text.l10.wq.wT": {
  "offset": 210095360,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l10.wk.wT": {
  "offset": 211733760,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l10.wv.wT": {
  "offset": 213372160,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l10.q_norm.w": {
  "offset": 215010560,
  "shape": [
   10,
   128
  ]
 },
 "text.l10.k_norm.w": {
  "offset": 215011840,
  "shape": [
   10,
   128
  ]
 },
 "text.l10.gate.wT": {
  "offset": 215013120,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l10.wo.wT": {
  "offset": 216651520,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l10.mlp_norm.w": {
  "offset": 218289920,
  "shape": [
   1280
  ]
 },
 "text.l10.w1.wT": {
  "offset": 218291200,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l10.w3.wT": {
  "offset": 222551040,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l10.w2.wT": {
  "offset": 226810880,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l11.attn_norm.w": {
  "offset": 231070720,
  "shape": [
   1280
  ]
 },
 "text.l11.wq.wT": {
  "offset": 231072000,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l11.wk.wT": {
  "offset": 232710400,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l11.wv.wT": {
  "offset": 234348800,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l11.q_norm.w": {
  "offset": 235987200,
  "shape": [
   10,
   128
  ]
 },
 "text.l11.k_norm.w": {
  "offset": 235988480,
  "shape": [
   10,
   128
  ]
 },
 "text.l11.gate.wT": {
  "offset": 235989760,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l11.wo.wT": {
  "offset": 237628160,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l11.mlp_norm.w": {
  "offset": 239266560,
  "shape": [
   1280
  ]
 },
 "text.l11.w1.wT": {
  "offset": 239267840,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l11.w3.wT": {
  "offset": 243527680,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l11.w2.wT": {
  "offset": 247787520,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l12.attn_norm.w": {
  "offset": 252047360,
  "shape": [
   1280
  ]
 },
 "text.l12.wq.wT": {
  "offset": 252048640,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l12.wk.wT": {
  "offset": 253687040,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l12.wv.wT": {
  "offset": 255325440,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l12.q_norm.w": {
  "offset": 256963840,
  "shape": [
   10,
   128
  ]
 },
 "text.l12.k_norm.w": {
  "offset": 256965120,
  "shape": [
   10,
   128
  ]
 },
 "text.l12.gate.wT": {
  "offset": 256966400,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l12.wo.wT": {
  "offset": 258604800,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l12.mlp_norm.w": {
  "offset": 260243200,
  "shape": [
   1280
  ]
 },
 "text.l12.w1.wT": {
  "offset": 260244480,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l12.w3.wT": {
  "offset": 264504320,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l12.w2.wT": {
  "offset": 268764160,
  "shape": [
   3328,
   1280
  ]
 },
 "text.l13.attn_norm.w": {
  "offset": 273024000,
  "shape": [
   1280
  ]
 },
 "text.l13.wq.wT": {
  "offset": 273025280,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l13.wk.wT": {
  "offset": 274663680,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l13.wv.wT": {
  "offset": 276302080,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l13.q_norm.w": {
  "offset": 277940480,
  "shape": [
   10,
   128
  ]
 },
 "text.l13.k_norm.w": {
  "offset": 277941760,
  "shape": [
   10,
   128
  ]
 },
 "text.l13.gate.wT": {
  "offset": 277943040,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l13.wo.wT": {
  "offset": 279581440,
  "shape": [
   1280,
   1280
  ]
 },
 "text.l13.mlp_norm.w": {
  "offset": 281219840,
  "shape": [
   1280
  ]
 },
 "text.l13.w1.wT": {
  "offset": 281221120,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l13.w3.wT": {
  "offset": 285480960,
  "shape": [
   1280,
   3328
  ]
 },
 "text.l13.w2.wT": {
  "offset": 289740800,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.in_proj.wT": {
  "offset": 294000640,
  "shape": [
   320,
   1280
  ]
 },
 "spk.in_proj.b": {
  "offset": 294410240,
  "shape": [
   1280
  ]
 },
 "spk.l0.attn_norm.w": {
  "offset": 294411520,
  "shape": [
   1280
  ]
 },
 "spk.l0.wq.wT": {
  "offset": 294412800,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l0.wk.wT": {
  "offset": 296051200,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l0.wv.wT": {
  "offset": 297689600,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l0.q_norm.w": {
  "offset": 299328000,
  "shape": [
   10,
   128
  ]
 },
 "spk.l0.k_norm.w": {
  "offset": 299329280,
  "shape": [
   10,
   128
  ]
 },
 "spk.l0.gate.wT": {
  "offset": 299330560,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l0.wo.wT": {
  "offset": 300968960,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l0.mlp_norm.w": {
  "offset": 302607360,
  "shape": [
   1280
  ]
 },
 "spk.l0.w1.wT": {
  "offset": 302608640,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l0.w3.wT": {
  "offset": 306868480,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l0.w2.wT": {
  "offset": 311128320,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l1.attn_norm.w": {
  "offset": 315388160,
  "shape": [
   1280
  ]
 },
 "spk.l1.wq.wT": {
  "offset": 315389440,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l1.wk.wT": {
  "offset": 317027840,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l1.wv.wT": {
  "offset": 318666240,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l1.q_norm.w": {
  "offset": 320304640,
  "shape": [
   10,
   128
  ]
 },
 "spk.l1.k_norm.w": {
  "offset": 320305920,
  "shape": [
   10,
   128
  ]
 },
 "spk.l1.gate.wT": {
  "offset": 320307200,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l1.wo.wT": {
  "offset": 321945600,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l1.mlp_norm.w": {
  "offset": 323584000,
  "shape": [
   1280
  ]
 },
 "spk.l1.w1.wT": {
  "offset": 323585280,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l1.w3.wT": {
  "offset": 327845120,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l1.w2.wT": {
  "offset": 332104960,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l2.attn_norm.w": {
  "offset": 336364800,
  "shape": [
   1280
  ]
 },
 "spk.l2.wq.wT": {
  "offset": 336366080,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l2.wk.wT": {
  "offset": 338004480,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l2.wv.wT": {
  "offset": 339642880,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l2.q_norm.w": {
  "offset": 341281280,
  "shape": [
   10,
   128
  ]
 },
 "spk.l2.k_norm.w": {
  "offset": 341282560,
  "shape": [
   10,
   128
  ]
 },
 "spk.l2.gate.wT": {
  "offset": 341283840,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l2.wo.wT": {
  "offset": 342922240,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l2.mlp_norm.w": {
  "offset": 344560640,
  "shape": [
   1280
  ]
 },
 "spk.l2.w1.wT": {
  "offset": 344561920,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l2.w3.wT": {
  "offset": 348821760,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l2.w2.wT": {
  "offset": 353081600,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l3.attn_norm.w": {
  "offset": 357341440,
  "shape": [
   1280
  ]
 },
 "spk.l3.wq.wT": {
  "offset": 357342720,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l3.wk.wT": {
  "offset": 358981120,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l3.wv.wT": {
  "offset": 360619520,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l3.q_norm.w": {
  "offset": 362257920,
  "shape": [
   10,
   128
  ]
 },
 "spk.l3.k_norm.w": {
  "offset": 362259200,
  "shape": [
   10,
   128
  ]
 },
 "spk.l3.gate.wT": {
  "offset": 362260480,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l3.wo.wT": {
  "offset": 363898880,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l3.mlp_norm.w": {
  "offset": 365537280,
  "shape": [
   1280
  ]
 },
 "spk.l3.w1.wT": {
  "offset": 365538560,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l3.w3.wT": {
  "offset": 369798400,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l3.w2.wT": {
  "offset": 374058240,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l4.attn_norm.w": {
  "offset": 378318080,
  "shape": [
   1280
  ]
 },
 "spk.l4.wq.wT": {
  "offset": 378319360,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l4.wk.wT": {
  "offset": 379957760,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l4.wv.wT": {
  "offset": 381596160,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l4.q_norm.w": {
  "offset": 383234560,
  "shape": [
   10,
   128
  ]
 },
 "spk.l4.k_norm.w": {
  "offset": 383235840,
  "shape": [
   10,
   128
  ]
 },
 "spk.l4.gate.wT": {
  "offset": 383237120,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l4.wo.wT": {
  "offset": 384875520,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l4.mlp_norm.w": {
  "offset": 386513920,
  "shape": [
   1280
  ]
 },
 "spk.l4.w1.wT": {
  "offset": 386515200,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l4.w3.wT": {
  "offset": 390775040,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l4.w2.wT": {
  "offset": 395034880,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l5.attn_norm.w": {
  "offset": 399294720,
  "shape": [
   1280
  ]
 },
 "spk.l5.wq.wT": {
  "offset": 399296000,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l5.wk.wT": {
  "offset": 400934400,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l5.wv.wT": {
  "offset": 402572800,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l5.q_norm.w": {
  "offset": 404211200,
  "shape": [
   10,
   128
  ]
 },
 "spk.l5.k_norm.w": {
  "offset": 404212480,
  "shape": [
   10,
   128
  ]
 },
 "spk.l5.gate.wT": {
  "offset": 404213760,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l5.wo.wT": {
  "offset": 405852160,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l5.mlp_norm.w": {
  "offset": 407490560,
  "shape": [
   1280
  ]
 },
 "spk.l5.w1.wT": {
  "offset": 407491840,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l5.w3.wT": {
  "offset": 411751680,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l5.w2.wT": {
  "offset": 416011520,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l6.attn_norm.w": {
  "offset": 420271360,
  "shape": [
   1280
  ]
 },
 "spk.l6.wq.wT": {
  "offset": 420272640,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l6.wk.wT": {
  "offset": 421911040,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l6.wv.wT": {
  "offset": 423549440,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l6.q_norm.w": {
  "offset": 425187840,
  "shape": [
   10,
   128
  ]
 },
 "spk.l6.k_norm.w": {
  "offset": 425189120,
  "shape": [
   10,
   128
  ]
 },
 "spk.l6.gate.wT": {
  "offset": 425190400,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l6.wo.wT": {
  "offset": 426828800,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l6.mlp_norm.w": {
  "offset": 428467200,
  "shape": [
   1280
  ]
 },
 "spk.l6.w1.wT": {
  "offset": 428468480,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l6.w3.wT": {
  "offset": 432728320,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l6.w2.wT": {
  "offset": 436988160,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l7.attn_norm.w": {
  "offset": 441248000,
  "shape": [
   1280
  ]
 },
 "spk.l7.wq.wT": {
  "offset": 441249280,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l7.wk.wT": {
  "offset": 442887680,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l7.wv.wT": {
  "offset": 444526080,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l7.q_norm.w": {
  "offset": 446164480,
  "shape": [
   10,
   128
  ]
 },
 "spk.l7.k_norm.w": {
  "offset": 446165760,
  "shape": [
   10,
   128
  ]
 },
 "spk.l7.gate.wT": {
  "offset": 446167040,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l7.wo.wT": {
  "offset": 447805440,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l7.mlp_norm.w": {
  "offset": 449443840,
  "shape": [
   1280
  ]
 },
 "spk.l7.w1.wT": {
  "offset": 449445120,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l7.w3.wT": {
  "offset": 453704960,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l7.w2.wT": {
  "offset": 457964800,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l8.attn_norm.w": {
  "offset": 462224640,
  "shape": [
   1280
  ]
 },
 "spk.l8.wq.wT": {
  "offset": 462225920,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l8.wk.wT": {
  "offset": 463864320,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l8.wv.wT": {
  "offset": 465502720,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l8.q_norm.w": {
  "offset": 467141120,
  "shape": [
   10,
   128
  ]
 },
 "spk.l8.k_norm.w": {
  "offset": 467142400,
  "shape": [
   10,
   128
  ]
 },
 "spk.l8.gate.wT": {
  "offset": 467143680,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l8.wo.wT": {
  "offset": 468782080,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l8.mlp_norm.w": {
  "offset": 470420480,
  "shape": [
   1280
  ]
 },
 "spk.l8.w1.wT": {
  "offset": 470421760,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l8.w3.wT": {
  "offset": 474681600,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l8.w2.wT": {
  "offset": 478941440,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l9.attn_norm.w": {
  "offset": 483201280,
  "shape": [
   1280
  ]
 },
 "spk.l9.wq.wT": {
  "offset": 483202560,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l9.wk.wT": {
  "offset": 484840960,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l9.wv.wT": {
  "offset": 486479360,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l9.q_norm.w": {
  "offset": 488117760,
  "shape": [
   10,
   128
  ]
 },
 "spk.l9.k_norm.w": {
  "offset": 488119040,
  "shape": [
   10,
   128
  ]
 },
 "spk.l9.gate.wT": {
  "offset": 488120320,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l9.wo.wT": {
  "offset": 489758720,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l9.mlp_norm.w": {
  "offset": 491397120,
  "shape": [
   1280
  ]
 },
 "spk.l9.w1.wT": {
  "offset": 491398400,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l9.w3.wT": {
  "offset": 495658240,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l9.w2.wT": {
  "offset": 499918080,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l10.attn_norm.w": {
  "offset": 504177920,
  "shape": [
   1280
  ]
 },
 "spk.l10.wq.wT": {
  "offset": 504179200,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l10.wk.wT": {
  "offset": 505817600,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l10.wv.wT": {
  "offset": 507456000,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l10.q_norm.w": {
  "offset": 509094400,
  "shape": [
   10,
   128
  ]
 },
 "spk.l10.k_norm.w": {
  "offset": 509095680,
  "shape": [
   10,
   128
  ]
 },
 "spk.l10.gate.wT": {
  "offset": 509096960,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l10.wo.wT": {
  "offset": 510735360,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l10.mlp_norm.w": {
  "offset": 512373760,
  "shape": [
   1280
  ]
 },
 "spk.l10.w1.wT": {
  "offset": 512375040,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l10.w3.wT": {
  "offset": 516634880,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l10.w2.wT": {
  "offset": 520894720,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l11.attn_norm.w": {
  "offset": 525154560,
  "shape": [
   1280
  ]
 },
 "spk.l11.wq.wT": {
  "offset": 525155840,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l11.wk.wT": {
  "offset": 526794240,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l11.wv.wT": {
  "offset": 528432640,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l11.q_norm.w": {
  "offset": 530071040,
  "shape": [
   10,
   128
  ]
 },
 "spk.l11.k_norm.w": {
  "offset": 530072320,
  "shape": [
   10,
   128
  ]
 },
 "spk.l11.gate.wT": {
  "offset": 530073600,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l11.wo.wT": {
  "offset": 531712000,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l11.mlp_norm.w": {
  "offset": 533350400,
  "shape": [
   1280
  ]
 },
 "spk.l11.w1.wT": {
  "offset": 533351680,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l11.w3.wT": {
  "offset": 537611520,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l11.w2.wT": {
  "offset": 541871360,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l12.attn_norm.w": {
  "offset": 546131200,
  "shape": [
   1280
  ]
 },
 "spk.l12.wq.wT": {
  "offset": 546132480,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l12.wk.wT": {
  "offset": 547770880,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l12.wv.wT": {
  "offset": 549409280,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l12.q_norm.w": {
  "offset": 551047680,
  "shape": [
   10,
   128
  ]
 },
 "spk.l12.k_norm.w": {
  "offset": 551048960,
  "shape": [
   10,
   128
  ]
 },
 "spk.l12.gate.wT": {
  "offset": 551050240,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l12.wo.wT": {
  "offset": 552688640,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l12.mlp_norm.w": {
  "offset": 554327040,
  "shape": [
   1280
  ]
 },
 "spk.l12.w1.wT": {
  "offset": 554328320,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l12.w3.wT": {
  "offset": 558588160,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l12.w2.wT": {
  "offset": 562848000,
  "shape": [
   3328,
   1280
  ]
 },
 "spk.l13.attn_norm.w": {
  "offset": 567107840,
  "shape": [
   1280
  ]
 },
 "spk.l13.wq.wT": {
  "offset": 567109120,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l13.wk.wT": {
  "offset": 568747520,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l13.wv.wT": {
  "offset": 570385920,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l13.q_norm.w": {
  "offset": 572024320,
  "shape": [
   10,
   128
  ]
 },
 "spk.l13.k_norm.w": {
  "offset": 572025600,
  "shape": [
   10,
   128
  ]
 },
 "spk.l13.gate.wT": {
  "offset": 572026880,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l13.wo.wT": {
  "offset": 573665280,
  "shape": [
   1280,
   1280
  ]
 },
 "spk.l13.mlp_norm.w": {
  "offset": 575303680,
  "shape": [
   1280
  ]
 },
 "spk.l13.w1.wT": {
  "offset": 575304960,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l13.w3.wT": {
  "offset": 579564800,
  "shape": [
   1280,
   3328
  ]
 },
 "spk.l13.w2.wT": {
  "offset": 583824640,
  "shape": [
   3328,
   1280
  ]
 },
 "text_norm.w": {
  "offset": 588084480,
  "shape": [
   1280
  ]
 },
 "speaker_norm.w": {
  "offset": 588085760,
  "shape": [
   1280
  ]
 },
 "freqs_text": {
  "offset": 588087040,
  "shape": [
   1024,
   64,
   2
  ]
 },
 "freqs_spk": {
  "offset": 588218112,
  "shape": [
   512,
   64,
   2
  ]
 }
}