lyosha's picture
download
raw
28.4 kB
{
"in_proj.wT": {
"offset": 0,
"shape": [
80,
2048
]
},
"in_proj.b": {
"offset": 163840,
"shape": [
2048
]
},
"dit.l0.wq.wT": {
"offset": 165888,
"shape": [
2048,
2048
]
},
"dit.l0.wk.wT": {
"offset": 4360192,
"shape": [
2048,
2048
]
},
"dit.l0.wv.wT": {
"offset": 8554496,
"shape": [
2048,
2048
]
},
"dit.l0.wk_text.wT": {
"offset": 12748800,
"shape": [
1280,
2048
]
},
"dit.l0.wv_text.wT": {
"offset": 15370240,
"shape": [
1280,
2048
]
},
"dit.l0.wk_speaker.wT": {
"offset": 17991680,
"shape": [
1280,
2048
]
},
"dit.l0.wv_speaker.wT": {
"offset": 20613120,
"shape": [
1280,
2048
]
},
"dit.l0.q_norm.w": {
"offset": 23234560,
"shape": [
16,
128
]
},
"dit.l0.k_norm.w": {
"offset": 23236608,
"shape": [
16,
128
]
},
"dit.l0.gate.wT": {
"offset": 23238656,
"shape": [
2048,
2048
]
},
"dit.l0.wo.wT": {
"offset": 27432960,
"shape": [
2048,
2048
]
},
"dit.l0.w1.wT": {
"offset": 31627264,
"shape": [
2048,
5888
]
},
"dit.l0.w3.wT": {
"offset": 43685888,
"shape": [
2048,
5888
]
},
"dit.l0.w2.wT": {
"offset": 55744512,
"shape": [
5888,
2048
]
},
"dit.l1.wq.wT": {
"offset": 67803136,
"shape": [
2048,
2048
]
},
"dit.l1.wk.wT": {
"offset": 71997440,
"shape": [
2048,
2048
]
},
"dit.l1.wv.wT": {
"offset": 76191744,
"shape": [
2048,
2048
]
},
"dit.l1.wk_text.wT": {
"offset": 80386048,
"shape": [
1280,
2048
]
},
"dit.l1.wv_text.wT": {
"offset": 83007488,
"shape": [
1280,
2048
]
},
"dit.l1.wk_speaker.wT": {
"offset": 85628928,
"shape": [
1280,
2048
]
},
"dit.l1.wv_speaker.wT": {
"offset": 88250368,
"shape": [
1280,
2048
]
},
"dit.l1.q_norm.w": {
"offset": 90871808,
"shape": [
16,
128
]
},
"dit.l1.k_norm.w": {
"offset": 90873856,
"shape": [
16,
128
]
},
"dit.l1.gate.wT": {
"offset": 90875904,
"shape": [
2048,
2048
]
},
"dit.l1.wo.wT": {
"offset": 95070208,
"shape": [
2048,
2048
]
},
"dit.l1.w1.wT": {
"offset": 99264512,
"shape": [
2048,
5888
]
},
"dit.l1.w3.wT": {
"offset": 111323136,
"shape": [
2048,
5888
]
},
"dit.l1.w2.wT": {
"offset": 123381760,
"shape": [
5888,
2048
]
},
"dit.l2.wq.wT": {
"offset": 135440384,
"shape": [
2048,
2048
]
},
"dit.l2.wk.wT": {
"offset": 139634688,
"shape": [
2048,
2048
]
},
"dit.l2.wv.wT": {
"offset": 143828992,
"shape": [
2048,
2048
]
},
"dit.l2.wk_text.wT": {
"offset": 148023296,
"shape": [
1280,
2048
]
},
"dit.l2.wv_text.wT": {
"offset": 150644736,
"shape": [
1280,
2048
]
},
"dit.l2.wk_speaker.wT": {
"offset": 153266176,
"shape": [
1280,
2048
]
},
"dit.l2.wv_speaker.wT": {
"offset": 155887616,
"shape": [
1280,
2048
]
},
"dit.l2.q_norm.w": {
"offset": 158509056,
"shape": [
16,
128
]
},
"dit.l2.k_norm.w": {
"offset": 158511104,
"shape": [
16,
128
]
},
"dit.l2.gate.wT": {
"offset": 158513152,
"shape": [
2048,
2048
]
},
"dit.l2.wo.wT": {
"offset": 162707456,
"shape": [
2048,
2048
]
},
"dit.l2.w1.wT": {
"offset": 166901760,
"shape": [
2048,
5888
]
},
"dit.l2.w3.wT": {
"offset": 178960384,
"shape": [
2048,
5888
]
},
"dit.l2.w2.wT": {
"offset": 191019008,
"shape": [
5888,
2048
]
},
"dit.l3.wq.wT": {
"offset": 203077632,
"shape": [
2048,
2048
]
},
"dit.l3.wk.wT": {
"offset": 207271936,
"shape": [
2048,
2048
]
},
"dit.l3.wv.wT": {
"offset": 211466240,
"shape": [
2048,
2048
]
},
"dit.l3.wk_text.wT": {
"offset": 215660544,
"shape": [
1280,
2048
]
},
"dit.l3.wv_text.wT": {
"offset": 218281984,
"shape": [
1280,
2048
]
},
"dit.l3.wk_speaker.wT": {
"offset": 220903424,
"shape": [
1280,
2048
]
},
"dit.l3.wv_speaker.wT": {
"offset": 223524864,
"shape": [
1280,
2048
]
},
"dit.l3.q_norm.w": {
"offset": 226146304,
"shape": [
16,
128
]
},
"dit.l3.k_norm.w": {
"offset": 226148352,
"shape": [
16,
128
]
},
"dit.l3.gate.wT": {
"offset": 226150400,
"shape": [
2048,
2048
]
},
"dit.l3.wo.wT": {
"offset": 230344704,
"shape": [
2048,
2048
]
},
"dit.l3.w1.wT": {
"offset": 234539008,
"shape": [
2048,
5888
]
},
"dit.l3.w3.wT": {
"offset": 246597632,
"shape": [
2048,
5888
]
},
"dit.l3.w2.wT": {
"offset": 258656256,
"shape": [
5888,
2048
]
},
"dit.l4.wq.wT": {
"offset": 270714880,
"shape": [
2048,
2048
]
},
"dit.l4.wk.wT": {
"offset": 274909184,
"shape": [
2048,
2048
]
},
"dit.l4.wv.wT": {
"offset": 279103488,
"shape": [
2048,
2048
]
},
"dit.l4.wk_text.wT": {
"offset": 283297792,
"shape": [
1280,
2048
]
},
"dit.l4.wv_text.wT": {
"offset": 285919232,
"shape": [
1280,
2048
]
},
"dit.l4.wk_speaker.wT": {
"offset": 288540672,
"shape": [
1280,
2048
]
},
"dit.l4.wv_speaker.wT": {
"offset": 291162112,
"shape": [
1280,
2048
]
},
"dit.l4.q_norm.w": {
"offset": 293783552,
"shape": [
16,
128
]
},
"dit.l4.k_norm.w": {
"offset": 293785600,
"shape": [
16,
128
]
},
"dit.l4.gate.wT": {
"offset": 293787648,
"shape": [
2048,
2048
]
},
"dit.l4.wo.wT": {
"offset": 297981952,
"shape": [
2048,
2048
]
},
"dit.l4.w1.wT": {
"offset": 302176256,
"shape": [
2048,
5888
]
},
"dit.l4.w3.wT": {
"offset": 314234880,
"shape": [
2048,
5888
]
},
"dit.l4.w2.wT": {
"offset": 326293504,
"shape": [
5888,
2048
]
},
"dit.l5.wq.wT": {
"offset": 338352128,
"shape": [
2048,
2048
]
},
"dit.l5.wk.wT": {
"offset": 342546432,
"shape": [
2048,
2048
]
},
"dit.l5.wv.wT": {
"offset": 346740736,
"shape": [
2048,
2048
]
},
"dit.l5.wk_text.wT": {
"offset": 350935040,
"shape": [
1280,
2048
]
},
"dit.l5.wv_text.wT": {
"offset": 353556480,
"shape": [
1280,
2048
]
},
"dit.l5.wk_speaker.wT": {
"offset": 356177920,
"shape": [
1280,
2048
]
},
"dit.l5.wv_speaker.wT": {
"offset": 358799360,
"shape": [
1280,
2048
]
},
"dit.l5.q_norm.w": {
"offset": 361420800,
"shape": [
16,
128
]
},
"dit.l5.k_norm.w": {
"offset": 361422848,
"shape": [
16,
128
]
},
"dit.l5.gate.wT": {
"offset": 361424896,
"shape": [
2048,
2048
]
},
"dit.l5.wo.wT": {
"offset": 365619200,
"shape": [
2048,
2048
]
},
"dit.l5.w1.wT": {
"offset": 369813504,
"shape": [
2048,
5888
]
},
"dit.l5.w3.wT": {
"offset": 381872128,
"shape": [
2048,
5888
]
},
"dit.l5.w2.wT": {
"offset": 393930752,
"shape": [
5888,
2048
]
},
"dit.l6.wq.wT": {
"offset": 405989376,
"shape": [
2048,
2048
]
},
"dit.l6.wk.wT": {
"offset": 410183680,
"shape": [
2048,
2048
]
},
"dit.l6.wv.wT": {
"offset": 414377984,
"shape": [
2048,
2048
]
},
"dit.l6.wk_text.wT": {
"offset": 418572288,
"shape": [
1280,
2048
]
},
"dit.l6.wv_text.wT": {
"offset": 421193728,
"shape": [
1280,
2048
]
},
"dit.l6.wk_speaker.wT": {
"offset": 423815168,
"shape": [
1280,
2048
]
},
"dit.l6.wv_speaker.wT": {
"offset": 426436608,
"shape": [
1280,
2048
]
},
"dit.l6.q_norm.w": {
"offset": 429058048,
"shape": [
16,
128
]
},
"dit.l6.k_norm.w": {
"offset": 429060096,
"shape": [
16,
128
]
},
"dit.l6.gate.wT": {
"offset": 429062144,
"shape": [
2048,
2048
]
},
"dit.l6.wo.wT": {
"offset": 433256448,
"shape": [
2048,
2048
]
},
"dit.l6.w1.wT": {
"offset": 437450752,
"shape": [
2048,
5888
]
},
"dit.l6.w3.wT": {
"offset": 449509376,
"shape": [
2048,
5888
]
},
"dit.l6.w2.wT": {
"offset": 461568000,
"shape": [
5888,
2048
]
},
"dit.l7.wq.wT": {
"offset": 473626624,
"shape": [
2048,
2048
]
},
"dit.l7.wk.wT": {
"offset": 477820928,
"shape": [
2048,
2048
]
},
"dit.l7.wv.wT": {
"offset": 482015232,
"shape": [
2048,
2048
]
},
"dit.l7.wk_text.wT": {
"offset": 486209536,
"shape": [
1280,
2048
]
},
"dit.l7.wv_text.wT": {
"offset": 488830976,
"shape": [
1280,
2048
]
},
"dit.l7.wk_speaker.wT": {
"offset": 491452416,
"shape": [
1280,
2048
]
},
"dit.l7.wv_speaker.wT": {
"offset": 494073856,
"shape": [
1280,
2048
]
},
"dit.l7.q_norm.w": {
"offset": 496695296,
"shape": [
16,
128
]
},
"dit.l7.k_norm.w": {
"offset": 496697344,
"shape": [
16,
128
]
},
"dit.l7.gate.wT": {
"offset": 496699392,
"shape": [
2048,
2048
]
},
"dit.l7.wo.wT": {
"offset": 500893696,
"shape": [
2048,
2048
]
},
"dit.l7.w1.wT": {
"offset": 505088000,
"shape": [
2048,
5888
]
},
"dit.l7.w3.wT": {
"offset": 517146624,
"shape": [
2048,
5888
]
},
"dit.l7.w2.wT": {
"offset": 529205248,
"shape": [
5888,
2048
]
},
"dit.l8.wq.wT": {
"offset": 541263872,
"shape": [
2048,
2048
]
},
"dit.l8.wk.wT": {
"offset": 545458176,
"shape": [
2048,
2048
]
},
"dit.l8.wv.wT": {
"offset": 549652480,
"shape": [
2048,
2048
]
},
"dit.l8.wk_text.wT": {
"offset": 553846784,
"shape": [
1280,
2048
]
},
"dit.l8.wv_text.wT": {
"offset": 556468224,
"shape": [
1280,
2048
]
},
"dit.l8.wk_speaker.wT": {
"offset": 559089664,
"shape": [
1280,
2048
]
},
"dit.l8.wv_speaker.wT": {
"offset": 561711104,
"shape": [
1280,
2048
]
},
"dit.l8.q_norm.w": {
"offset": 564332544,
"shape": [
16,
128
]
},
"dit.l8.k_norm.w": {
"offset": 564334592,
"shape": [
16,
128
]
},
"dit.l8.gate.wT": {
"offset": 564336640,
"shape": [
2048,
2048
]
},
"dit.l8.wo.wT": {
"offset": 568530944,
"shape": [
2048,
2048
]
},
"dit.l8.w1.wT": {
"offset": 572725248,
"shape": [
2048,
5888
]
},
"dit.l8.w3.wT": {
"offset": 584783872,
"shape": [
2048,
5888
]
},
"dit.l8.w2.wT": {
"offset": 596842496,
"shape": [
5888,
2048
]
},
"dit.l9.wq.wT": {
"offset": 608901120,
"shape": [
2048,
2048
]
},
"dit.l9.wk.wT": {
"offset": 613095424,
"shape": [
2048,
2048
]
},
"dit.l9.wv.wT": {
"offset": 617289728,
"shape": [
2048,
2048
]
},
"dit.l9.wk_text.wT": {
"offset": 621484032,
"shape": [
1280,
2048
]
},
"dit.l9.wv_text.wT": {
"offset": 624105472,
"shape": [
1280,
2048
]
},
"dit.l9.wk_speaker.wT": {
"offset": 626726912,
"shape": [
1280,
2048
]
},
"dit.l9.wv_speaker.wT": {
"offset": 629348352,
"shape": [
1280,
2048
]
},
"dit.l9.q_norm.w": {
"offset": 631969792,
"shape": [
16,
128
]
},
"dit.l9.k_norm.w": {
"offset": 631971840,
"shape": [
16,
128
]
},
"dit.l9.gate.wT": {
"offset": 631973888,
"shape": [
2048,
2048
]
},
"dit.l9.wo.wT": {
"offset": 636168192,
"shape": [
2048,
2048
]
},
"dit.l9.w1.wT": {
"offset": 640362496,
"shape": [
2048,
5888
]
},
"dit.l9.w3.wT": {
"offset": 652421120,
"shape": [
2048,
5888
]
},
"dit.l9.w2.wT": {
"offset": 664479744,
"shape": [
5888,
2048
]
},
"dit.l10.wq.wT": {
"offset": 676538368,
"shape": [
2048,
2048
]
},
"dit.l10.wk.wT": {
"offset": 680732672,
"shape": [
2048,
2048
]
},
"dit.l10.wv.wT": {
"offset": 684926976,
"shape": [
2048,
2048
]
},
"dit.l10.wk_text.wT": {
"offset": 689121280,
"shape": [
1280,
2048
]
},
"dit.l10.wv_text.wT": {
"offset": 691742720,
"shape": [
1280,
2048
]
},
"dit.l10.wk_speaker.wT": {
"offset": 694364160,
"shape": [
1280,
2048
]
},
"dit.l10.wv_speaker.wT": {
"offset": 696985600,
"shape": [
1280,
2048
]
},
"dit.l10.q_norm.w": {
"offset": 699607040,
"shape": [
16,
128
]
},
"dit.l10.k_norm.w": {
"offset": 699609088,
"shape": [
16,
128
]
},
"dit.l10.gate.wT": {
"offset": 699611136,
"shape": [
2048,
2048
]
},
"dit.l10.wo.wT": {
"offset": 703805440,
"shape": [
2048,
2048
]
},
"dit.l10.w1.wT": {
"offset": 707999744,
"shape": [
2048,
5888
]
},
"dit.l10.w3.wT": {
"offset": 720058368,
"shape": [
2048,
5888
]
},
"dit.l10.w2.wT": {
"offset": 732116992,
"shape": [
5888,
2048
]
},
"dit.l11.wq.wT": {
"offset": 744175616,
"shape": [
2048,
2048
]
},
"dit.l11.wk.wT": {
"offset": 748369920,
"shape": [
2048,
2048
]
},
"dit.l11.wv.wT": {
"offset": 752564224,
"shape": [
2048,
2048
]
},
"dit.l11.wk_text.wT": {
"offset": 756758528,
"shape": [
1280,
2048
]
},
"dit.l11.wv_text.wT": {
"offset": 759379968,
"shape": [
1280,
2048
]
},
"dit.l11.wk_speaker.wT": {
"offset": 762001408,
"shape": [
1280,
2048
]
},
"dit.l11.wv_speaker.wT": {
"offset": 764622848,
"shape": [
1280,
2048
]
},
"dit.l11.q_norm.w": {
"offset": 767244288,
"shape": [
16,
128
]
},
"dit.l11.k_norm.w": {
"offset": 767246336,
"shape": [
16,
128
]
},
"dit.l11.gate.wT": {
"offset": 767248384,
"shape": [
2048,
2048
]
},
"dit.l11.wo.wT": {
"offset": 771442688,
"shape": [
2048,
2048
]
},
"dit.l11.w1.wT": {
"offset": 775636992,
"shape": [
2048,
5888
]
},
"dit.l11.w3.wT": {
"offset": 787695616,
"shape": [
2048,
5888
]
},
"dit.l11.w2.wT": {
"offset": 799754240,
"shape": [
5888,
2048
]
},
"dit.l12.wq.wT": {
"offset": 811812864,
"shape": [
2048,
2048
]
},
"dit.l12.wk.wT": {
"offset": 816007168,
"shape": [
2048,
2048
]
},
"dit.l12.wv.wT": {
"offset": 820201472,
"shape": [
2048,
2048
]
},
"dit.l12.wk_text.wT": {
"offset": 824395776,
"shape": [
1280,
2048
]
},
"dit.l12.wv_text.wT": {
"offset": 827017216,
"shape": [
1280,
2048
]
},
"dit.l12.wk_speaker.wT": {
"offset": 829638656,
"shape": [
1280,
2048
]
},
"dit.l12.wv_speaker.wT": {
"offset": 832260096,
"shape": [
1280,
2048
]
},
"dit.l12.q_norm.w": {
"offset": 834881536,
"shape": [
16,
128
]
},
"dit.l12.k_norm.w": {
"offset": 834883584,
"shape": [
16,
128
]
},
"dit.l12.gate.wT": {
"offset": 834885632,
"shape": [
2048,
2048
]
},
"dit.l12.wo.wT": {
"offset": 839079936,
"shape": [
2048,
2048
]
},
"dit.l12.w1.wT": {
"offset": 843274240,
"shape": [
2048,
5888
]
},
"dit.l12.w3.wT": {
"offset": 855332864,
"shape": [
2048,
5888
]
},
"dit.l12.w2.wT": {
"offset": 867391488,
"shape": [
5888,
2048
]
},
"dit.l13.wq.wT": {
"offset": 879450112,
"shape": [
2048,
2048
]
},
"dit.l13.wk.wT": {
"offset": 883644416,
"shape": [
2048,
2048
]
},
"dit.l13.wv.wT": {
"offset": 887838720,
"shape": [
2048,
2048
]
},
"dit.l13.wk_text.wT": {
"offset": 892033024,
"shape": [
1280,
2048
]
},
"dit.l13.wv_text.wT": {
"offset": 894654464,
"shape": [
1280,
2048
]
},
"dit.l13.wk_speaker.wT": {
"offset": 897275904,
"shape": [
1280,
2048
]
},
"dit.l13.wv_speaker.wT": {
"offset": 899897344,
"shape": [
1280,
2048
]
},
"dit.l13.q_norm.w": {
"offset": 902518784,
"shape": [
16,
128
]
},
"dit.l13.k_norm.w": {
"offset": 902520832,
"shape": [
16,
128
]
},
"dit.l13.gate.wT": {
"offset": 902522880,
"shape": [
2048,
2048
]
},
"dit.l13.wo.wT": {
"offset": 906717184,
"shape": [
2048,
2048
]
},
"dit.l13.w1.wT": {
"offset": 910911488,
"shape": [
2048,
5888
]
},
"dit.l13.w3.wT": {
"offset": 922970112,
"shape": [
2048,
5888
]
},
"dit.l13.w2.wT": {
"offset": 935028736,
"shape": [
5888,
2048
]
},
"dit.l14.wq.wT": {
"offset": 947087360,
"shape": [
2048,
2048
]
},
"dit.l14.wk.wT": {
"offset": 951281664,
"shape": [
2048,
2048
]
},
"dit.l14.wv.wT": {
"offset": 955475968,
"shape": [
2048,
2048
]
},
"dit.l14.wk_text.wT": {
"offset": 959670272,
"shape": [
1280,
2048
]
},
"dit.l14.wv_text.wT": {
"offset": 962291712,
"shape": [
1280,
2048
]
},
"dit.l14.wk_speaker.wT": {
"offset": 964913152,
"shape": [
1280,
2048
]
},
"dit.l14.wv_speaker.wT": {
"offset": 967534592,
"shape": [
1280,
2048
]
},
"dit.l14.q_norm.w": {
"offset": 970156032,
"shape": [
16,
128
]
},
"dit.l14.k_norm.w": {
"offset": 970158080,
"shape": [
16,
128
]
},
"dit.l14.gate.wT": {
"offset": 970160128,
"shape": [
2048,
2048
]
},
"dit.l14.wo.wT": {
"offset": 974354432,
"shape": [
2048,
2048
]
},
"dit.l14.w1.wT": {
"offset": 978548736,
"shape": [
2048,
5888
]
},
"dit.l14.w3.wT": {
"offset": 990607360,
"shape": [
2048,
5888
]
},
"dit.l14.w2.wT": {
"offset": 1002665984,
"shape": [
5888,
2048
]
},
"dit.l15.wq.wT": {
"offset": 1014724608,
"shape": [
2048,
2048
]
},
"dit.l15.wk.wT": {
"offset": 1018918912,
"shape": [
2048,
2048
]
},
"dit.l15.wv.wT": {
"offset": 1023113216,
"shape": [
2048,
2048
]
},
"dit.l15.wk_text.wT": {
"offset": 1027307520,
"shape": [
1280,
2048
]
},
"dit.l15.wv_text.wT": {
"offset": 1029928960,
"shape": [
1280,
2048
]
},
"dit.l15.wk_speaker.wT": {
"offset": 1032550400,
"shape": [
1280,
2048
]
},
"dit.l15.wv_speaker.wT": {
"offset": 1035171840,
"shape": [
1280,
2048
]
},
"dit.l15.q_norm.w": {
"offset": 1037793280,
"shape": [
16,
128
]
},
"dit.l15.k_norm.w": {
"offset": 1037795328,
"shape": [
16,
128
]
},
"dit.l15.gate.wT": {
"offset": 1037797376,
"shape": [
2048,
2048
]
},
"dit.l15.wo.wT": {
"offset": 1041991680,
"shape": [
2048,
2048
]
},
"dit.l15.w1.wT": {
"offset": 1046185984,
"shape": [
2048,
5888
]
},
"dit.l15.w3.wT": {
"offset": 1058244608,
"shape": [
2048,
5888
]
},
"dit.l15.w2.wT": {
"offset": 1070303232,
"shape": [
5888,
2048
]
},
"dit.l16.wq.wT": {
"offset": 1082361856,
"shape": [
2048,
2048
]
},
"dit.l16.wk.wT": {
"offset": 1086556160,
"shape": [
2048,
2048
]
},
"dit.l16.wv.wT": {
"offset": 1090750464,
"shape": [
2048,
2048
]
},
"dit.l16.wk_text.wT": {
"offset": 1094944768,
"shape": [
1280,
2048
]
},
"dit.l16.wv_text.wT": {
"offset": 1097566208,
"shape": [
1280,
2048
]
},
"dit.l16.wk_speaker.wT": {
"offset": 1100187648,
"shape": [
1280,
2048
]
},
"dit.l16.wv_speaker.wT": {
"offset": 1102809088,
"shape": [
1280,
2048
]
},
"dit.l16.q_norm.w": {
"offset": 1105430528,
"shape": [
16,
128
]
},
"dit.l16.k_norm.w": {
"offset": 1105432576,
"shape": [
16,
128
]
},
"dit.l16.gate.wT": {
"offset": 1105434624,
"shape": [
2048,
2048
]
},
"dit.l16.wo.wT": {
"offset": 1109628928,
"shape": [
2048,
2048
]
},
"dit.l16.w1.wT": {
"offset": 1113823232,
"shape": [
2048,
5888
]
},
"dit.l16.w3.wT": {
"offset": 1125881856,
"shape": [
2048,
5888
]
},
"dit.l16.w2.wT": {
"offset": 1137940480,
"shape": [
5888,
2048
]
},
"dit.l17.wq.wT": {
"offset": 1149999104,
"shape": [
2048,
2048
]
},
"dit.l17.wk.wT": {
"offset": 1154193408,
"shape": [
2048,
2048
]
},
"dit.l17.wv.wT": {
"offset": 1158387712,
"shape": [
2048,
2048
]
},
"dit.l17.wk_text.wT": {
"offset": 1162582016,
"shape": [
1280,
2048
]
},
"dit.l17.wv_text.wT": {
"offset": 1165203456,
"shape": [
1280,
2048
]
},
"dit.l17.wk_speaker.wT": {
"offset": 1167824896,
"shape": [
1280,
2048
]
},
"dit.l17.wv_speaker.wT": {
"offset": 1170446336,
"shape": [
1280,
2048
]
},
"dit.l17.q_norm.w": {
"offset": 1173067776,
"shape": [
16,
128
]
},
"dit.l17.k_norm.w": {
"offset": 1173069824,
"shape": [
16,
128
]
},
"dit.l17.gate.wT": {
"offset": 1173071872,
"shape": [
2048,
2048
]
},
"dit.l17.wo.wT": {
"offset": 1177266176,
"shape": [
2048,
2048
]
},
"dit.l17.w1.wT": {
"offset": 1181460480,
"shape": [
2048,
5888
]
},
"dit.l17.w3.wT": {
"offset": 1193519104,
"shape": [
2048,
5888
]
},
"dit.l17.w2.wT": {
"offset": 1205577728,
"shape": [
5888,
2048
]
},
"dit.l18.wq.wT": {
"offset": 1217636352,
"shape": [
2048,
2048
]
},
"dit.l18.wk.wT": {
"offset": 1221830656,
"shape": [
2048,
2048
]
},
"dit.l18.wv.wT": {
"offset": 1226024960,
"shape": [
2048,
2048
]
},
"dit.l18.wk_text.wT": {
"offset": 1230219264,
"shape": [
1280,
2048
]
},
"dit.l18.wv_text.wT": {
"offset": 1232840704,
"shape": [
1280,
2048
]
},
"dit.l18.wk_speaker.wT": {
"offset": 1235462144,
"shape": [
1280,
2048
]
},
"dit.l18.wv_speaker.wT": {
"offset": 1238083584,
"shape": [
1280,
2048
]
},
"dit.l18.q_norm.w": {
"offset": 1240705024,
"shape": [
16,
128
]
},
"dit.l18.k_norm.w": {
"offset": 1240707072,
"shape": [
16,
128
]
},
"dit.l18.gate.wT": {
"offset": 1240709120,
"shape": [
2048,
2048
]
},
"dit.l18.wo.wT": {
"offset": 1244903424,
"shape": [
2048,
2048
]
},
"dit.l18.w1.wT": {
"offset": 1249097728,
"shape": [
2048,
5888
]
},
"dit.l18.w3.wT": {
"offset": 1261156352,
"shape": [
2048,
5888
]
},
"dit.l18.w2.wT": {
"offset": 1273214976,
"shape": [
5888,
2048
]
},
"dit.l19.wq.wT": {
"offset": 1285273600,
"shape": [
2048,
2048
]
},
"dit.l19.wk.wT": {
"offset": 1289467904,
"shape": [
2048,
2048
]
},
"dit.l19.wv.wT": {
"offset": 1293662208,
"shape": [
2048,
2048
]
},
"dit.l19.wk_text.wT": {
"offset": 1297856512,
"shape": [
1280,
2048
]
},
"dit.l19.wv_text.wT": {
"offset": 1300477952,
"shape": [
1280,
2048
]
},
"dit.l19.wk_speaker.wT": {
"offset": 1303099392,
"shape": [
1280,
2048
]
},
"dit.l19.wv_speaker.wT": {
"offset": 1305720832,
"shape": [
1280,
2048
]
},
"dit.l19.q_norm.w": {
"offset": 1308342272,
"shape": [
16,
128
]
},
"dit.l19.k_norm.w": {
"offset": 1308344320,
"shape": [
16,
128
]
},
"dit.l19.gate.wT": {
"offset": 1308346368,
"shape": [
2048,
2048
]
},
"dit.l19.wo.wT": {
"offset": 1312540672,
"shape": [
2048,
2048
]
},
"dit.l19.w1.wT": {
"offset": 1316734976,
"shape": [
2048,
5888
]
},
"dit.l19.w3.wT": {
"offset": 1328793600,
"shape": [
2048,
5888
]
},
"dit.l19.w2.wT": {
"offset": 1340852224,
"shape": [
5888,
2048
]
},
"dit.l20.wq.wT": {
"offset": 1352910848,
"shape": [
2048,
2048
]
},
"dit.l20.wk.wT": {
"offset": 1357105152,
"shape": [
2048,
2048
]
},
"dit.l20.wv.wT": {
"offset": 1361299456,
"shape": [
2048,
2048
]
},
"dit.l20.wk_text.wT": {
"offset": 1365493760,
"shape": [
1280,
2048
]
},
"dit.l20.wv_text.wT": {
"offset": 1368115200,
"shape": [
1280,
2048
]
},
"dit.l20.wk_speaker.wT": {
"offset": 1370736640,
"shape": [
1280,
2048
]
},
"dit.l20.wv_speaker.wT": {
"offset": 1373358080,
"shape": [
1280,
2048
]
},
"dit.l20.q_norm.w": {
"offset": 1375979520,
"shape": [
16,
128
]
},
"dit.l20.k_norm.w": {
"offset": 1375981568,
"shape": [
16,
128
]
},
"dit.l20.gate.wT": {
"offset": 1375983616,
"shape": [
2048,
2048
]
},
"dit.l20.wo.wT": {
"offset": 1380177920,
"shape": [
2048,
2048
]
},
"dit.l20.w1.wT": {
"offset": 1384372224,
"shape": [
2048,
5888
]
},
"dit.l20.w3.wT": {
"offset": 1396430848,
"shape": [
2048,
5888
]
},
"dit.l20.w2.wT": {
"offset": 1408489472,
"shape": [
5888,
2048
]
},
"dit.l21.wq.wT": {
"offset": 1420548096,
"shape": [
2048,
2048
]
},
"dit.l21.wk.wT": {
"offset": 1424742400,
"shape": [
2048,
2048
]
},
"dit.l21.wv.wT": {
"offset": 1428936704,
"shape": [
2048,
2048
]
},
"dit.l21.wk_text.wT": {
"offset": 1433131008,
"shape": [
1280,
2048
]
},
"dit.l21.wv_text.wT": {
"offset": 1435752448,
"shape": [
1280,
2048
]
},
"dit.l21.wk_speaker.wT": {
"offset": 1438373888,
"shape": [
1280,
2048
]
},
"dit.l21.wv_speaker.wT": {
"offset": 1440995328,
"shape": [
1280,
2048
]
},
"dit.l21.q_norm.w": {
"offset": 1443616768,
"shape": [
16,
128
]
},
"dit.l21.k_norm.w": {
"offset": 1443618816,
"shape": [
16,
128
]
},
"dit.l21.gate.wT": {
"offset": 1443620864,
"shape": [
2048,
2048
]
},
"dit.l21.wo.wT": {
"offset": 1447815168,
"shape": [
2048,
2048
]
},
"dit.l21.w1.wT": {
"offset": 1452009472,
"shape": [
2048,
5888
]
},
"dit.l21.w3.wT": {
"offset": 1464068096,
"shape": [
2048,
5888
]
},
"dit.l21.w2.wT": {
"offset": 1476126720,
"shape": [
5888,
2048
]
},
"dit.l22.wq.wT": {
"offset": 1488185344,
"shape": [
2048,
2048
]
},
"dit.l22.wk.wT": {
"offset": 1492379648,
"shape": [
2048,
2048
]
},
"dit.l22.wv.wT": {
"offset": 1496573952,
"shape": [
2048,
2048
]
},
"dit.l22.wk_text.wT": {
"offset": 1500768256,
"shape": [
1280,
2048
]
},
"dit.l22.wv_text.wT": {
"offset": 1503389696,
"shape": [
1280,
2048
]
},
"dit.l22.wk_speaker.wT": {
"offset": 1506011136,
"shape": [
1280,
2048
]
},
"dit.l22.wv_speaker.wT": {
"offset": 1508632576,
"shape": [
1280,
2048
]
},
"dit.l22.q_norm.w": {
"offset": 1511254016,
"shape": [
16,
128
]
},
"dit.l22.k_norm.w": {
"offset": 1511256064,
"shape": [
16,
128
]
},
"dit.l22.gate.wT": {
"offset": 1511258112,
"shape": [
2048,
2048
]
},
"dit.l22.wo.wT": {
"offset": 1515452416,
"shape": [
2048,
2048
]
},
"dit.l22.w1.wT": {
"offset": 1519646720,
"shape": [
2048,
5888
]
},
"dit.l22.w3.wT": {
"offset": 1531705344,
"shape": [
2048,
5888
]
},
"dit.l22.w2.wT": {
"offset": 1543763968,
"shape": [
5888,
2048
]
},
"dit.l23.wq.wT": {
"offset": 1555822592,
"shape": [
2048,
2048
]
},
"dit.l23.wk.wT": {
"offset": 1560016896,
"shape": [
2048,
2048
]
},
"dit.l23.wv.wT": {
"offset": 1564211200,
"shape": [
2048,
2048
]
},
"dit.l23.wk_text.wT": {
"offset": 1568405504,
"shape": [
1280,
2048
]
},
"dit.l23.wv_text.wT": {
"offset": 1571026944,
"shape": [
1280,
2048
]
},
"dit.l23.wk_speaker.wT": {
"offset": 1573648384,
"shape": [
1280,
2048
]
},
"dit.l23.wv_speaker.wT": {
"offset": 1576269824,
"shape": [
1280,
2048
]
},
"dit.l23.q_norm.w": {
"offset": 1578891264,
"shape": [
16,
128
]
},
"dit.l23.k_norm.w": {
"offset": 1578893312,
"shape": [
16,
128
]
},
"dit.l23.gate.wT": {
"offset": 1578895360,
"shape": [
2048,
2048
]
},
"dit.l23.wo.wT": {
"offset": 1583089664,
"shape": [
2048,
2048
]
},
"dit.l23.w1.wT": {
"offset": 1587283968,
"shape": [
2048,
5888
]
},
"dit.l23.w3.wT": {
"offset": 1599342592,
"shape": [
2048,
5888
]
},
"dit.l23.w2.wT": {
"offset": 1611401216,
"shape": [
5888,
2048
]
},
"out_norm.w": {
"offset": 1623459840,
"shape": [
2048
]
},
"out_proj.wT": {
"offset": 1623461888,
"shape": [
2048,
80
]
},
"out_proj.b": {
"offset": 1623625728,
"shape": [
80
]
},
"freqs_latent": {
"offset": 1623625808,
"shape": [
640,
64,
2
]
},
"t_schedule": {
"offset": 1623707728,
"shape": [
41
]
},
"adaln_tables": {
"offset": 1623707769,
"shape": [
40,
24,
2,
3,
2048
]
}
}

Xet Storage Details

Size:
28.4 kB
·
Xet hash:
455f6a00a7cfce0105aa532bdc8ba8b610ef4b9ddef3f2d40f484f5dbc356320

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.