| { | |
| "version": 1, | |
| "config": { | |
| "sample_rate": 24000, | |
| "semantic_sample_rate": 16000, | |
| "hop": 960, | |
| "resample": { | |
| "orig": 3, | |
| "new": 2, | |
| "width": 10, | |
| "taps": 23 | |
| }, | |
| "semantic_pad": 160, | |
| "semantic_downsample": 2, | |
| "hubert": { | |
| "conv_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512 | |
| ], | |
| "conv_kernel": [ | |
| 10, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 2, | |
| 2 | |
| ], | |
| "conv_stride": [ | |
| 5, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "hidden": 768, | |
| "layers": 12, | |
| "heads": 12, | |
| "ff": 3072, | |
| "pos_kernel": 128, | |
| "pos_groups": 16, | |
| "eps": 1e-05, | |
| "gn_eps": 1e-05 | |
| }, | |
| "semantic": { | |
| "kernel": 3, | |
| "blocks": 2, | |
| "units": [ | |
| [ | |
| 1, | |
| 1 | |
| ], | |
| [ | |
| 1, | |
| 1 | |
| ] | |
| ], | |
| "unit_kernel": 3, | |
| "block_kernel": 3, | |
| "block_stride": 1 | |
| }, | |
| "acoustic": { | |
| "channels": 64, | |
| "blocks": [ | |
| { | |
| "cin": 64, | |
| "cout": 128, | |
| "stride": 8, | |
| "kernel": 16, | |
| "pad": 4, | |
| "dilations": [ | |
| 1, | |
| 3, | |
| 9 | |
| ] | |
| }, | |
| { | |
| "cin": 128, | |
| "cout": 256, | |
| "stride": 5, | |
| "kernel": 10, | |
| "pad": 3, | |
| "dilations": [ | |
| 1, | |
| 3, | |
| 9 | |
| ] | |
| }, | |
| { | |
| "cin": 256, | |
| "cout": 512, | |
| "stride": 4, | |
| "kernel": 8, | |
| "pad": 2, | |
| "dilations": [ | |
| 1, | |
| 3, | |
| 9 | |
| ] | |
| }, | |
| { | |
| "cin": 512, | |
| "cout": 1024, | |
| "stride": 2, | |
| "kernel": 4, | |
| "pad": 1, | |
| "dilations": [ | |
| 1, | |
| 3, | |
| 9 | |
| ] | |
| }, | |
| { | |
| "cin": 1024, | |
| "cout": 2048, | |
| "stride": 3, | |
| "kernel": 6, | |
| "pad": 2, | |
| "dilations": [ | |
| 1, | |
| 3, | |
| 9 | |
| ] | |
| } | |
| ], | |
| "hidden": 256 | |
| }, | |
| "hidden": 1024, | |
| "codebooks": 8, | |
| "codebook_size": 1024, | |
| "codebook_dim": 64 | |
| }, | |
| "tensors": { | |
| "rs.kernel": { | |
| "offset": 0, | |
| "bytes": 184, | |
| "shape": [ | |
| 2, | |
| 23 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c0.w": { | |
| "offset": 256, | |
| "bytes": 20480, | |
| "shape": [ | |
| 10, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.gn.g": { | |
| "offset": 20736, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.gn.b": { | |
| "offset": 22784, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c1.w": { | |
| "offset": 24832, | |
| "bytes": 3145728, | |
| "shape": [ | |
| 1536, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c2.w": { | |
| "offset": 3170560, | |
| "bytes": 3145728, | |
| "shape": [ | |
| 1536, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c3.w": { | |
| "offset": 6316288, | |
| "bytes": 3145728, | |
| "shape": [ | |
| 1536, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c4.w": { | |
| "offset": 9462016, | |
| "bytes": 3145728, | |
| "shape": [ | |
| 1536, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c5.w": { | |
| "offset": 12607744, | |
| "bytes": 2097152, | |
| "shape": [ | |
| 1024, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.c6.w": { | |
| "offset": 14704896, | |
| "bytes": 2097152, | |
| "shape": [ | |
| 1024, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.fp.ln.g": { | |
| "offset": 16802048, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.fp.ln.b": { | |
| "offset": 16804096, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.fp.w": { | |
| "offset": 16806144, | |
| "bytes": 1572864, | |
| "shape": [ | |
| 512, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.fp.b": { | |
| "offset": 18379008, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.pos.w": { | |
| "offset": 18382080, | |
| "bytes": 18874368, | |
| "shape": [ | |
| 16, | |
| 6144, | |
| 48 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.pos.b": { | |
| "offset": 37256448, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.ln.g": { | |
| "offset": 37259520, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.ln.b": { | |
| "offset": 37262592, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.qkv.w": { | |
| "offset": 37265664, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.qkv.b": { | |
| "offset": 44343552, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.o.w": { | |
| "offset": 44352768, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.o.b": { | |
| "offset": 46712064, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ln1.g": { | |
| "offset": 46715136, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ln1.b": { | |
| "offset": 46718208, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ff1.w": { | |
| "offset": 46721280, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ff1.b": { | |
| "offset": 56158464, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ff2.w": { | |
| "offset": 56170752, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ff2.b": { | |
| "offset": 65607936, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ln2.g": { | |
| "offset": 65611008, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L0.ln2.b": { | |
| "offset": 65614080, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.qkv.w": { | |
| "offset": 65617152, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.qkv.b": { | |
| "offset": 72695040, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.o.w": { | |
| "offset": 72704256, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.o.b": { | |
| "offset": 75063552, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ln1.g": { | |
| "offset": 75066624, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ln1.b": { | |
| "offset": 75069696, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ff1.w": { | |
| "offset": 75072768, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ff1.b": { | |
| "offset": 84509952, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ff2.w": { | |
| "offset": 84522240, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ff2.b": { | |
| "offset": 93959424, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ln2.g": { | |
| "offset": 93962496, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L1.ln2.b": { | |
| "offset": 93965568, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.qkv.w": { | |
| "offset": 93968640, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.qkv.b": { | |
| "offset": 101046528, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.o.w": { | |
| "offset": 101055744, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.o.b": { | |
| "offset": 103415040, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ln1.g": { | |
| "offset": 103418112, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ln1.b": { | |
| "offset": 103421184, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ff1.w": { | |
| "offset": 103424256, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ff1.b": { | |
| "offset": 112861440, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ff2.w": { | |
| "offset": 112873728, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ff2.b": { | |
| "offset": 122310912, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ln2.g": { | |
| "offset": 122313984, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L2.ln2.b": { | |
| "offset": 122317056, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.qkv.w": { | |
| "offset": 122320128, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.qkv.b": { | |
| "offset": 129398016, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.o.w": { | |
| "offset": 129407232, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.o.b": { | |
| "offset": 131766528, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ln1.g": { | |
| "offset": 131769600, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ln1.b": { | |
| "offset": 131772672, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ff1.w": { | |
| "offset": 131775744, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ff1.b": { | |
| "offset": 141212928, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ff2.w": { | |
| "offset": 141225216, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ff2.b": { | |
| "offset": 150662400, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ln2.g": { | |
| "offset": 150665472, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L3.ln2.b": { | |
| "offset": 150668544, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.qkv.w": { | |
| "offset": 150671616, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.qkv.b": { | |
| "offset": 157749504, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.o.w": { | |
| "offset": 157758720, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.o.b": { | |
| "offset": 160118016, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ln1.g": { | |
| "offset": 160121088, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ln1.b": { | |
| "offset": 160124160, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ff1.w": { | |
| "offset": 160127232, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ff1.b": { | |
| "offset": 169564416, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ff2.w": { | |
| "offset": 169576704, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ff2.b": { | |
| "offset": 179013888, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ln2.g": { | |
| "offset": 179016960, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L4.ln2.b": { | |
| "offset": 179020032, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.qkv.w": { | |
| "offset": 179023104, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.qkv.b": { | |
| "offset": 186100992, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.o.w": { | |
| "offset": 186110208, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.o.b": { | |
| "offset": 188469504, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ln1.g": { | |
| "offset": 188472576, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ln1.b": { | |
| "offset": 188475648, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ff1.w": { | |
| "offset": 188478720, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ff1.b": { | |
| "offset": 197915904, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ff2.w": { | |
| "offset": 197928192, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ff2.b": { | |
| "offset": 207365376, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ln2.g": { | |
| "offset": 207368448, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L5.ln2.b": { | |
| "offset": 207371520, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.qkv.w": { | |
| "offset": 207374592, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.qkv.b": { | |
| "offset": 214452480, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.o.w": { | |
| "offset": 214461696, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.o.b": { | |
| "offset": 216820992, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ln1.g": { | |
| "offset": 216824064, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ln1.b": { | |
| "offset": 216827136, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ff1.w": { | |
| "offset": 216830208, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ff1.b": { | |
| "offset": 226267392, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ff2.w": { | |
| "offset": 226279680, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ff2.b": { | |
| "offset": 235716864, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ln2.g": { | |
| "offset": 235719936, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L6.ln2.b": { | |
| "offset": 235723008, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.qkv.w": { | |
| "offset": 235726080, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.qkv.b": { | |
| "offset": 242803968, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.o.w": { | |
| "offset": 242813184, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.o.b": { | |
| "offset": 245172480, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ln1.g": { | |
| "offset": 245175552, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ln1.b": { | |
| "offset": 245178624, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ff1.w": { | |
| "offset": 245181696, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ff1.b": { | |
| "offset": 254618880, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ff2.w": { | |
| "offset": 254631168, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ff2.b": { | |
| "offset": 264068352, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ln2.g": { | |
| "offset": 264071424, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L7.ln2.b": { | |
| "offset": 264074496, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.qkv.w": { | |
| "offset": 264077568, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.qkv.b": { | |
| "offset": 271155456, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.o.w": { | |
| "offset": 271164672, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.o.b": { | |
| "offset": 273523968, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ln1.g": { | |
| "offset": 273527040, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ln1.b": { | |
| "offset": 273530112, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ff1.w": { | |
| "offset": 273533184, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ff1.b": { | |
| "offset": 282970368, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ff2.w": { | |
| "offset": 282982656, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ff2.b": { | |
| "offset": 292419840, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ln2.g": { | |
| "offset": 292422912, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L8.ln2.b": { | |
| "offset": 292425984, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.qkv.w": { | |
| "offset": 292429056, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.qkv.b": { | |
| "offset": 299506944, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.o.w": { | |
| "offset": 299516160, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.o.b": { | |
| "offset": 301875456, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ln1.g": { | |
| "offset": 301878528, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ln1.b": { | |
| "offset": 301881600, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ff1.w": { | |
| "offset": 301884672, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ff1.b": { | |
| "offset": 311321856, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ff2.w": { | |
| "offset": 311334144, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ff2.b": { | |
| "offset": 320771328, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ln2.g": { | |
| "offset": 320774400, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L9.ln2.b": { | |
| "offset": 320777472, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.qkv.w": { | |
| "offset": 320780544, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.qkv.b": { | |
| "offset": 327858432, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.o.w": { | |
| "offset": 327867648, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.o.b": { | |
| "offset": 330226944, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ln1.g": { | |
| "offset": 330230016, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ln1.b": { | |
| "offset": 330233088, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ff1.w": { | |
| "offset": 330236160, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ff1.b": { | |
| "offset": 339673344, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ff2.w": { | |
| "offset": 339685632, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ff2.b": { | |
| "offset": 349122816, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ln2.g": { | |
| "offset": 349125888, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L10.ln2.b": { | |
| "offset": 349128960, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.qkv.w": { | |
| "offset": 349132032, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 768, | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.qkv.b": { | |
| "offset": 356209920, | |
| "bytes": 9216, | |
| "shape": [ | |
| 2304 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.o.w": { | |
| "offset": 356219136, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.o.b": { | |
| "offset": 358578432, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ln1.g": { | |
| "offset": 358581504, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ln1.b": { | |
| "offset": 358584576, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ff1.w": { | |
| "offset": 358587648, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 768, | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ff1.b": { | |
| "offset": 368024832, | |
| "bytes": 12288, | |
| "shape": [ | |
| 3072 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ff2.w": { | |
| "offset": 368037120, | |
| "bytes": 9437184, | |
| "shape": [ | |
| 3072, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ff2.b": { | |
| "offset": 377474304, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ln2.g": { | |
| "offset": 377477376, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "h.L11.ln2.b": { | |
| "offset": 377480448, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.conv.w": { | |
| "offset": 377483520, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.u0.w1": { | |
| "offset": 384561408, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.u0.w2": { | |
| "offset": 391639296, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.u1.w1": { | |
| "offset": 393998592, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.u1.w2": { | |
| "offset": 401076480, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.w": { | |
| "offset": 403435776, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b0.b": { | |
| "offset": 410513664, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.u0.w1": { | |
| "offset": 410516736, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.u0.w2": { | |
| "offset": 417594624, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.u1.w1": { | |
| "offset": 419953920, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.u1.w2": { | |
| "offset": 427031808, | |
| "bytes": 2359296, | |
| "shape": [ | |
| 768, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.w": { | |
| "offset": 429391104, | |
| "bytes": 7077888, | |
| "shape": [ | |
| 2304, | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "s.b1.b": { | |
| "offset": 436468992, | |
| "bytes": 3072, | |
| "shape": [ | |
| 768 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.conv1.w": { | |
| "offset": 436472064, | |
| "bytes": 1792, | |
| "shape": [ | |
| 7, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.conv1.b": { | |
| "offset": 436473856, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.a1": { | |
| "offset": 436474112, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.w1": { | |
| "offset": 436474368, | |
| "bytes": 114688, | |
| "shape": [ | |
| 448, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.b1": { | |
| "offset": 436589056, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.a2": { | |
| "offset": 436589312, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.w2": { | |
| "offset": 436589568, | |
| "bytes": 16384, | |
| "shape": [ | |
| 64, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u0.b2": { | |
| "offset": 436605952, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.a1": { | |
| "offset": 436606208, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.w1": { | |
| "offset": 436606464, | |
| "bytes": 114688, | |
| "shape": [ | |
| 448, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.b1": { | |
| "offset": 436721152, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.a2": { | |
| "offset": 436721408, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.w2": { | |
| "offset": 436721664, | |
| "bytes": 16384, | |
| "shape": [ | |
| 64, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u1.b2": { | |
| "offset": 436738048, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.a1": { | |
| "offset": 436738304, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.w1": { | |
| "offset": 436738560, | |
| "bytes": 114688, | |
| "shape": [ | |
| 448, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.b1": { | |
| "offset": 436853248, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.a2": { | |
| "offset": 436853504, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.w2": { | |
| "offset": 436853760, | |
| "bytes": 16384, | |
| "shape": [ | |
| 64, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.u2.b2": { | |
| "offset": 436870144, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.a": { | |
| "offset": 436870400, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.w": { | |
| "offset": 436870656, | |
| "bytes": 524288, | |
| "shape": [ | |
| 1024, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b0.b": { | |
| "offset": 437394944, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.a1": { | |
| "offset": 437395456, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.w1": { | |
| "offset": 437395968, | |
| "bytes": 458752, | |
| "shape": [ | |
| 896, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.b1": { | |
| "offset": 437854720, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.a2": { | |
| "offset": 437855232, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.w2": { | |
| "offset": 437855744, | |
| "bytes": 65536, | |
| "shape": [ | |
| 128, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u0.b2": { | |
| "offset": 437921280, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.a1": { | |
| "offset": 437921792, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.w1": { | |
| "offset": 437922304, | |
| "bytes": 458752, | |
| "shape": [ | |
| 896, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.b1": { | |
| "offset": 438381056, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.a2": { | |
| "offset": 438381568, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.w2": { | |
| "offset": 438382080, | |
| "bytes": 65536, | |
| "shape": [ | |
| 128, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u1.b2": { | |
| "offset": 438447616, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.a1": { | |
| "offset": 438448128, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.w1": { | |
| "offset": 438448640, | |
| "bytes": 458752, | |
| "shape": [ | |
| 896, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.b1": { | |
| "offset": 438907392, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.a2": { | |
| "offset": 438907904, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.w2": { | |
| "offset": 438908416, | |
| "bytes": 65536, | |
| "shape": [ | |
| 128, | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.u2.b2": { | |
| "offset": 438973952, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.a": { | |
| "offset": 438974464, | |
| "bytes": 512, | |
| "shape": [ | |
| 128 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.w": { | |
| "offset": 438974976, | |
| "bytes": 1310720, | |
| "shape": [ | |
| 1280, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b1.b": { | |
| "offset": 440285696, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.a1": { | |
| "offset": 440286720, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.w1": { | |
| "offset": 440287744, | |
| "bytes": 1835008, | |
| "shape": [ | |
| 1792, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.b1": { | |
| "offset": 442122752, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.a2": { | |
| "offset": 442123776, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.w2": { | |
| "offset": 442124800, | |
| "bytes": 262144, | |
| "shape": [ | |
| 256, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u0.b2": { | |
| "offset": 442386944, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.a1": { | |
| "offset": 442387968, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.w1": { | |
| "offset": 442388992, | |
| "bytes": 1835008, | |
| "shape": [ | |
| 1792, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.b1": { | |
| "offset": 444224000, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.a2": { | |
| "offset": 444225024, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.w2": { | |
| "offset": 444226048, | |
| "bytes": 262144, | |
| "shape": [ | |
| 256, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u1.b2": { | |
| "offset": 444488192, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.a1": { | |
| "offset": 444489216, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.w1": { | |
| "offset": 444490240, | |
| "bytes": 1835008, | |
| "shape": [ | |
| 1792, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.b1": { | |
| "offset": 446325248, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.a2": { | |
| "offset": 446326272, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.w2": { | |
| "offset": 446327296, | |
| "bytes": 262144, | |
| "shape": [ | |
| 256, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.u2.b2": { | |
| "offset": 446589440, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.a": { | |
| "offset": 446590464, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.w": { | |
| "offset": 446591488, | |
| "bytes": 4194304, | |
| "shape": [ | |
| 2048, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b2.b": { | |
| "offset": 450785792, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.a1": { | |
| "offset": 450787840, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.w1": { | |
| "offset": 450789888, | |
| "bytes": 7340032, | |
| "shape": [ | |
| 3584, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.b1": { | |
| "offset": 458129920, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.a2": { | |
| "offset": 458131968, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.w2": { | |
| "offset": 458134016, | |
| "bytes": 1048576, | |
| "shape": [ | |
| 512, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u0.b2": { | |
| "offset": 459182592, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.a1": { | |
| "offset": 459184640, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.w1": { | |
| "offset": 459186688, | |
| "bytes": 7340032, | |
| "shape": [ | |
| 3584, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.b1": { | |
| "offset": 466526720, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.a2": { | |
| "offset": 466528768, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.w2": { | |
| "offset": 466530816, | |
| "bytes": 1048576, | |
| "shape": [ | |
| 512, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u1.b2": { | |
| "offset": 467579392, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.a1": { | |
| "offset": 467581440, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.w1": { | |
| "offset": 467583488, | |
| "bytes": 7340032, | |
| "shape": [ | |
| 3584, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.b1": { | |
| "offset": 474923520, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.a2": { | |
| "offset": 474925568, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.w2": { | |
| "offset": 474927616, | |
| "bytes": 1048576, | |
| "shape": [ | |
| 512, | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.u2.b2": { | |
| "offset": 475976192, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.a": { | |
| "offset": 475978240, | |
| "bytes": 2048, | |
| "shape": [ | |
| 512 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.w": { | |
| "offset": 475980288, | |
| "bytes": 8388608, | |
| "shape": [ | |
| 2048, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b3.b": { | |
| "offset": 484368896, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.a1": { | |
| "offset": 484372992, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.w1": { | |
| "offset": 484377088, | |
| "bytes": 29360128, | |
| "shape": [ | |
| 7168, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.b1": { | |
| "offset": 513737216, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.a2": { | |
| "offset": 513741312, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.w2": { | |
| "offset": 513745408, | |
| "bytes": 4194304, | |
| "shape": [ | |
| 1024, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u0.b2": { | |
| "offset": 517939712, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.a1": { | |
| "offset": 517943808, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.w1": { | |
| "offset": 517947904, | |
| "bytes": 29360128, | |
| "shape": [ | |
| 7168, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.b1": { | |
| "offset": 547308032, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.a2": { | |
| "offset": 547312128, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.w2": { | |
| "offset": 547316224, | |
| "bytes": 4194304, | |
| "shape": [ | |
| 1024, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u1.b2": { | |
| "offset": 551510528, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.a1": { | |
| "offset": 551514624, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.w1": { | |
| "offset": 551518720, | |
| "bytes": 29360128, | |
| "shape": [ | |
| 7168, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.b1": { | |
| "offset": 580878848, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.a2": { | |
| "offset": 580882944, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.w2": { | |
| "offset": 580887040, | |
| "bytes": 4194304, | |
| "shape": [ | |
| 1024, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.u2.b2": { | |
| "offset": 585081344, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.a": { | |
| "offset": 585085440, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.w": { | |
| "offset": 585089536, | |
| "bytes": 50331648, | |
| "shape": [ | |
| 6144, | |
| 2048 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.b4.b": { | |
| "offset": 635421184, | |
| "bytes": 8192, | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.out.a": { | |
| "offset": 635429376, | |
| "bytes": 8192, | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.out.w": { | |
| "offset": 635437568, | |
| "bytes": 6291456, | |
| "shape": [ | |
| 6144, | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "a.out.b": { | |
| "offset": 641729024, | |
| "bytes": 1024, | |
| "shape": [ | |
| 256 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "fc.w": { | |
| "offset": 641730048, | |
| "bytes": 4194304, | |
| "shape": [ | |
| 1024, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "fc.b": { | |
| "offset": 645924352, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.in.w": { | |
| "offset": 645928448, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.in.b": { | |
| "offset": 646190592, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.embed": { | |
| "offset": 646190848, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.esq": { | |
| "offset": 646452992, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.out.w": { | |
| "offset": 646457088, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q0.out.b": { | |
| "offset": 646719232, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.in.w": { | |
| "offset": 646723328, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.in.b": { | |
| "offset": 646985472, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.embed": { | |
| "offset": 646985728, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.esq": { | |
| "offset": 647247872, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.out.w": { | |
| "offset": 647251968, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q1.out.b": { | |
| "offset": 647514112, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.in.w": { | |
| "offset": 647518208, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.in.b": { | |
| "offset": 647780352, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.embed": { | |
| "offset": 647780608, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.esq": { | |
| "offset": 648042752, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.out.w": { | |
| "offset": 648046848, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q2.out.b": { | |
| "offset": 648308992, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.in.w": { | |
| "offset": 648313088, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.in.b": { | |
| "offset": 648575232, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.embed": { | |
| "offset": 648575488, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.esq": { | |
| "offset": 648837632, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.out.w": { | |
| "offset": 648841728, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q3.out.b": { | |
| "offset": 649103872, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.in.w": { | |
| "offset": 649107968, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.in.b": { | |
| "offset": 649370112, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.embed": { | |
| "offset": 649370368, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.esq": { | |
| "offset": 649632512, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.out.w": { | |
| "offset": 649636608, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q4.out.b": { | |
| "offset": 649898752, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.in.w": { | |
| "offset": 649902848, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.in.b": { | |
| "offset": 650164992, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.embed": { | |
| "offset": 650165248, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.esq": { | |
| "offset": 650427392, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.out.w": { | |
| "offset": 650431488, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q5.out.b": { | |
| "offset": 650693632, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.in.w": { | |
| "offset": 650697728, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.in.b": { | |
| "offset": 650959872, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.embed": { | |
| "offset": 650960128, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.esq": { | |
| "offset": 651222272, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.out.w": { | |
| "offset": 651226368, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q6.out.b": { | |
| "offset": 651488512, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.in.w": { | |
| "offset": 651492608, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.in.b": { | |
| "offset": 651754752, | |
| "bytes": 256, | |
| "shape": [ | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.embed": { | |
| "offset": 651755008, | |
| "bytes": 262144, | |
| "shape": [ | |
| 1024, | |
| 64 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.esq": { | |
| "offset": 652017152, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.out.w": { | |
| "offset": 652021248, | |
| "bytes": 262144, | |
| "shape": [ | |
| 64, | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| }, | |
| "q7.out.b": { | |
| "offset": 652283392, | |
| "bytes": 4096, | |
| "shape": [ | |
| 1024 | |
| ], | |
| "dtype": "f32" | |
| } | |
| } | |
| } |