| { |
| "upstream": "nikopueringer/CorridorKey2.0", |
| "checked_at_utc": "2026-10-21T04:11:09.073378+00:00", |
| "revision": "cf44a8db3f024bb49fd59daa408848ccf05f7477", |
| "hf_last_modified": "2026-10-13T05:57:05.000Z", |
| "files": [ |
| { |
| "file": "corridorkey_v2.safetensors", |
| "bytes": 2661698720, |
| "sha256": "c43596de98cc8866d577c8a9f9ea239acdf3f7a130ff24e25db4375a50590436", |
| "hf_sha256": "c43596de98cc8866d577c8a9f9ea239acdf3f7a130ff24e25db4375a50590436", |
| "exact_file_hash_match": true |
| }, |
| { |
| "file": "foundation_stats.safetensors", |
| "bytes": 18864, |
| "sha256": "924783ceddd293fd470126332ce328166faea6c4c8d2f36402d5b95187166af3", |
| "hf_sha256": "924783ceddd293fd470126332ce328166faea6c4c8d2f36402d5b95187166af3", |
| "exact_file_hash_match": true |
| } |
| ], |
| "learned_tensors": 738, |
| "normalization_tensors": 6, |
| "learned_bytes_compared": 2661616944, |
| "normalization_bytes_compared": 18432, |
| "model_config_equal": true, |
| "direct_byte_comparison_passed": true, |
| "method": "Direct equality of uint8 views of every contiguous tensor buffer, with exact names, shapes and dtypes; no tolerance or floating-point comparison.", |
| "weights": [ |
| { |
| "key": "stage1.aux_depatchify.deconv.bias", |
| "shape": [ |
| 4 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16, |
| "conversion_input_sha256": "792acfbe174a0cc8af0f918933b4ec90688bc1c0c779a3e5032f3ee028e12cab", |
| "official_sha256": "792acfbe174a0cc8af0f918933b4ec90688bc1c0c779a3e5032f3ee028e12cab", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.aux_depatchify.deconv.weight", |
| "shape": [ |
| 512, |
| 4, |
| 16, |
| 16 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2097152, |
| "conversion_input_sha256": "72980ae397190dc00e3d63a4bd6ae914d9bff332a7790c445eba31626308aa62", |
| "official_sha256": "72980ae397190dc00e3d63a4bd6ae914d9bff332a7790c445eba31626308aa62", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "d0920354321ace4fc62beda3001fba6a55082b810bb3f8cdad82cff5c3b38d70", |
| "official_sha256": "d0920354321ace4fc62beda3001fba6a55082b810bb3f8cdad82cff5c3b38d70", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "4b480e6a12e64af336885243f0657140148fb17181a5d75bfc8fca547b17a9b3", |
| "official_sha256": "4b480e6a12e64af336885243f0657140148fb17181a5d75bfc8fca547b17a9b3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "956050403767c4bb71ecf21a28c438d951c9f779a0ff08fd08f046777c9d868f", |
| "official_sha256": "956050403767c4bb71ecf21a28c438d951c9f779a0ff08fd08f046777c9d868f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "7ee3d72f06f86ef7628c1ecc844ac232519128f40a4b6d066390d76d3debb1b6", |
| "official_sha256": "7ee3d72f06f86ef7628c1ecc844ac232519128f40a4b6d066390d76d3debb1b6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "65a9346ece9e2255d83d8ecbb52099a2c0a0522f2ba3da02d55e04d7c3ad8485", |
| "official_sha256": "65a9346ece9e2255d83d8ecbb52099a2c0a0522f2ba3da02d55e04d7c3ad8485", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "85b8485e37569f24a58a3041d762721c79a3cdb1dca7fa922ecf0f2b93639c38", |
| "official_sha256": "85b8485e37569f24a58a3041d762721c79a3cdb1dca7fa922ecf0f2b93639c38", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "0e82bc7db721289e2f3d218732926fbd39a8dd45b5158c5326c07d6ae15d12cf", |
| "official_sha256": "0e82bc7db721289e2f3d218732926fbd39a8dd45b5158c5326c07d6ae15d12cf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "c47067edeba5171d3ade6035704053d60897964f298fb7e9e40f37257cfa5fa3", |
| "official_sha256": "c47067edeba5171d3ade6035704053d60897964f298fb7e9e40f37257cfa5fa3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 4608, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 903168, |
| "conversion_input_sha256": "b6905b4ff49365bbbc4b52c7991658bd96600c4e7214f9bcf9d3237a1da63e4d", |
| "official_sha256": "b6905b4ff49365bbbc4b52c7991658bd96600c4e7214f9bcf9d3237a1da63e4d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "f5cebf2636ce891b8d220422688c5759992d59206e82cb0e02504cc577ad02ec", |
| "official_sha256": "f5cebf2636ce891b8d220422688c5759992d59206e82cb0e02504cc577ad02ec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4092e0547360a3a47406e8f37d96821276bdef21fb8f7d2fa26dce90d547b9c2", |
| "official_sha256": "4092e0547360a3a47406e8f37d96821276bdef21fb8f7d2fa26dce90d547b9c2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "321be12600bb7cb8c6a452a0eda4a0bb387db38e0088fa805c83c121009cbbba", |
| "official_sha256": "321be12600bb7cb8c6a452a0eda4a0bb387db38e0088fa805c83c121009cbbba", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "155edf73d668b8c8c129045078ddfc2b06b82312ace48f6234d34674a2cdb457", |
| "official_sha256": "155edf73d668b8c8c129045078ddfc2b06b82312ace48f6234d34674a2cdb457", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4622181f8ac5da3ad5020a9ff8c667e6dec16ef1fc1b8d6d0f3b1de799a9cba4", |
| "official_sha256": "4622181f8ac5da3ad5020a9ff8c667e6dec16ef1fc1b8d6d0f3b1de799a9cba4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "9406c3105a4ceac594d09a6a23ec9eeabd400911ddaca314a14c8f8fd0ec3f26", |
| "official_sha256": "9406c3105a4ceac594d09a6a23ec9eeabd400911ddaca314a14c8f8fd0ec3f26", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "214acc22c7e74c2d4fede879cb8fe9c6900eb3f5cc6395928f3666a2a4e139c3", |
| "official_sha256": "214acc22c7e74c2d4fede879cb8fe9c6900eb3f5cc6395928f3666a2a4e139c3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "05fbf66ffa98810a362949a85adff54c91c65bbe228375fe48d5869937f16334", |
| "official_sha256": "05fbf66ffa98810a362949a85adff54c91c65bbe228375fe48d5869937f16334", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "b989de9dd59913f5103d46c4a6c4751059762881580b37d19227414e67016d96", |
| "official_sha256": "b989de9dd59913f5103d46c4a6c4751059762881580b37d19227414e67016d96", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "1479cdd6cacc7d7f9bda1a1e7e510fcd195ae40d684d3424177d3d7b5b6c6cf3", |
| "official_sha256": "1479cdd6cacc7d7f9bda1a1e7e510fcd195ae40d684d3424177d3d7b5b6c6cf3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "40988cb346e62ab5e497cc21225e66f0dde033c0a2eb77ffd71faf3f96e78489", |
| "official_sha256": "40988cb346e62ab5e497cc21225e66f0dde033c0a2eb77ffd71faf3f96e78489", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "a5ed3ff4a543136405c9323850b5cf2d65630656aa3757bce433e1405ec09879", |
| "official_sha256": "a5ed3ff4a543136405c9323850b5cf2d65630656aa3757bce433e1405ec09879", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "963f7203ce9115589e32919912195a6d400258a08c665b1714b7a76a3df2fd70", |
| "official_sha256": "963f7203ce9115589e32919912195a6d400258a08c665b1714b7a76a3df2fd70", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.0.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1da27cf24e6d950c0c244619fa092952b67c6c4d96a29e52dd8073cd68171ae7", |
| "official_sha256": "1da27cf24e6d950c0c244619fa092952b67c6c4d96a29e52dd8073cd68171ae7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "c5b0874577505a2d73a791b2a5010e665a15234b3ae80f3711e4b1f81f3b1750", |
| "official_sha256": "c5b0874577505a2d73a791b2a5010e665a15234b3ae80f3711e4b1f81f3b1750", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "a8e2e77636e44cc6695353cbef0b9945179d29501ebe3b92333e43edde81ef5a", |
| "official_sha256": "a8e2e77636e44cc6695353cbef0b9945179d29501ebe3b92333e43edde81ef5a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "863b704d72aff2bc97a28c4c7d182f35f709ef6d9fe580d5c8d8993cf6c4cf38", |
| "official_sha256": "863b704d72aff2bc97a28c4c7d182f35f709ef6d9fe580d5c8d8993cf6c4cf38", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "9ed46fdcf702d51f516bdb1521d233adb4efff2cbb6eb9ba8fb9cc95fa433464", |
| "official_sha256": "9ed46fdcf702d51f516bdb1521d233adb4efff2cbb6eb9ba8fb9cc95fa433464", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "2263454d0ed90655eed3fbf6b55f273beeaee2d7c055b8075f06fe10a5e1a415", |
| "official_sha256": "2263454d0ed90655eed3fbf6b55f273beeaee2d7c055b8075f06fe10a5e1a415", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "4780f11aba4b57dc2b143536d5f1554f5f697da5ab32b6048b2d9abed7f209fb", |
| "official_sha256": "4780f11aba4b57dc2b143536d5f1554f5f697da5ab32b6048b2d9abed7f209fb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "c39aa0c18fb461c237ec3f30bdfd877e413500f47c989edf5b3445a8ed76b12f", |
| "official_sha256": "c39aa0c18fb461c237ec3f30bdfd877e413500f47c989edf5b3445a8ed76b12f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "7fa67df90ac4852d38f71e8f8fb104586b6e898ea8f48e34693fa67849fea289", |
| "official_sha256": "7fa67df90ac4852d38f71e8f8fb104586b6e898ea8f48e34693fa67849fea289", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 4608, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 903168, |
| "conversion_input_sha256": "529a1a61103ac8c97d127e3babac895e09472d821e2e22d3e9418dc4dd668bdb", |
| "official_sha256": "529a1a61103ac8c97d127e3babac895e09472d821e2e22d3e9418dc4dd668bdb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "b1b1317ec757ec5f5f393e3179a4a68ce01d0ca4627592cd689c75ea59d9f9a1", |
| "official_sha256": "b1b1317ec757ec5f5f393e3179a4a68ce01d0ca4627592cd689c75ea59d9f9a1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "875e4081710a33db278d8170a16cc0f9b35241ceeb3ae1b16ddc3e48eb6e1ec1", |
| "official_sha256": "875e4081710a33db278d8170a16cc0f9b35241ceeb3ae1b16ddc3e48eb6e1ec1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "09f05480e2ec02ba51097b36d74dbeb3b69d78e14e6ba57ac9c38643e1346b54", |
| "official_sha256": "09f05480e2ec02ba51097b36d74dbeb3b69d78e14e6ba57ac9c38643e1346b54", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "823940502f9ad10715693301f78f1cf0a9b9175fc2858619ce9aea61d48e33da", |
| "official_sha256": "823940502f9ad10715693301f78f1cf0a9b9175fc2858619ce9aea61d48e33da", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "701b35dfcec87a5984077be0ca5594f8f8c16aaea9cabeb6147f86aafa52e35f", |
| "official_sha256": "701b35dfcec87a5984077be0ca5594f8f8c16aaea9cabeb6147f86aafa52e35f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "e900d812fdba067c6b5a01bbe807f5478c890d440aa1a32ada92c06bc8e321ff", |
| "official_sha256": "e900d812fdba067c6b5a01bbe807f5478c890d440aa1a32ada92c06bc8e321ff", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "951957cbf3f3499cf6eb19ae44272adde4e3db10c75b8acfec2c7c18901f4b0f", |
| "official_sha256": "951957cbf3f3499cf6eb19ae44272adde4e3db10c75b8acfec2c7c18901f4b0f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "6f71d51132ff0523ff230b5ec4e3e50919b824091d1876b68dbbcbb0d843f744", |
| "official_sha256": "6f71d51132ff0523ff230b5ec4e3e50919b824091d1876b68dbbcbb0d843f744", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "33ce6112058c4f50f266b4acb51faa0aa176d95e4bdc0ae08e34da71e3b0d35a", |
| "official_sha256": "33ce6112058c4f50f266b4acb51faa0aa176d95e4bdc0ae08e34da71e3b0d35a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "768faec9408f30dce1a4ecaac92430c73a3f6b41d1ab16f1c2a9c2743a47ed82", |
| "official_sha256": "768faec9408f30dce1a4ecaac92430c73a3f6b41d1ab16f1c2a9c2743a47ed82", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "2899ff9cf69155f0e84264401776bbe98bab286f7dfa170509534d4ae974fb4c", |
| "official_sha256": "2899ff9cf69155f0e84264401776bbe98bab286f7dfa170509534d4ae974fb4c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "02901035808e00cc95155425585786e9191fd799389c45b8c6ccd623352c6b59", |
| "official_sha256": "02901035808e00cc95155425585786e9191fd799389c45b8c6ccd623352c6b59", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d2554b307f23e3be43b724b0d1d11b08631cf4650f082a4afb1bb2aef069de2a", |
| "official_sha256": "d2554b307f23e3be43b724b0d1d11b08631cf4650f082a4afb1bb2aef069de2a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.1.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "127aad1be8a5bf200a35aa4b272bf9976e3f255d5b1b92543d04bd36ec01f4ea", |
| "official_sha256": "127aad1be8a5bf200a35aa4b272bf9976e3f255d5b1b92543d04bd36ec01f4ea", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "b79106170915802ef58e8109e4824c1bdb2a7a3fb8452fa4087acabad8a090a5", |
| "official_sha256": "b79106170915802ef58e8109e4824c1bdb2a7a3fb8452fa4087acabad8a090a5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "101113e6ceef6f3d60f69bb0403aebf5c42b35ef8a924547e3ec7c18d8df0a04", |
| "official_sha256": "101113e6ceef6f3d60f69bb0403aebf5c42b35ef8a924547e3ec7c18d8df0a04", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d38804697936066e474005255c0d60face56f0cfd60290b46145000cd92ece0a", |
| "official_sha256": "d38804697936066e474005255c0d60face56f0cfd60290b46145000cd92ece0a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "16aed8c0b39332ec1babd7e880cd503c07d7bd8b31c3e3a910e2e615ce9d9725", |
| "official_sha256": "16aed8c0b39332ec1babd7e880cd503c07d7bd8b31c3e3a910e2e615ce9d9725", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "9561672fe62457834b632b1770d3659d1b5b2ff788bc95a1e31166cfe901ea7d", |
| "official_sha256": "9561672fe62457834b632b1770d3659d1b5b2ff788bc95a1e31166cfe901ea7d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "14f88b8694d241d546b3d18494ab3d0a87e4a80247193ba3495ac6d1f57e42ad", |
| "official_sha256": "14f88b8694d241d546b3d18494ab3d0a87e4a80247193ba3495ac6d1f57e42ad", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "dd0b32177dd4ffb065f2738b39ccb0e87a696ac5d44e3fab299cc92e4601420f", |
| "official_sha256": "dd0b32177dd4ffb065f2738b39ccb0e87a696ac5d44e3fab299cc92e4601420f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "6445ebd407e371b1a2f098dfb1bd0f9800cc80819ddc8ba0ba35c8d82eefa700", |
| "official_sha256": "6445ebd407e371b1a2f098dfb1bd0f9800cc80819ddc8ba0ba35c8d82eefa700", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 4608, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 903168, |
| "conversion_input_sha256": "bf26f6303c60b690abaf5df31af12860fd8b7fd22970079c947360fec33e2c8e", |
| "official_sha256": "bf26f6303c60b690abaf5df31af12860fd8b7fd22970079c947360fec33e2c8e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "7a8f86026cbd76bde23df8324449649874d51519f65c3e3d86e1821f7c3376ed", |
| "official_sha256": "7a8f86026cbd76bde23df8324449649874d51519f65c3e3d86e1821f7c3376ed", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "c2a74db25acce37f4555398433b42523090150477f89220c62b32bbc12f1a8bc", |
| "official_sha256": "c2a74db25acce37f4555398433b42523090150477f89220c62b32bbc12f1a8bc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "7f2681a112594f96ded4a7c4ec95563e77d89b3faa04242baa5b1a544f23908a", |
| "official_sha256": "7f2681a112594f96ded4a7c4ec95563e77d89b3faa04242baa5b1a544f23908a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "195e7f9d9604150b651307cf94dd6e2584c5d3e516495d1784fb7a2ff5840834", |
| "official_sha256": "195e7f9d9604150b651307cf94dd6e2584c5d3e516495d1784fb7a2ff5840834", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d61800e8e33b64c913aacd79eb09da1f39d6567d8eb6b44a381766160159d6b7", |
| "official_sha256": "d61800e8e33b64c913aacd79eb09da1f39d6567d8eb6b44a381766160159d6b7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "e04cb020bdd731d9aed247271bd57655d173acd3f0f73d0e97f1c42a30cf308b", |
| "official_sha256": "e04cb020bdd731d9aed247271bd57655d173acd3f0f73d0e97f1c42a30cf308b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "9176b19735f159545017d05124d2d891fb4d42940ccd6cc5dffba9e9d96c8ebf", |
| "official_sha256": "9176b19735f159545017d05124d2d891fb4d42940ccd6cc5dffba9e9d96c8ebf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "48b8e9e4849fa9203d594c0a6fab9e5b9add69a6e03300cbcd3668e31b2d0974", |
| "official_sha256": "48b8e9e4849fa9203d594c0a6fab9e5b9add69a6e03300cbcd3668e31b2d0974", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "585b9f535473dcf66d94c7bc191b56cb904e6c912b7c2cab7a83338508cc15e1", |
| "official_sha256": "585b9f535473dcf66d94c7bc191b56cb904e6c912b7c2cab7a83338508cc15e1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "2bb378d6fdbef2ad3c1327b7922f9b5882deec884b41959ba751f645582132d4", |
| "official_sha256": "2bb378d6fdbef2ad3c1327b7922f9b5882deec884b41959ba751f645582132d4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "635df7a2c3dd4d5eb620f54617683e690dcbbbeef033809030a9a63ddca25ae5", |
| "official_sha256": "635df7a2c3dd4d5eb620f54617683e690dcbbbeef033809030a9a63ddca25ae5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "20ffe92a9f3d6c2e28b01247efc8409b846bb34289252c80446b9fa73d9a67cb", |
| "official_sha256": "20ffe92a9f3d6c2e28b01247efc8409b846bb34289252c80446b9fa73d9a67cb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "a41bf798e6a4ff202791cd7a248bfa8bb6b57171cd47e1dd22ee79f4ba7485bb", |
| "official_sha256": "a41bf798e6a4ff202791cd7a248bfa8bb6b57171cd47e1dd22ee79f4ba7485bb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.2.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "67d1003de212badca87ce20c24f0aee264488e80f64d88fab0f5f0ddf5a60ba3", |
| "official_sha256": "67d1003de212badca87ce20c24f0aee264488e80f64d88fab0f5f0ddf5a60ba3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "0dd5fe273241b1bcdbf8aa4474bc7741f400894c9149560a3d91551c7bbc0ed4", |
| "official_sha256": "0dd5fe273241b1bcdbf8aa4474bc7741f400894c9149560a3d91551c7bbc0ed4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "583c7dafe4cf1b1a196f539af058f10240369a7c1f313666d14e8b2377528cbb", |
| "official_sha256": "583c7dafe4cf1b1a196f539af058f10240369a7c1f313666d14e8b2377528cbb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "abd8a611f64faf6f0a55184639ccf1eb3b412f4986d2ec2327a32cf7f8d6aea1", |
| "official_sha256": "abd8a611f64faf6f0a55184639ccf1eb3b412f4986d2ec2327a32cf7f8d6aea1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "8d07ca86cbb64cf1189d4d504967c67227639f55bf78adef82f9344dafc38461", |
| "official_sha256": "8d07ca86cbb64cf1189d4d504967c67227639f55bf78adef82f9344dafc38461", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "e493d17117f6e2aaa8a30fbc4dce8ba971e287c251da21b83f6f9da4a05aee02", |
| "official_sha256": "e493d17117f6e2aaa8a30fbc4dce8ba971e287c251da21b83f6f9da4a05aee02", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "0b431aefb5e51649a071904a9566f4ecee196e001ab47fc2089f0e2036182742", |
| "official_sha256": "0b431aefb5e51649a071904a9566f4ecee196e001ab47fc2089f0e2036182742", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "15b94c820dd642b17f27bd635233a11242088a7f58d8dc2e512383e7bb53ab5e", |
| "official_sha256": "15b94c820dd642b17f27bd635233a11242088a7f58d8dc2e512383e7bb53ab5e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "fb1449cdbb3c9874fffa8f00453fc11e29cb1c90f8d73c093e66a7bd5261a88c", |
| "official_sha256": "fb1449cdbb3c9874fffa8f00453fc11e29cb1c90f8d73c093e66a7bd5261a88c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 4608, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 903168, |
| "conversion_input_sha256": "a2f05da80a6ffe6f9c25ae6f3ccc07c45dc997bf6c55ac87b0f56c07e99de9ac", |
| "official_sha256": "a2f05da80a6ffe6f9c25ae6f3ccc07c45dc997bf6c55ac87b0f56c07e99de9ac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "81f34990daa1fa91d0988da3fb94aad0b4e1da73d8ac5c8e7f7dbcea6f281658", |
| "official_sha256": "81f34990daa1fa91d0988da3fb94aad0b4e1da73d8ac5c8e7f7dbcea6f281658", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "0cef523c5a635817c9d43bf0231171bf21c0b9b5f5b32d2d21c7804485707d78", |
| "official_sha256": "0cef523c5a635817c9d43bf0231171bf21c0b9b5f5b32d2d21c7804485707d78", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "9ac8c5856abc6ed0c48892abc6a52758facf58f5a17a0f70ff066e1be2b04ee7", |
| "official_sha256": "9ac8c5856abc6ed0c48892abc6a52758facf58f5a17a0f70ff066e1be2b04ee7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1476c9d8dd7c451fa222537bf72ce4a128173782d0f1c258f5479e422d10f2b2", |
| "official_sha256": "1476c9d8dd7c451fa222537bf72ce4a128173782d0f1c258f5479e422d10f2b2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "b3c692d8b12f263b2304cfa1a7be3d558dc64633dd44e7795db1f183819927ec", |
| "official_sha256": "b3c692d8b12f263b2304cfa1a7be3d558dc64633dd44e7795db1f183819927ec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "ab1f18cc5a13f7841ae58c61697c43b48eb5afa49ae52d13464d9b4d2d4f04c3", |
| "official_sha256": "ab1f18cc5a13f7841ae58c61697c43b48eb5afa49ae52d13464d9b4d2d4f04c3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d1e0a4f2458f57840c591c8b3a5b27b0795bac8a8baa5f7f59d432ff8a05a293", |
| "official_sha256": "d1e0a4f2458f57840c591c8b3a5b27b0795bac8a8baa5f7f59d432ff8a05a293", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "bb8adbd38498611306af173f01681ad1d0f4753f11d7aed2a842546812bc6254", |
| "official_sha256": "bb8adbd38498611306af173f01681ad1d0f4753f11d7aed2a842546812bc6254", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "9cc44ffd70620e0e85719a90e4e851407fc939f4f419e1869cff3e7ba66364e0", |
| "official_sha256": "9cc44ffd70620e0e85719a90e4e851407fc939f4f419e1869cff3e7ba66364e0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "a0560867895f003409ac3daa2531beefe5fa4801ce8879e9e358c45c6c5c13be", |
| "official_sha256": "a0560867895f003409ac3daa2531beefe5fa4801ce8879e9e358c45c6c5c13be", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "d4663e5bfe487e98d3160e8e6d6ae4d153659e8efa600508c560aee3df6d83aa", |
| "official_sha256": "d4663e5bfe487e98d3160e8e6d6ae4d153659e8efa600508c560aee3df6d83aa", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "e1201e3952a95e062b503d49092a03ee8227909bc65aaf47eb4ff29bb16e3de4", |
| "official_sha256": "e1201e3952a95e062b503d49092a03ee8227909bc65aaf47eb4ff29bb16e3de4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "a3aeb3fdd481b404f9fa2e31219ba0ff95827e2fd6664b6541ee1fce2b92ba69", |
| "official_sha256": "a3aeb3fdd481b404f9fa2e31219ba0ff95827e2fd6664b6541ee1fce2b92ba69", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.3.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "73628571c1edc55ce640d8c7688496958ec21229ca449dbfa0ec4c31c96d129b", |
| "official_sha256": "73628571c1edc55ce640d8c7688496958ec21229ca449dbfa0ec4c31c96d129b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "48979841244ae99563e2192cce77c0f8af647ccd38c95196428a7da541c6bb91", |
| "official_sha256": "48979841244ae99563e2192cce77c0f8af647ccd38c95196428a7da541c6bb91", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "63a01b6dcfd1d46f5ec4bd8c5ebdeb57d5929457bad3f0e0a0a5071fbfd19bc6", |
| "official_sha256": "63a01b6dcfd1d46f5ec4bd8c5ebdeb57d5929457bad3f0e0a0a5071fbfd19bc6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "06ccb2b8da76c38a02b128848fa37c3772dcebd3cdd0395c452c19bd982bf2e8", |
| "official_sha256": "06ccb2b8da76c38a02b128848fa37c3772dcebd3cdd0395c452c19bd982bf2e8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "2fff7e2d56b59bb1cd9f35cc962048481276b01af280a591aa7f6bf1685b2478", |
| "official_sha256": "2fff7e2d56b59bb1cd9f35cc962048481276b01af280a591aa7f6bf1685b2478", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "82e5895bb3533dbec5e1d3907b92d064808d28a6c46bfd22672c892751003742", |
| "official_sha256": "82e5895bb3533dbec5e1d3907b92d064808d28a6c46bfd22672c892751003742", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "f00a77ac72c3d997e110ff8bf836486f169c341189fc3eba732e71296174b380", |
| "official_sha256": "f00a77ac72c3d997e110ff8bf836486f169c341189fc3eba732e71296174b380", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "1c40c5f46347928bf46a8b5928262fbf0e25f3db312344ad346ced0fc02dd3e9", |
| "official_sha256": "1c40c5f46347928bf46a8b5928262fbf0e25f3db312344ad346ced0fc02dd3e9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1d8dea56a1e7ade0d79e063dcf0baf75170f74e60d58f28e59a590fe97ff39ac", |
| "official_sha256": "1d8dea56a1e7ade0d79e063dcf0baf75170f74e60d58f28e59a590fe97ff39ac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "fc5dc14738fc537057e61bdadcef99b95003fed839e353a8b86a582d5799d985", |
| "official_sha256": "fc5dc14738fc537057e61bdadcef99b95003fed839e353a8b86a582d5799d985", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "54855302e5f82e4cddf9bc52423299d6ce4fe68aea56be04191d3418b5117f8b", |
| "official_sha256": "54855302e5f82e4cddf9bc52423299d6ce4fe68aea56be04191d3418b5117f8b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "30e48d84faa4ac6f7a1de1f47741d0dd546c060039992790df58b878c37df3ba", |
| "official_sha256": "30e48d84faa4ac6f7a1de1f47741d0dd546c060039992790df58b878c37df3ba", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "78c4084965d3f03ef7e6d90ec6fc6cd5ece5d2df4adccfda89833249df451bc8", |
| "official_sha256": "78c4084965d3f03ef7e6d90ec6fc6cd5ece5d2df4adccfda89833249df451bc8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "6797283fe37f901ea26d4886225a12654c3df07a4b194c9e16b949606333ed7f", |
| "official_sha256": "6797283fe37f901ea26d4886225a12654c3df07a4b194c9e16b949606333ed7f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4aff711003bef74a2cebcb032ebaf4bd77b41c47f402dcc32dda15d460f05675", |
| "official_sha256": "4aff711003bef74a2cebcb032ebaf4bd77b41c47f402dcc32dda15d460f05675", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "95060cebea3658d80a1ac1a63302abc2508ba816d6f9ffb32f249801fc0bcd32", |
| "official_sha256": "95060cebea3658d80a1ac1a63302abc2508ba816d6f9ffb32f249801fc0bcd32", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "b705f6297434a9ad59b5960bb1d4a5def1343394b0ca503e3219ac91b1d03123", |
| "official_sha256": "b705f6297434a9ad59b5960bb1d4a5def1343394b0ca503e3219ac91b1d03123", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "9665352bc8e9da76ed46cdc516532543cb363a004e2947fb18539f1f3c408814", |
| "official_sha256": "9665352bc8e9da76ed46cdc516532543cb363a004e2947fb18539f1f3c408814", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "d3ecc5bf353c3552d36112af3d8079d2325200f4836e8bec6867bb9a5eec89cf", |
| "official_sha256": "d3ecc5bf353c3552d36112af3d8079d2325200f4836e8bec6867bb9a5eec89cf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "5df2ccb0414e3e99619c518d63011ea51666cb06cd89fbe5386f1e8853c2be98", |
| "official_sha256": "5df2ccb0414e3e99619c518d63011ea51666cb06cd89fbe5386f1e8853c2be98", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "81e08ec63b1024007c4023a35de9d333e7213a473a886255f3b2201581c71b72", |
| "official_sha256": "81e08ec63b1024007c4023a35de9d333e7213a473a886255f3b2201581c71b72", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.4.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4b2844d96004150baa263cfcd5329124b44f73c8b25dd3aca55a34d46af55877", |
| "official_sha256": "4b2844d96004150baa263cfcd5329124b44f73c8b25dd3aca55a34d46af55877", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "c954eaf81d996649c5c8eecd917e61fc845adf5b60ca02bc82f2d6d45df3691c", |
| "official_sha256": "c954eaf81d996649c5c8eecd917e61fc845adf5b60ca02bc82f2d6d45df3691c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "1229f2709b54bce75f42b340139d9893649452cbde4d26a749162aaee81a5563", |
| "official_sha256": "1229f2709b54bce75f42b340139d9893649452cbde4d26a749162aaee81a5563", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "6158375b1f1e88a2e919925f9e49b1f84192ef283276865f568ef4df047ae7d4", |
| "official_sha256": "6158375b1f1e88a2e919925f9e49b1f84192ef283276865f568ef4df047ae7d4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "d4db6276918522d2e380f7b57dcda187b89abd1881ab7ea3b44788658a8a924b", |
| "official_sha256": "d4db6276918522d2e380f7b57dcda187b89abd1881ab7ea3b44788658a8a924b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "ea770f4d5aeda0f6b8a53dfc7a2259d6b493c79f8c423fc637b54c771e7d8bd8", |
| "official_sha256": "ea770f4d5aeda0f6b8a53dfc7a2259d6b493c79f8c423fc637b54c771e7d8bd8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "f002f4f82d376bd89cc7fb8d5544bdb293df4b0341dcfec20f4f767b6ab6bfa6", |
| "official_sha256": "f002f4f82d376bd89cc7fb8d5544bdb293df4b0341dcfec20f4f767b6ab6bfa6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "cdd68eb6518b57bdcbcbf173fc9b71abd06926e1e99990b3011750b17afbe165", |
| "official_sha256": "cdd68eb6518b57bdcbcbf173fc9b71abd06926e1e99990b3011750b17afbe165", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "5851c0059caec5fdd471e87412dabf91a2cfc6455498691e54ba95f8c137f69d", |
| "official_sha256": "5851c0059caec5fdd471e87412dabf91a2cfc6455498691e54ba95f8c137f69d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "70e90ce58236f290159366473109ca5c561297a8382fb0ae2400c9a9b3db6e8f", |
| "official_sha256": "70e90ce58236f290159366473109ca5c561297a8382fb0ae2400c9a9b3db6e8f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "9f44f47436dbb5bf5598f5dd08a8e46af9098d0bcd666762d66a86751a691be6", |
| "official_sha256": "9f44f47436dbb5bf5598f5dd08a8e46af9098d0bcd666762d66a86751a691be6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "dcddf7c79bb3a9ff83db80d8ec83402a95d5943af2892111e4ff78ef56039119", |
| "official_sha256": "dcddf7c79bb3a9ff83db80d8ec83402a95d5943af2892111e4ff78ef56039119", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "13cb77b1db9cfeaeb3a316ccff8fb1e4464540b20a1f5aad2bff2c3544cc2714", |
| "official_sha256": "13cb77b1db9cfeaeb3a316ccff8fb1e4464540b20a1f5aad2bff2c3544cc2714", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "ae09824fc9bf5bd7aaff86daf79066a97b29ca56cba426d0cac5cc8b9c0b7e6a", |
| "official_sha256": "ae09824fc9bf5bd7aaff86daf79066a97b29ca56cba426d0cac5cc8b9c0b7e6a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "a9249c5496709b4f145ee5a11057e9782a90dd467bf6eaae39361b27b24f8811", |
| "official_sha256": "a9249c5496709b4f145ee5a11057e9782a90dd467bf6eaae39361b27b24f8811", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "97ae1a2b52a81cad2d0464477238c2ebc92feab93dfd59318ff3c285b9ba51ad", |
| "official_sha256": "97ae1a2b52a81cad2d0464477238c2ebc92feab93dfd59318ff3c285b9ba51ad", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "ffa045c10205cb724380da9db8d547b30031beb7beee6aee69a9edff3acfca94", |
| "official_sha256": "ffa045c10205cb724380da9db8d547b30031beb7beee6aee69a9edff3acfca94", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "0dced9971defdf5d71e11fd0825e552d00d99b3bb457ea94aa3045bc6974de82", |
| "official_sha256": "0dced9971defdf5d71e11fd0825e552d00d99b3bb457ea94aa3045bc6974de82", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "58064dcdabffe32538ec39bfe349980bbafbfed5d53e59cdc126263cbfa6ffd9", |
| "official_sha256": "58064dcdabffe32538ec39bfe349980bbafbfed5d53e59cdc126263cbfa6ffd9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "879510cefbe858cac65fdac7710da73ed0ad2b162b27923301e2481aa052a63b", |
| "official_sha256": "879510cefbe858cac65fdac7710da73ed0ad2b162b27923301e2481aa052a63b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1566ac85a8eadf768a53b2222fbbaad0e9c9bb91cd2e149d0bd73ff0fc5bb20d", |
| "official_sha256": "1566ac85a8eadf768a53b2222fbbaad0e9c9bb91cd2e149d0bd73ff0fc5bb20d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.5.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "2bc3da36e7d497497c257ed461538324d64343e6d6868d32a5a917dd6bf84c0b", |
| "official_sha256": "2bc3da36e7d497497c257ed461538324d64343e6d6868d32a5a917dd6bf84c0b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "50d58032dee77f2aa8223757f3b7666ef7e3a0d0dde1ccc19b41729c1cf21fe9", |
| "official_sha256": "50d58032dee77f2aa8223757f3b7666ef7e3a0d0dde1ccc19b41729c1cf21fe9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "101db6e3251547030d450a9c85333337aa950ce61f45ed4d527739beb3f660e5", |
| "official_sha256": "101db6e3251547030d450a9c85333337aa950ce61f45ed4d527739beb3f660e5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "507c5361e20de9d84835d7a45df834cf48b3a60a93eb105e719fce54f9036a65", |
| "official_sha256": "507c5361e20de9d84835d7a45df834cf48b3a60a93eb105e719fce54f9036a65", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "7d5be830095879847faf01a66bb04dff5dd47407a357d6221fb1f154a619606c", |
| "official_sha256": "7d5be830095879847faf01a66bb04dff5dd47407a357d6221fb1f154a619606c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "314ee07a4f42f50f744affcbdbe56eb0e7c9f7c88c4497b1415ca5b81c8ace2f", |
| "official_sha256": "314ee07a4f42f50f744affcbdbe56eb0e7c9f7c88c4497b1415ca5b81c8ace2f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "f6c51d91d50d6f8422e1765c33f31dc081b9e844807aa7b71e80e69bfea343b4", |
| "official_sha256": "f6c51d91d50d6f8422e1765c33f31dc081b9e844807aa7b71e80e69bfea343b4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "67480b98c87b0eafd626b2b38acdb31c8e7608c4193a0ed1e5ee1db2b22f7e94", |
| "official_sha256": "67480b98c87b0eafd626b2b38acdb31c8e7608c4193a0ed1e5ee1db2b22f7e94", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1b1fdafabe59e1cd3392db3c3243c168cfeb9eeff28641b45147b737074ba9a9", |
| "official_sha256": "1b1fdafabe59e1cd3392db3c3243c168cfeb9eeff28641b45147b737074ba9a9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "89277edf63807c3af5f30358f24de973d299ce0fb231ef8bcd7e8873c102fc0b", |
| "official_sha256": "89277edf63807c3af5f30358f24de973d299ce0fb231ef8bcd7e8873c102fc0b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "4ede3bd6663a94499ce9fe461b57b8f88bfe2afad7270d0e969479433ce9aa44", |
| "official_sha256": "4ede3bd6663a94499ce9fe461b57b8f88bfe2afad7270d0e969479433ce9aa44", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "e60e8dba4e29d8cf3fd69c4ecc63cdaecddc8f2f67308e90f5e56daa58c1e5aa", |
| "official_sha256": "e60e8dba4e29d8cf3fd69c4ecc63cdaecddc8f2f67308e90f5e56daa58c1e5aa", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "8bba0692ac7fc916c644f26e652fc11c6b983fe586126c0e66670d0cc7f8b84a", |
| "official_sha256": "8bba0692ac7fc916c644f26e652fc11c6b983fe586126c0e66670d0cc7f8b84a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "80915cb6046ff78fd245da8918ab2ecf5c2100a4356915d49708097004e94944", |
| "official_sha256": "80915cb6046ff78fd245da8918ab2ecf5c2100a4356915d49708097004e94944", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "65932a78541a201c6e34b58d4d7ddeef842e4a6f74e113f86482d6faa159c655", |
| "official_sha256": "65932a78541a201c6e34b58d4d7ddeef842e4a6f74e113f86482d6faa159c655", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "55f769d6ff0c589614abfb4d796e38fbafb8fc3ea37b1d5e1a95dcce08536c56", |
| "official_sha256": "55f769d6ff0c589614abfb4d796e38fbafb8fc3ea37b1d5e1a95dcce08536c56", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "f5e4c9e5e013ab23a12b0fbcdc79e835b364580fb10411ce818541e51e24ebfc", |
| "official_sha256": "f5e4c9e5e013ab23a12b0fbcdc79e835b364580fb10411ce818541e51e24ebfc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "f56c641f4757b5209616982956c51aee1cd5af01e61512c0a03070a772dc6745", |
| "official_sha256": "f56c641f4757b5209616982956c51aee1cd5af01e61512c0a03070a772dc6745", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "1d97c5bfd25f45a7eb119341fb9b6284916b2e7b8d2fc010e553006931ca80e1", |
| "official_sha256": "1d97c5bfd25f45a7eb119341fb9b6284916b2e7b8d2fc010e553006931ca80e1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "891a5bfd0fe028066caef7bbc1096aa84598888ce7c28131311bbbc204a90114", |
| "official_sha256": "891a5bfd0fe028066caef7bbc1096aa84598888ce7c28131311bbbc204a90114", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "489bd3b3f58fda241b747fe81919c9775affda826bb7c3a4da81245bf7c1646a", |
| "official_sha256": "489bd3b3f58fda241b747fe81919c9775affda826bb7c3a4da81245bf7c1646a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.6.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "29f84c0dc1b4db922fb74afd6a65c68196a4b7ace787a3e1cc74a5d4a4ad42c7", |
| "official_sha256": "29f84c0dc1b4db922fb74afd6a65c68196a4b7ace787a3e1cc74a5d4a4ad42c7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "3e942b98206f7b65307d6c4f0646637727797f6b2838bb6107bc154d65bbe54a", |
| "official_sha256": "3e942b98206f7b65307d6c4f0646637727797f6b2838bb6107bc154d65bbe54a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "b85aca4aff2bf7e3fa571a29c74b7fbaeba4d1494f14c744af1db9e78647a9c5", |
| "official_sha256": "b85aca4aff2bf7e3fa571a29c74b7fbaeba4d1494f14c744af1db9e78647a9c5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "bb0b24a103d5ec8ff2aac33d4cc30fba35eda12842334f58ff56327f1c12f177", |
| "official_sha256": "bb0b24a103d5ec8ff2aac33d4cc30fba35eda12842334f58ff56327f1c12f177", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "7ba3c1bbcddbaaaf2d8e703ad317ec5ee9355e2fc91c241a763126ccee23f814", |
| "official_sha256": "7ba3c1bbcddbaaaf2d8e703ad317ec5ee9355e2fc91c241a763126ccee23f814", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "3c96bfd94d09d0cf0d056d6c4e1ed486e0daca531fa6f4198e5e2f1067465137", |
| "official_sha256": "3c96bfd94d09d0cf0d056d6c4e1ed486e0daca531fa6f4198e5e2f1067465137", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "f89287ae4d16b718a3684c403abd9d94a0411f2f6665dbc99e1bfe67f765cce0", |
| "official_sha256": "f89287ae4d16b718a3684c403abd9d94a0411f2f6665dbc99e1bfe67f765cce0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "c40a0814c5572dabdcf6ad306543f2234388966eec4ad072855d58ec03427b77", |
| "official_sha256": "c40a0814c5572dabdcf6ad306543f2234388966eec4ad072855d58ec03427b77", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "257977e3379b0702fbdf57a465d4a7323fcbafc009fa9ecde2e78daa5763a0c9", |
| "official_sha256": "257977e3379b0702fbdf57a465d4a7323fcbafc009fa9ecde2e78daa5763a0c9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "caddb49fc523978f4592593d30f8702772de960bc623e325c921a855fc0f3bb0", |
| "official_sha256": "caddb49fc523978f4592593d30f8702772de960bc623e325c921a855fc0f3bb0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "8b5df294426403e4e9ce6af3ed8de3be0075c458c485fa3080ece96f389948ee", |
| "official_sha256": "8b5df294426403e4e9ce6af3ed8de3be0075c458c485fa3080ece96f389948ee", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "de55859f329c1929df30c46eddf65f3f2f6dc501887a54bf0ba7d7c027f80792", |
| "official_sha256": "de55859f329c1929df30c46eddf65f3f2f6dc501887a54bf0ba7d7c027f80792", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "8b96d0b16b32c37d5ea5ced06744fcce6e33d64922bd1428902f2cad1884d276", |
| "official_sha256": "8b96d0b16b32c37d5ea5ced06744fcce6e33d64922bd1428902f2cad1884d276", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "98b449e7d38eae83ceff37971eaab631f212c2f0c7d89b319d58a69c54336005", |
| "official_sha256": "98b449e7d38eae83ceff37971eaab631f212c2f0c7d89b319d58a69c54336005", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "0e5a72444a6b5feeedd7c899b63715b0ce014ab7d6b0edbe0ebb8b7f726dec8a", |
| "official_sha256": "0e5a72444a6b5feeedd7c899b63715b0ce014ab7d6b0edbe0ebb8b7f726dec8a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "de49cac6da3c9d87d80fbb2e587dc1630f09c0f80ae5616b7d77e9cd188d6f5c", |
| "official_sha256": "de49cac6da3c9d87d80fbb2e587dc1630f09c0f80ae5616b7d77e9cd188d6f5c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "ad7f1f7f89ec5bfcdf25505589201d1dadea69ceb608c053720667be9f311aac", |
| "official_sha256": "ad7f1f7f89ec5bfcdf25505589201d1dadea69ceb608c053720667be9f311aac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "ed27984cf360481c8d911b893109c60cd7d3bc5e21adfff5cb5fe62a1a213769", |
| "official_sha256": "ed27984cf360481c8d911b893109c60cd7d3bc5e21adfff5cb5fe62a1a213769", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "c47cdd69d37979d94aefe2e14aad2dea415b335122dd9f05cc5b76dd88e1225d", |
| "official_sha256": "c47cdd69d37979d94aefe2e14aad2dea415b335122dd9f05cc5b76dd88e1225d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "579d89389198e70a227a13b5a05bb77711ff2570cc4d393ce417d3e5b107861a", |
| "official_sha256": "579d89389198e70a227a13b5a05bb77711ff2570cc4d393ce417d3e5b107861a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "baebd5a9269f035a9ac18995eeb5600135e7ac4c3d734727eed6c712057617f6", |
| "official_sha256": "baebd5a9269f035a9ac18995eeb5600135e7ac4c3d734727eed6c712057617f6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.7.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "f04f631cb94e04dcb16fd6a6b0bba3cece42dfb46af7717a49755c088d3586c1", |
| "official_sha256": "f04f631cb94e04dcb16fd6a6b0bba3cece42dfb46af7717a49755c088d3586c1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "2a427ddf3656777bcae4aa75ff9007e639ceba61637551e5ec9ebbb72994a208", |
| "official_sha256": "2a427ddf3656777bcae4aa75ff9007e639ceba61637551e5ec9ebbb72994a208", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "1f21c7bbbc8a2a8f12c277b2de0a4598c8c7fdb28197c2d026349780807ee2a0", |
| "official_sha256": "1f21c7bbbc8a2a8f12c277b2de0a4598c8c7fdb28197c2d026349780807ee2a0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4d6aa97bb49289e9f29beaea0b484c7ec4778994c60d02f86b6034cd4f89a749", |
| "official_sha256": "4d6aa97bb49289e9f29beaea0b484c7ec4778994c60d02f86b6034cd4f89a749", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "f36e64cdc5a053bff01c4d030b554ead8b41bbca443f618874c8562f047e35b7", |
| "official_sha256": "f36e64cdc5a053bff01c4d030b554ead8b41bbca443f618874c8562f047e35b7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "062810d4710325b61cf94e016697aec8389567ab47d0a848bb36e37a52e83a53", |
| "official_sha256": "062810d4710325b61cf94e016697aec8389567ab47d0a848bb36e37a52e83a53", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "984d96538fec096df0dffd4604b105c866de94841fcaacd280e00af2ae529f8a", |
| "official_sha256": "984d96538fec096df0dffd4604b105c866de94841fcaacd280e00af2ae529f8a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "279ba0904ea11c8ce067473151a71a60160e4bbead6f68b0435f5c36c9777b0d", |
| "official_sha256": "279ba0904ea11c8ce067473151a71a60160e4bbead6f68b0435f5c36c9777b0d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "3c2a7307a46b3b30fe5b4cdbf58ed4d7bd5593cecd6c9a56d1372b2bdb286839", |
| "official_sha256": "3c2a7307a46b3b30fe5b4cdbf58ed4d7bd5593cecd6c9a56d1372b2bdb286839", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "3fe7e3de52a8ce8add89b1a70f4aed806c6a7362c3895c50102cf5240223306a", |
| "official_sha256": "3fe7e3de52a8ce8add89b1a70f4aed806c6a7362c3895c50102cf5240223306a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "5f7c7e05da72e86d74b7cd291b5b3489c2c3a5c4b38e79def408e406d8659021", |
| "official_sha256": "5f7c7e05da72e86d74b7cd291b5b3489c2c3a5c4b38e79def408e406d8659021", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1219d16cddade68b0a261d1b9d945609dc6afd08b24361509d01398450ca69c0", |
| "official_sha256": "1219d16cddade68b0a261d1b9d945609dc6afd08b24361509d01398450ca69c0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "8685f94a19a4ab4ace352aef70c4807857bf5828eca8579cfe70a34d2ebb2e22", |
| "official_sha256": "8685f94a19a4ab4ace352aef70c4807857bf5828eca8579cfe70a34d2ebb2e22", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "5bd1e7c4e70a5b837e2f3795c62e2669497a2a4de5603c6df6d493f1b28961df", |
| "official_sha256": "5bd1e7c4e70a5b837e2f3795c62e2669497a2a4de5603c6df6d493f1b28961df", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d4f36f1e7eb703300b037ad4621d659c9f0c88ad331ae283bce29c33b809fb3d", |
| "official_sha256": "d4f36f1e7eb703300b037ad4621d659c9f0c88ad331ae283bce29c33b809fb3d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "7fc57e45c4db8dca5628e6a5e5bb9bfe8eae8a9d9514e467bb268c52120d36df", |
| "official_sha256": "7fc57e45c4db8dca5628e6a5e5bb9bfe8eae8a9d9514e467bb268c52120d36df", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "deeefa534954071e3a5a5d3d175f2c1bab2fa1e5aba1b7cc5236b72123a37a4e", |
| "official_sha256": "deeefa534954071e3a5a5d3d175f2c1bab2fa1e5aba1b7cc5236b72123a37a4e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "4528a7bad2690067752d55fbab8b841365f3dcb170de2ec06a9af0ec3c57f939", |
| "official_sha256": "4528a7bad2690067752d55fbab8b841365f3dcb170de2ec06a9af0ec3c57f939", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "fc0394398008e1c31348f0516678cc721014a5818870a1cd8fcf0520159e9b3c", |
| "official_sha256": "fc0394398008e1c31348f0516678cc721014a5818870a1cd8fcf0520159e9b3c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "a48f6b58d0a228f4e31f9583b15a8f80ba216471b97bc894364c07ed01d66b0c", |
| "official_sha256": "a48f6b58d0a228f4e31f9583b15a8f80ba216471b97bc894364c07ed01d66b0c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "e3ab5f4969c7ddae63190cfdde5fbae4c25f3e0e80b05049dcff284cba0c5b64", |
| "official_sha256": "e3ab5f4969c7ddae63190cfdde5fbae4c25f3e0e80b05049dcff284cba0c5b64", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.8.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "0e2e9e17db94967f50453ef59ce2b8b8c6b519c010ca67321e5c167415a7232c", |
| "official_sha256": "0e2e9e17db94967f50453ef59ce2b8b8c6b519c010ca67321e5c167415a7232c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 98304, |
| "conversion_input_sha256": "85fe159af55e9a787f66d414de04a7fc3f170fda4b3706ed50b58d611b7629dd", |
| "official_sha256": "85fe159af55e9a787f66d414de04a7fc3f170fda4b3706ed50b58d611b7629dd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.k_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "6ddd561addfa92246eb9d651c1ad9f03a1f45bdf29b78212b654a4ae47a8d6e4", |
| "official_sha256": "6ddd561addfa92246eb9d651c1ad9f03a1f45bdf29b78212b654a4ae47a8d6e4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.proj.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "0084d76f9c6279e35053f0a19bdbca98a4f7f75d1a100ca4a77ec6a98138ec31", |
| "official_sha256": "0084d76f9c6279e35053f0a19bdbca98a4f7f75d1a100ca4a77ec6a98138ec31", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.proj.weight", |
| "shape": [ |
| 1536, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "208beee8977fe729f974b8070b03264121ddca4976a4bbde542f456e3980a4f2", |
| "official_sha256": "208beee8977fe729f974b8070b03264121ddca4976a4bbde542f456e3980a4f2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.q_norm.weight", |
| "shape": [ |
| 96 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 384, |
| "conversion_input_sha256": "28da88d60a84d2bfe31281465f7476b6f0bebec7a6ad98c8e01782f5a74ff973", |
| "official_sha256": "28da88d60a84d2bfe31281465f7476b6f0bebec7a6ad98c8e01782f5a74ff973", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.qkv.qkv.bias", |
| "shape": [ |
| 4608 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 18432, |
| "conversion_input_sha256": "266e2082f3d49f8ae58505717d0e0a89aadc4600b426f79845ccf48c403ecee0", |
| "official_sha256": "266e2082f3d49f8ae58505717d0e0a89aadc4600b426f79845ccf48c403ecee0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.attn.qkv.qkv.weight", |
| "shape": [ |
| 4608, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 28311552, |
| "conversion_input_sha256": "de1293e2a3a099c1e62a20d521d3b915c754e09767f74708ee298ef441537509", |
| "official_sha256": "de1293e2a3a099c1e62a20d521d3b915c754e09767f74708ee298ef441537509", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.gamma", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "8d710a8c0c5da146d7737dadff8fca49986edf135cc695fcd318b71db40cf440", |
| "official_sha256": "8d710a8c0c5da146d7737dadff8fca49986edf135cc695fcd318b71db40cf440", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.gate.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "20e080986ab9c9505869e8a4595a0a9e0830f8da2c3e5c9e2def501f3e544d1d", |
| "official_sha256": "20e080986ab9c9505869e8a4595a0a9e0830f8da2c3e5c9e2def501f3e544d1d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.gate.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "dfdf5f067c064db4decdf79b2f5af572af19613688931cd16a14f3c3b02cd522", |
| "official_sha256": "dfdf5f067c064db4decdf79b2f5af572af19613688931cd16a14f3c3b02cd522", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.norm.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "c8a37a7427ca1dc94a80db506556c6d18d1563117a0677e32a9d1211dff74cbb", |
| "official_sha256": "c8a37a7427ca1dc94a80db506556c6d18d1563117a0677e32a9d1211dff74cbb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.value.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "036e6a2b5db501e964672e0acb4e17ecad1d75281eaaee864a009ad9cc7f1345", |
| "official_sha256": "036e6a2b5db501e964672e0acb4e17ecad1d75281eaaee864a009ad9cc7f1345", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.local_mix.value.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "54db0d8ff7fd77964502ddc6f5da849da8ca6a7d7ae876b79636febaae145474", |
| "official_sha256": "54db0d8ff7fd77964502ddc6f5da849da8ca6a7d7ae876b79636febaae145474", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "d02cfc614c095e5dc8d61ba6dc9cd3c807b1315e6309d2532b935eb8586dca3f", |
| "official_sha256": "d02cfc614c095e5dc8d61ba6dc9cd3c807b1315e6309d2532b935eb8586dca3f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_down.weight", |
| "shape": [ |
| 1536, |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "3389c7bf9c42881fe01c70e19d3ab046a3c3743b34fb004f61cd6c17115334da", |
| "official_sha256": "3389c7bf9c42881fe01c70e19d3ab046a3c3743b34fb004f61cd6c17115334da", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_gate.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "e2ebd358647aa1478fe3b8c30a788e17e6c85d9d5ac93591b6c2bf42a2a97e8a", |
| "official_sha256": "e2ebd358647aa1478fe3b8c30a788e17e6c85d9d5ac93591b6c2bf42a2a97e8a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_gate.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "735cb1cb85a6efa078165070f3ec497c3f74f4bd14953bf375445a51638a9ac7", |
| "official_sha256": "735cb1cb85a6efa078165070f3ec497c3f74f4bd14953bf375445a51638a9ac7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_up.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "b36dfcaa453b0c6c1c3e25b35f0bd4293dd83a6272103a28985a3d4106579d0e", |
| "official_sha256": "b36dfcaa453b0c6c1c3e25b35f0bd4293dd83a6272103a28985a3d4106579d0e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.mlp.w_up.weight", |
| "shape": [ |
| 3840, |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 23592960, |
| "conversion_input_sha256": "56d7e97ca915cfbe24cb9ced9a72c71e31a7dadb349c81cd718eab6ace8faed0", |
| "official_sha256": "56d7e97ca915cfbe24cb9ced9a72c71e31a7dadb349c81cd718eab6ace8faed0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.norm1.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "e06114a6a03937b6b7b5a3063c5221d6cd196f46536efb42356ae6cb4461f0a7", |
| "official_sha256": "e06114a6a03937b6b7b5a3063c5221d6cd196f46536efb42356ae6cb4461f0a7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.body_64.9.norm2.weight", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "f7b40d6e9b901768a798a1985bbfc2feb874a9c7b78076c9b11fbc8c49fc59e3", |
| "official_sha256": "f7b40d6e9b901768a798a1985bbfc2feb874a9c7b78076c9b11fbc8c49fc59e3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.bottleneck_depatchify.deconv.bias", |
| "shape": [ |
| 4 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16, |
| "conversion_input_sha256": "096d2654b4419e9cdbc2f30127b9422783d05f29b3b00745643049476f7d4371", |
| "official_sha256": "096d2654b4419e9cdbc2f30127b9422783d05f29b3b00745643049476f7d4371", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.bottleneck_depatchify.deconv.weight", |
| "shape": [ |
| 1536, |
| 4, |
| 16, |
| 16 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6291456, |
| "conversion_input_sha256": "878b722fdb39f52cc1208eaadf4b5155c83e345148322028a25afc68e472dddb", |
| "official_sha256": "878b722fdb39f52cc1208eaadf4b5155c83e345148322028a25afc68e472dddb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "94e8c297e5cf0e4b5ca99ad8734912a634470c34d881fb30cb8c7cc9804d04b2", |
| "official_sha256": "94e8c297e5cf0e4b5ca99ad8734912a634470c34d881fb30cb8c7cc9804d04b2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "0e27a26531b1a2cb37bb8af50510bc5cdaeb95f32f8ee93e78853851fd578637", |
| "official_sha256": "0e27a26531b1a2cb37bb8af50510bc5cdaeb95f32f8ee93e78853851fd578637", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "c58848876d449b58ec16e9bfeab77919d66dd6918c28dd5f3dffc1083707fad1", |
| "official_sha256": "c58848876d449b58ec16e9bfeab77919d66dd6918c28dd5f3dffc1083707fad1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "e0501510c3431af9b4cebf01ea8d58c4df168fe9ee53697b58e30a1e5d58e453", |
| "official_sha256": "e0501510c3431af9b4cebf01ea8d58c4df168fe9ee53697b58e30a1e5d58e453", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "f93efc238268a2dc6ed28b717d22bf27cea9fcb969e86fc2af5ef73cec18e1be", |
| "official_sha256": "f93efc238268a2dc6ed28b717d22bf27cea9fcb969e86fc2af5ef73cec18e1be", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "5797c8b6f64468b47eba2ae195c2cc3acfebb892bf4ef3d4e4bed7553a531f7a", |
| "official_sha256": "5797c8b6f64468b47eba2ae195c2cc3acfebb892bf4ef3d4e4bed7553a531f7a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "5798c48505ef0be6f8e23f9b594da9f9f8ce4e90e02e2ce12debec63399fdb3f", |
| "official_sha256": "5798c48505ef0be6f8e23f9b594da9f9f8ce4e90e02e2ce12debec63399fdb3f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "67134dfac8c605af0ef621f25e055ace6e2ea61e8a5cb1e83c3cbe5cbb2e9b5a", |
| "official_sha256": "67134dfac8c605af0ef621f25e055ace6e2ea61e8a5cb1e83c3cbe5cbb2e9b5a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "1c99859e18522c505e1b5728e49ec5c404f2825852cd3734ecc14c1adcbabd7b", |
| "official_sha256": "1c99859e18522c505e1b5728e49ec5c404f2825852cd3734ecc14c1adcbabd7b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "b693f92f2695722b44cc8b7f395d0e22e456bb0a43973692d09970c7b80638e8", |
| "official_sha256": "b693f92f2695722b44cc8b7f395d0e22e456bb0a43973692d09970c7b80638e8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "bf572e158a6eb924ebd2a49612da5356bb493de425399aaf1dd7f2fc6cad41ea", |
| "official_sha256": "bf572e158a6eb924ebd2a49612da5356bb493de425399aaf1dd7f2fc6cad41ea", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "c40c689c4f0b025c60458811c58c5b0e503873e28555cd813d7b01244ba0265b", |
| "official_sha256": "c40c689c4f0b025c60458811c58c5b0e503873e28555cd813d7b01244ba0265b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "110208e0d1e794aa0d6d9fd097fdac99fb0397ebc061d0673aa2245f6e51c30c", |
| "official_sha256": "110208e0d1e794aa0d6d9fd097fdac99fb0397ebc061d0673aa2245f6e51c30c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "a5afbae04d2a3b0855f5102cc52490b6557c4c8841f9ff735c3c892da35e0a6c", |
| "official_sha256": "a5afbae04d2a3b0855f5102cc52490b6557c4c8841f9ff735c3c892da35e0a6c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "af6da6f4eb392f89ec3451a3a3dee6e8271d7a36fff2f9d1ef1db77431756c00", |
| "official_sha256": "af6da6f4eb392f89ec3451a3a3dee6e8271d7a36fff2f9d1ef1db77431756c00", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "61d2d1c614282e4b6248e8caf4dc324e046fc0aabea725ceabceddd3de4e133a", |
| "official_sha256": "61d2d1c614282e4b6248e8caf4dc324e046fc0aabea725ceabceddd3de4e133a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "0753551b4807a8a3bdfabc47ee0fd8739d734f60b1c36e9fba0db881dfe808e4", |
| "official_sha256": "0753551b4807a8a3bdfabc47ee0fd8739d734f60b1c36e9fba0db881dfe808e4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "1a7b00189344cca740440f6938700390fb351576c327daf0c8fe1683bd7cfaec", |
| "official_sha256": "1a7b00189344cca740440f6938700390fb351576c327daf0c8fe1683bd7cfaec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "43190f394373fff11cb5ccb25e3fb7dae7362a0a22146121923046f26548c386", |
| "official_sha256": "43190f394373fff11cb5ccb25e3fb7dae7362a0a22146121923046f26548c386", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "952cd3bfe40d5255dc727ca5418bb2b74b6559d12497a1a0f6749811a45807f8", |
| "official_sha256": "952cd3bfe40d5255dc727ca5418bb2b74b6559d12497a1a0f6749811a45807f8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.0.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "a94138653ab63c89f967d41cb586c115027e9963ca18ba0b6c2cc9c3d04b2993", |
| "official_sha256": "a94138653ab63c89f967d41cb586c115027e9963ca18ba0b6c2cc9c3d04b2993", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "cf70a5ce8b4ca0545eae0211e5f45ce7be9aeca1c2aa5c1c45d7ea98fa2bbd37", |
| "official_sha256": "cf70a5ce8b4ca0545eae0211e5f45ce7be9aeca1c2aa5c1c45d7ea98fa2bbd37", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "dc452901cc0ba493d744810955521f11dae3c0849933fe6905c27bf82d8ba735", |
| "official_sha256": "dc452901cc0ba493d744810955521f11dae3c0849933fe6905c27bf82d8ba735", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "28014ad0d4d4d58c476dc7cc9e96dfb2dec8558dab7a4014ee37e516b68efad4", |
| "official_sha256": "28014ad0d4d4d58c476dc7cc9e96dfb2dec8558dab7a4014ee37e516b68efad4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "8bc2e5d7d7314490e470a8763de8b39fd2623b4c52cf6d145400697e780a0e24", |
| "official_sha256": "8bc2e5d7d7314490e470a8763de8b39fd2623b4c52cf6d145400697e780a0e24", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "5a00b88ad8332097d357b2d083a1b7bd944400d15faf657b5f8e632b70e0dca3", |
| "official_sha256": "5a00b88ad8332097d357b2d083a1b7bd944400d15faf657b5f8e632b70e0dca3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "84960fd7ee6a7fc0155c2b441a18558446a5ac410d6eccb8aa5a3d3469e5a84c", |
| "official_sha256": "84960fd7ee6a7fc0155c2b441a18558446a5ac410d6eccb8aa5a3d3469e5a84c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "c4585fd33b5acdc3bfddb2c28ebf38b10436a818817a293a2df8484efa95b451", |
| "official_sha256": "c4585fd33b5acdc3bfddb2c28ebf38b10436a818817a293a2df8484efa95b451", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "978085ca81acb6648e1bd18eb99e1715092d321f6a195eb6becee4e4a35d69cf", |
| "official_sha256": "978085ca81acb6648e1bd18eb99e1715092d321f6a195eb6becee4e4a35d69cf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "79f96f60141ee6a515dae3b8f4de5a70de22f4422bd96ef3af1a395d43168e67", |
| "official_sha256": "79f96f60141ee6a515dae3b8f4de5a70de22f4422bd96ef3af1a395d43168e67", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "246c09752d9a6adcb97694f3d18cceaa2ce893d67e275cc2452cf49e91c47417", |
| "official_sha256": "246c09752d9a6adcb97694f3d18cceaa2ce893d67e275cc2452cf49e91c47417", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "3917e37ec6eca21f68db0f979a338da4d5e48a783da552a586c8a031a0c7f46d", |
| "official_sha256": "3917e37ec6eca21f68db0f979a338da4d5e48a783da552a586c8a031a0c7f46d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "0ed46f7f173a3f7cd4cfbc2c7a33e0dacd0dfb5d9996b9e905d20f654912c6be", |
| "official_sha256": "0ed46f7f173a3f7cd4cfbc2c7a33e0dacd0dfb5d9996b9e905d20f654912c6be", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "6e15b2b4dc695b7770077eb745753c241f050f46fb0a10d327da034138cb4e9a", |
| "official_sha256": "6e15b2b4dc695b7770077eb745753c241f050f46fb0a10d327da034138cb4e9a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "e16995cdda9b95967f844985e07c97cf15e39c461a05a2605bcf92bc97fe24fb", |
| "official_sha256": "e16995cdda9b95967f844985e07c97cf15e39c461a05a2605bcf92bc97fe24fb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "fae77f78168d788c1b4b276a60e7326657f3eb249d993737ea3bdee5d58e1997", |
| "official_sha256": "fae77f78168d788c1b4b276a60e7326657f3eb249d993737ea3bdee5d58e1997", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "ab1ca4b0752dd97828bb35637da50785c0b77838e2b598df8ed7ab807f395d79", |
| "official_sha256": "ab1ca4b0752dd97828bb35637da50785c0b77838e2b598df8ed7ab807f395d79", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "29da1632674e51e64d726732c4a565e9d28c1c807f9ca54a2216d8ef0f2fcfab", |
| "official_sha256": "29da1632674e51e64d726732c4a565e9d28c1c807f9ca54a2216d8ef0f2fcfab", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "22d664a41b7ec186c76dab81f78c08caaed2d4aca0dd042195c1ac967a4d9096", |
| "official_sha256": "22d664a41b7ec186c76dab81f78c08caaed2d4aca0dd042195c1ac967a4d9096", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "11ed845ac1f47b32d2b59f2d03229ad58792fc6ef29531b8cb1669525dc7cd44", |
| "official_sha256": "11ed845ac1f47b32d2b59f2d03229ad58792fc6ef29531b8cb1669525dc7cd44", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "9d6b5f5243e7ca094d2c717dfeb6429c2db1179b28edb055742ac3a344326354", |
| "official_sha256": "9d6b5f5243e7ca094d2c717dfeb6429c2db1179b28edb055742ac3a344326354", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.1.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "85e5197b17c91d9c5f2cac4ec896eeae021ae879bd8b0ffd5050bf554d14a474", |
| "official_sha256": "85e5197b17c91d9c5f2cac4ec896eeae021ae879bd8b0ffd5050bf554d14a474", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "1687bc484f12c2bc6fd61496edb0f0c46668e7ce42b4cd4242fd9fa24d9a82e0", |
| "official_sha256": "1687bc484f12c2bc6fd61496edb0f0c46668e7ce42b4cd4242fd9fa24d9a82e0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "f7fcaf9b272da940e5a7535ac1b473e552fa24ffd9fae307456342fb7913440a", |
| "official_sha256": "f7fcaf9b272da940e5a7535ac1b473e552fa24ffd9fae307456342fb7913440a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b2be2fe8b519b61939efb40073bc026d790df9395620dd56bf4f118aa163c5d9", |
| "official_sha256": "b2be2fe8b519b61939efb40073bc026d790df9395620dd56bf4f118aa163c5d9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "e7afc63b49c73d330a93ad748369e5ced6c89926ade96b80cf8409b5a11a9b56", |
| "official_sha256": "e7afc63b49c73d330a93ad748369e5ced6c89926ade96b80cf8409b5a11a9b56", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "a2a4adc2bae79d595b0ffea5f3e32f1dbe9496a9f0e6efdb34ce11337cbf91f1", |
| "official_sha256": "a2a4adc2bae79d595b0ffea5f3e32f1dbe9496a9f0e6efdb34ce11337cbf91f1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "80270ce8eaad2817641e9a4be88f3838ffedc6bbd5a8e7dc933fcb5cab0b55fc", |
| "official_sha256": "80270ce8eaad2817641e9a4be88f3838ffedc6bbd5a8e7dc933fcb5cab0b55fc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "a1cb6693686a08a6956b0ba4d63011b01a69277343ad0535b65058e82fc5f567", |
| "official_sha256": "a1cb6693686a08a6956b0ba4d63011b01a69277343ad0535b65058e82fc5f567", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "2951618a1013fefa2138029f665ebf096b377427655786cd835f8349b0f647ac", |
| "official_sha256": "2951618a1013fefa2138029f665ebf096b377427655786cd835f8349b0f647ac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "f3b8a5379ee7dd247724178673d7cdc2b4ae8e0b74e452ae116ef98fac7b418d", |
| "official_sha256": "f3b8a5379ee7dd247724178673d7cdc2b4ae8e0b74e452ae116ef98fac7b418d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "5ae69c437a0f145a6e986af5889b858365d49b4ab97326b623383b29c7fb5183", |
| "official_sha256": "5ae69c437a0f145a6e986af5889b858365d49b4ab97326b623383b29c7fb5183", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "ddd3ea07ad314daabf0633e33d8aa703c7cc5a7a050cb324041fbb30f7549d97", |
| "official_sha256": "ddd3ea07ad314daabf0633e33d8aa703c7cc5a7a050cb324041fbb30f7549d97", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b2e52a33ca6e11bd0b03e6ad2bfa921251f97d5ed4f371de330cb940cbe9c1d4", |
| "official_sha256": "b2e52a33ca6e11bd0b03e6ad2bfa921251f97d5ed4f371de330cb940cbe9c1d4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "5f6321a3a0b903a91700bd5002bc350c9afe39b9e835ce97c9d9630798673c55", |
| "official_sha256": "5f6321a3a0b903a91700bd5002bc350c9afe39b9e835ce97c9d9630798673c55", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "92562f219eb17e96d99e8e087b75de834ae36bdf25a70a12114309b389f3432a", |
| "official_sha256": "92562f219eb17e96d99e8e087b75de834ae36bdf25a70a12114309b389f3432a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "fdfb5eb0cdcc690a66303ea4e7bf7b5ac6976ab633d9f53c94ab272620141c40", |
| "official_sha256": "fdfb5eb0cdcc690a66303ea4e7bf7b5ac6976ab633d9f53c94ab272620141c40", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "8cc0cb6ff7b512080fbd3bf59a2e166d7e61a5bbe0943afc20514cb6c98a76ee", |
| "official_sha256": "8cc0cb6ff7b512080fbd3bf59a2e166d7e61a5bbe0943afc20514cb6c98a76ee", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "56c8e46fb5a75232ba72c6ceac91b9a88bf4850c2d99d4a75010d604dc297ddb", |
| "official_sha256": "56c8e46fb5a75232ba72c6ceac91b9a88bf4850c2d99d4a75010d604dc297ddb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3dfb63d48a985f26b10060b213ff8a325eecdb008d26827f9b13ffc74a6de45e", |
| "official_sha256": "3dfb63d48a985f26b10060b213ff8a325eecdb008d26827f9b13ffc74a6de45e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "5fec9512cb2f942614b7c5e393db9cfe7260ed5de7ded8307150d803019dff71", |
| "official_sha256": "5fec9512cb2f942614b7c5e393db9cfe7260ed5de7ded8307150d803019dff71", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "f09609a17286098243f8661d4df3c468975ac5648a11ff770f1880d8818b0bf7", |
| "official_sha256": "f09609a17286098243f8661d4df3c468975ac5648a11ff770f1880d8818b0bf7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.2.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "cd32045a73e039513cf56b051b78cefd5e377290642a87f87a3eb085ba1db9d6", |
| "official_sha256": "cd32045a73e039513cf56b051b78cefd5e377290642a87f87a3eb085ba1db9d6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "74ccca0d51b08f91353c6c6d5b527fb69d01284c1cf897e84d497f2ffeda81f6", |
| "official_sha256": "74ccca0d51b08f91353c6c6d5b527fb69d01284c1cf897e84d497f2ffeda81f6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "30884e3987e197841af2778cdf3d325e7da7fb4265edbd7ba24f58a8095cd652", |
| "official_sha256": "30884e3987e197841af2778cdf3d325e7da7fb4265edbd7ba24f58a8095cd652", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b86a2a143214225e10852af403e081e13b23193ad78f5d6d90f57c8171ea21eb", |
| "official_sha256": "b86a2a143214225e10852af403e081e13b23193ad78f5d6d90f57c8171ea21eb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "96890114c5b6730d13c0a6e866e2eab5ba5ae6efeb53166be170fbbc4b79c01f", |
| "official_sha256": "96890114c5b6730d13c0a6e866e2eab5ba5ae6efeb53166be170fbbc4b79c01f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "20ef5a26732deb75839841fc1f4bb06f4e0d62b88ba08162f3421c4805adc850", |
| "official_sha256": "20ef5a26732deb75839841fc1f4bb06f4e0d62b88ba08162f3421c4805adc850", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "5a03590e88bf20943fc97b5a3603b01a3d8bf05c5d8414829f86bc5a7182c506", |
| "official_sha256": "5a03590e88bf20943fc97b5a3603b01a3d8bf05c5d8414829f86bc5a7182c506", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "27f587a7055355099c8c9900cf76cb0cb4ebaee8c4c12fe1c35aab6d6d1829a8", |
| "official_sha256": "27f587a7055355099c8c9900cf76cb0cb4ebaee8c4c12fe1c35aab6d6d1829a8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "40bd4c36730f79906d33f1e49ec43b44f7614c2a37de6d43ce13f1a31e71eaa3", |
| "official_sha256": "40bd4c36730f79906d33f1e49ec43b44f7614c2a37de6d43ce13f1a31e71eaa3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "e61d4ec0f71d07426508808e95c19d581a42e0fbe868bbe62c75e5ffb19fc23a", |
| "official_sha256": "e61d4ec0f71d07426508808e95c19d581a42e0fbe868bbe62c75e5ffb19fc23a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "4df0bcd6385c0558bf8fadac76699408e50120485b37a76a88365a63b399d698", |
| "official_sha256": "4df0bcd6385c0558bf8fadac76699408e50120485b37a76a88365a63b399d698", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "a8410e937c87958aac0aca7e6e3e3261f7520e1c68aedc4011e170733d673a38", |
| "official_sha256": "a8410e937c87958aac0aca7e6e3e3261f7520e1c68aedc4011e170733d673a38", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "11b83027488c89ddbd8d5c6ff96d74aa39319a50692b21be8fcd721b451b0abd", |
| "official_sha256": "11b83027488c89ddbd8d5c6ff96d74aa39319a50692b21be8fcd721b451b0abd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "f522fcc18e8fc8d9e3b7fa3bdf5be84b9f34b9d3a32927cf2604a3c431a01c46", |
| "official_sha256": "f522fcc18e8fc8d9e3b7fa3bdf5be84b9f34b9d3a32927cf2604a3c431a01c46", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b8cb6a8437af0a22e102048911e357e5baeee37b3a44f7caf89be8af9cf81822", |
| "official_sha256": "b8cb6a8437af0a22e102048911e357e5baeee37b3a44f7caf89be8af9cf81822", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "221a082903ad27c99e769692646fa7d75a6035f4aa19810ec672b0109611e9e3", |
| "official_sha256": "221a082903ad27c99e769692646fa7d75a6035f4aa19810ec672b0109611e9e3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "e1b735a05d6da5cf042d78bcf4d1722d0918e2ce4166dc690751b11705657635", |
| "official_sha256": "e1b735a05d6da5cf042d78bcf4d1722d0918e2ce4166dc690751b11705657635", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "272595b0b65739cee55e716e7f33ff32b922853a9a29ea4ca0d113ce4ad21988", |
| "official_sha256": "272595b0b65739cee55e716e7f33ff32b922853a9a29ea4ca0d113ce4ad21988", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "aba10ab3939e17b2a31163f0e15c91079126c3147ffcf0456f6837f73144286b", |
| "official_sha256": "aba10ab3939e17b2a31163f0e15c91079126c3147ffcf0456f6837f73144286b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "fb9f44c4905b97acbacfcd24ecd2968051fce9654ee548281c4e350581894ad8", |
| "official_sha256": "fb9f44c4905b97acbacfcd24ecd2968051fce9654ee548281c4e350581894ad8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "8794f483420195cae4e0e75706ca0c9a2a1b52fbfe2323bcaded460cffe31878", |
| "official_sha256": "8794f483420195cae4e0e75706ca0c9a2a1b52fbfe2323bcaded460cffe31878", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.3.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "ca2cfd57eae78ee8c033b4f342ee08a1b14c9dd1521bb313ea6ed4e0e99352a2", |
| "official_sha256": "ca2cfd57eae78ee8c033b4f342ee08a1b14c9dd1521bb313ea6ed4e0e99352a2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "b609dcd904fb334915345fec56989eef57061a1a29b8de4716d78c34c93bc7fd", |
| "official_sha256": "b609dcd904fb334915345fec56989eef57061a1a29b8de4716d78c34c93bc7fd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "38939d6cdb65e6cec7ab49f9556a0693d53ec21a0e37118ba7b28a8cb228dca5", |
| "official_sha256": "38939d6cdb65e6cec7ab49f9556a0693d53ec21a0e37118ba7b28a8cb228dca5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "f0b046182baae2d71e7d2b184e00c5fe95084d3863373757cccaba99e04b5b8c", |
| "official_sha256": "f0b046182baae2d71e7d2b184e00c5fe95084d3863373757cccaba99e04b5b8c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "57b03d06e172f203a7f48cb3102ed5a1f42d354900271d97ce95de7c320af531", |
| "official_sha256": "57b03d06e172f203a7f48cb3102ed5a1f42d354900271d97ce95de7c320af531", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "fae6a0e32d759dd38270a82b84a7309a5ff227519a9af035af31ab84d47016c6", |
| "official_sha256": "fae6a0e32d759dd38270a82b84a7309a5ff227519a9af035af31ab84d47016c6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "12b656df63c59739115dba3b74971edddcb0ab59e50a734b6bc7176cafe30dbc", |
| "official_sha256": "12b656df63c59739115dba3b74971edddcb0ab59e50a734b6bc7176cafe30dbc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "c7bb04a128a9e2fe569732064856af88312f549043c46b2a7bd3ade4a47bda9b", |
| "official_sha256": "c7bb04a128a9e2fe569732064856af88312f549043c46b2a7bd3ade4a47bda9b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b777f0f807c273e7b40774f2fe3424a56dfab753a17e528797c543e8794f114f", |
| "official_sha256": "b777f0f807c273e7b40774f2fe3424a56dfab753a17e528797c543e8794f114f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "435e244f924bd26ebec3c05eb308411f0f5a7c5993f1889ead03d47fc2efe340", |
| "official_sha256": "435e244f924bd26ebec3c05eb308411f0f5a7c5993f1889ead03d47fc2efe340", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "b9ce377e5bd158b66c8e1260b197934f2822422ad5d92bdc9a96fd4566388e94", |
| "official_sha256": "b9ce377e5bd158b66c8e1260b197934f2822422ad5d92bdc9a96fd4566388e94", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "1d07855940e4cc576a46439aacd72d2d419564f1d92134d878199444d13d643e", |
| "official_sha256": "1d07855940e4cc576a46439aacd72d2d419564f1d92134d878199444d13d643e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5dbf1aeabf0ec42bcc9d2046743926a7eb2e9cbb9b5f99d08b61ea6f52a7e6df", |
| "official_sha256": "5dbf1aeabf0ec42bcc9d2046743926a7eb2e9cbb9b5f99d08b61ea6f52a7e6df", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "f5be146dc1afde5a25fa9a52bc0f87d05c7096f9ab5e85a2dfc7691ef7e563be", |
| "official_sha256": "f5be146dc1afde5a25fa9a52bc0f87d05c7096f9ab5e85a2dfc7691ef7e563be", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "2b1921a801fe9f7921d7a3f3ab0e42ee5ea1f93121282ccb70d7221034a0cc4d", |
| "official_sha256": "2b1921a801fe9f7921d7a3f3ab0e42ee5ea1f93121282ccb70d7221034a0cc4d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "b05c0cb3a9e7dfaf25b6b6783840a32304bce9ac3c84f540bcbccbb909bb31d5", |
| "official_sha256": "b05c0cb3a9e7dfaf25b6b6783840a32304bce9ac3c84f540bcbccbb909bb31d5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "904a0d885824b936962d89c3327e7bb00d1b9b2b6d1df121c1c3f2024051d37c", |
| "official_sha256": "904a0d885824b936962d89c3327e7bb00d1b9b2b6d1df121c1c3f2024051d37c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "5b66421c27327f0022b9f434f0400496eb9de74dcfbd662a186c6beaae3c585f", |
| "official_sha256": "5b66421c27327f0022b9f434f0400496eb9de74dcfbd662a186c6beaae3c585f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3799ebd08cc88c37b4d6fc4d978385cdc2b888f45601a17202a1b86d60152bd3", |
| "official_sha256": "3799ebd08cc88c37b4d6fc4d978385cdc2b888f45601a17202a1b86d60152bd3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "abc7cba158694a0319726ff39799582a63b58dc62f8c5fa5e2a2ada6792d0088", |
| "official_sha256": "abc7cba158694a0319726ff39799582a63b58dc62f8c5fa5e2a2ada6792d0088", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "c49eabd8bfed69bd1a0b5f3e40cddd2482956dd9d786e9b088d81198ad1e3659", |
| "official_sha256": "c49eabd8bfed69bd1a0b5f3e40cddd2482956dd9d786e9b088d81198ad1e3659", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.4.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "87d49f27cd10c854347c1f34f197491e0df2fe24e0b688b9cafacaba8b28d861", |
| "official_sha256": "87d49f27cd10c854347c1f34f197491e0df2fe24e0b688b9cafacaba8b28d861", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "ba3f49f8cbaf6261724877e8be23f39e4edda9e0a80de08587847f74491bfdb8", |
| "official_sha256": "ba3f49f8cbaf6261724877e8be23f39e4edda9e0a80de08587847f74491bfdb8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "b19676a24c54bb91a7ba9df2131c4cbbc92637b7792f549c405780669136d16a", |
| "official_sha256": "b19676a24c54bb91a7ba9df2131c4cbbc92637b7792f549c405780669136d16a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "0d17f5b32cc2d9b2dff80151160ed46c8d59e7180d592737ffff23c064a4aa30", |
| "official_sha256": "0d17f5b32cc2d9b2dff80151160ed46c8d59e7180d592737ffff23c064a4aa30", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "7c5f6cd79b6cfc95a687e59cdd37ce526b76a271f28bb2684276bb884602bdd8", |
| "official_sha256": "7c5f6cd79b6cfc95a687e59cdd37ce526b76a271f28bb2684276bb884602bdd8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "69237062d6b5db8cf9d783ea1a4c30d13a8d114c6e58050b9f62c8b9fa75a8b4", |
| "official_sha256": "69237062d6b5db8cf9d783ea1a4c30d13a8d114c6e58050b9f62c8b9fa75a8b4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "9363072058b7d291c8f9555524713655ff0448ba57430673ca33c95643244e30", |
| "official_sha256": "9363072058b7d291c8f9555524713655ff0448ba57430673ca33c95643244e30", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "90b721d37e9fbf4446cbd062f1cf8e1b16605f1c7c77c57529a1ca47e8d85cb7", |
| "official_sha256": "90b721d37e9fbf4446cbd062f1cf8e1b16605f1c7c77c57529a1ca47e8d85cb7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "2968088757ebc59c25303d936057a2e36c8fcb1e947e742037562a89610f118b", |
| "official_sha256": "2968088757ebc59c25303d936057a2e36c8fcb1e947e742037562a89610f118b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "279b23de2fc35e8544a273e982f9e622c25ee91228afcdef7a8fafe178232002", |
| "official_sha256": "279b23de2fc35e8544a273e982f9e622c25ee91228afcdef7a8fafe178232002", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "48054c3d87a4152d24c1813027635c00021eaa9a5cfd1720fb6fb77a8e306104", |
| "official_sha256": "48054c3d87a4152d24c1813027635c00021eaa9a5cfd1720fb6fb77a8e306104", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "1fcac2f61e1688c2ef5600c0158f251d85c11ff44a47729b9717cb22e3acf3ee", |
| "official_sha256": "1fcac2f61e1688c2ef5600c0158f251d85c11ff44a47729b9717cb22e3acf3ee", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5a2789fd77bca37968b694c67fde388d7e8a61b9d4a7adf5ed0a426a152fecbb", |
| "official_sha256": "5a2789fd77bca37968b694c67fde388d7e8a61b9d4a7adf5ed0a426a152fecbb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "94af7d2edb9a8ee8a53fe10cd479c0332d33407214eea2d86b8d60490ca4dbca", |
| "official_sha256": "94af7d2edb9a8ee8a53fe10cd479c0332d33407214eea2d86b8d60490ca4dbca", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "a9af31612118cae614bbc3b4da887a194c3cb0e117c8ff2c2c202d6af700177e", |
| "official_sha256": "a9af31612118cae614bbc3b4da887a194c3cb0e117c8ff2c2c202d6af700177e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "cf081c19c52febe07ae879ee0f84e76be1847f9c17e29f3bf386115ce1d4f74a", |
| "official_sha256": "cf081c19c52febe07ae879ee0f84e76be1847f9c17e29f3bf386115ce1d4f74a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "95e14c56dc2752d40b0113e58927ed5499a2b061803e5b9126e9304f52275a53", |
| "official_sha256": "95e14c56dc2752d40b0113e58927ed5499a2b061803e5b9126e9304f52275a53", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "1c7ac7b76f75bb289b39390edbd22a51fbe74eef89228edc1d0f442e9aa9503c", |
| "official_sha256": "1c7ac7b76f75bb289b39390edbd22a51fbe74eef89228edc1d0f442e9aa9503c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "2d0b64df260bebc0f65e95a4fe9387b0cd15c11993ae1344b46696e16dbdd0e0", |
| "official_sha256": "2d0b64df260bebc0f65e95a4fe9387b0cd15c11993ae1344b46696e16dbdd0e0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "0c641c60172279b2dabb689e3d18bd290f6945a157d770a4532f2af2d423eebb", |
| "official_sha256": "0c641c60172279b2dabb689e3d18bd290f6945a157d770a4532f2af2d423eebb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "a01af76da1fd378d6948e8b739b83198fc9234de3485a98eb18620495d919eda", |
| "official_sha256": "a01af76da1fd378d6948e8b739b83198fc9234de3485a98eb18620495d919eda", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.dec_16.5.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "bf5e5f2b2e685b99781bd13fee4cf974ed37bede14a180ce84abd32878fb6c14", |
| "official_sha256": "bf5e5f2b2e685b99781bd13fee4cf974ed37bede14a180ce84abd32878fb6c14", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.down.conv.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "f086e4a91b47b271a21b1d7771bcf369d15552482cfea14170388bf712ead1b7", |
| "official_sha256": "f086e4a91b47b271a21b1d7771bcf369d15552482cfea14170388bf712ead1b7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.down.conv.weight", |
| "shape": [ |
| 512, |
| 512, |
| 8, |
| 8 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 67108864, |
| "conversion_input_sha256": "583811d90e078e98d2341c9044f120b1c8fc20d9a2924c833bb326cdbb8c2180", |
| "official_sha256": "583811d90e078e98d2341c9044f120b1c8fc20d9a2924c833bb326cdbb8c2180", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.adaln.in_proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "783b43b75821edce6dde8395e557be72fa46e861bcd4e672367aa6f3294066d8", |
| "official_sha256": "783b43b75821edce6dde8395e557be72fa46e861bcd4e672367aa6f3294066d8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.adaln.in_proj.weight", |
| "shape": [ |
| 512, |
| 1 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b07cbbd8082a83bb030270cf419c474fe8504969bb33a5af8189613ecf31a012", |
| "official_sha256": "b07cbbd8082a83bb030270cf419c474fe8504969bb33a5af8189613ecf31a012", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.adaln.proj.bias", |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12288, |
| "conversion_input_sha256": "002fb200e5619eb6d3ea233e8e7e70d9eebfc04ee73461c7118cc1be79ed1b11", |
| "official_sha256": "002fb200e5619eb6d3ea233e8e7e70d9eebfc04ee73461c7118cc1be79ed1b11", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.adaln.proj.weight", |
| "shape": [ |
| 3072, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6291456, |
| "conversion_input_sha256": "0e1da33aec31cae2b1c455e88cc161f1e15dc408e811fd8c1275cbdf8333169b", |
| "official_sha256": "0e1da33aec31cae2b1c455e88cc161f1e15dc408e811fd8c1275cbdf8333169b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "b7535eae4b8100837a6addfd218b91ed26db02adb8c23d5dd2b2a0e0ea710284", |
| "official_sha256": "b7535eae4b8100837a6addfd218b91ed26db02adb8c23d5dd2b2a0e0ea710284", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "36c287c56ff4fb2e2211b31caee9a6a799d6fa4a93b3650a02d0aae5b5bd841e", |
| "official_sha256": "36c287c56ff4fb2e2211b31caee9a6a799d6fa4a93b3650a02d0aae5b5bd841e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "71b99dc95cafc7009fc3df0e0efc14719e4eacf2d22242be07551468b98f43c8", |
| "official_sha256": "71b99dc95cafc7009fc3df0e0efc14719e4eacf2d22242be07551468b98f43c8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "3086eacf4b33ddde49b33a52ef8bd16f7b327c76ff3c3226609f3310d4b41091", |
| "official_sha256": "3086eacf4b33ddde49b33a52ef8bd16f7b327c76ff3c3226609f3310d4b41091", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "11a5c869ce2c39bb276732fd00eb51a24381e1dcccf74d6c909257f35535029f", |
| "official_sha256": "11a5c869ce2c39bb276732fd00eb51a24381e1dcccf74d6c909257f35535029f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "fd0674176de7caddc622a475f7d19c52aa17fb73b975b2ab36bbdd5b179dbe49", |
| "official_sha256": "fd0674176de7caddc622a475f7d19c52aa17fb73b975b2ab36bbdd5b179dbe49", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "9bcfbf2415c7b38c31288e4adaa4a8eafcf1dec16589cb5fe18469f19bbd3d6d", |
| "official_sha256": "9bcfbf2415c7b38c31288e4adaa4a8eafcf1dec16589cb5fe18469f19bbd3d6d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "78d2f4c8a6d6f490d5a975de9cae3a2c8037fe46019fbf1da8708ca510721dce", |
| "official_sha256": "78d2f4c8a6d6f490d5a975de9cae3a2c8037fe46019fbf1da8708ca510721dce", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "8b13907733e86567ccecbd656df47465d61d95de8ebe86075612b63fdcaea707", |
| "official_sha256": "8b13907733e86567ccecbd656df47465d61d95de8ebe86075612b63fdcaea707", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "85f57355a6f78589a3414cf2048201e63c7f5140f7c50127b16bbaecf76dd1e7", |
| "official_sha256": "85f57355a6f78589a3414cf2048201e63c7f5140f7c50127b16bbaecf76dd1e7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "ae61c2900eb3aea641e7bc40d99fcbaa917e4324d51abfc9bd220f40044131c6", |
| "official_sha256": "ae61c2900eb3aea641e7bc40d99fcbaa917e4324d51abfc9bd220f40044131c6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b8194d12fa8813c18c0c39f2bdfcba0c6d2b9c8dee9c66513f14499fd9a13477", |
| "official_sha256": "b8194d12fa8813c18c0c39f2bdfcba0c6d2b9c8dee9c66513f14499fd9a13477", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "cd44bb16f269058c810751c40ef94b1e60e585b2dcef6971629d8040bfabf21a", |
| "official_sha256": "cd44bb16f269058c810751c40ef94b1e60e585b2dcef6971629d8040bfabf21a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "7571179688a637d3e0ca8b03a27ecbeaa7f483e98e426c3057cc91bee2585a29", |
| "official_sha256": "7571179688a637d3e0ca8b03a27ecbeaa7f483e98e426c3057cc91bee2585a29", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "28fce83c4bec1f39a050513e32f9409150d82c98e352b9f82be3eb965663f283", |
| "official_sha256": "28fce83c4bec1f39a050513e32f9409150d82c98e352b9f82be3eb965663f283", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "8d94b40e1563a641256b4924d4b65b687beeaf3f75a7e014e85fe6d0e8b8146f", |
| "official_sha256": "8d94b40e1563a641256b4924d4b65b687beeaf3f75a7e014e85fe6d0e8b8146f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "fe83f68f6455654f65146bc3fb40b60dce465336c1e981ef07e73c141da7b189", |
| "official_sha256": "fe83f68f6455654f65146bc3fb40b60dce465336c1e981ef07e73c141da7b189", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "46c9a6eaa0430def30d15842477c64c66c9f53a22cee0524072b03c457ded99b", |
| "official_sha256": "46c9a6eaa0430def30d15842477c64c66c9f53a22cee0524072b03c457ded99b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "3a3dd15fab09ed1b14c62d0f1b9e8bafdd635e2ab373f8077814a4031298c6ae", |
| "official_sha256": "3a3dd15fab09ed1b14c62d0f1b9e8bafdd635e2ab373f8077814a4031298c6ae", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "820a7d5cc894741704723568b51e243f801864d016d18c8bdd915f8b5fcc63dc", |
| "official_sha256": "820a7d5cc894741704723568b51e243f801864d016d18c8bdd915f8b5fcc63dc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.0.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "7cd5958581098485a27972c9359bf9a2419f9894b4a891065a56a10c884a01c0", |
| "official_sha256": "7cd5958581098485a27972c9359bf9a2419f9894b4a891065a56a10c884a01c0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.adaln.in_proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "45ce61addd2b23bd6bb7a480a31766fc8640f9960debeefddcb79805d9fd2993", |
| "official_sha256": "45ce61addd2b23bd6bb7a480a31766fc8640f9960debeefddcb79805d9fd2993", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.adaln.in_proj.weight", |
| "shape": [ |
| 512, |
| 1 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "64763e96bb101aa01613f3d288fda27132c8d5f9ac5fddd8847e14763c197529", |
| "official_sha256": "64763e96bb101aa01613f3d288fda27132c8d5f9ac5fddd8847e14763c197529", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.adaln.proj.bias", |
| "shape": [ |
| 3072 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12288, |
| "conversion_input_sha256": "1a3a740c3c3b585a79368af8af2cf9b96c01ee3c280b5b874cbdf0b7e848b676", |
| "official_sha256": "1a3a740c3c3b585a79368af8af2cf9b96c01ee3c280b5b874cbdf0b7e848b676", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.adaln.proj.weight", |
| "shape": [ |
| 3072, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6291456, |
| "conversion_input_sha256": "1251a7a67d071ddb023b60ecf876232f0c4d070d9aa22323532b4c1e0a48c9c5", |
| "official_sha256": "1251a7a67d071ddb023b60ecf876232f0c4d070d9aa22323532b4c1e0a48c9c5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "e9f09562bc5cdd530879f9f675edce9b67fba7a64e14133806df56173c6272c2", |
| "official_sha256": "e9f09562bc5cdd530879f9f675edce9b67fba7a64e14133806df56173c6272c2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "28e25977dd71be7c4eab312596e520988e42b3d01148ed77866a40951711b24b", |
| "official_sha256": "28e25977dd71be7c4eab312596e520988e42b3d01148ed77866a40951711b24b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "24d63aa0b38ff0876d59959c7be78b0910f9cffd614ba4c0e0e084f6ab6f64a5", |
| "official_sha256": "24d63aa0b38ff0876d59959c7be78b0910f9cffd614ba4c0e0e084f6ab6f64a5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "58757d90ca9f8f5639d9fb6c66b789ec224016cebbddddae59aff9b2edb7f0ca", |
| "official_sha256": "58757d90ca9f8f5639d9fb6c66b789ec224016cebbddddae59aff9b2edb7f0ca", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "3e94971ed42e21012c0e522537316a7773b2e20e20600fe70579bf7ff3469e67", |
| "official_sha256": "3e94971ed42e21012c0e522537316a7773b2e20e20600fe70579bf7ff3469e67", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "2a4703ef5f0e9bfb338d8de1593a33b43378762fe975c5fd638fc2a1c1aca6f3", |
| "official_sha256": "2a4703ef5f0e9bfb338d8de1593a33b43378762fe975c5fd638fc2a1c1aca6f3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "30841f9ea0265390d565ab8f61ac1a2236b1050a8addba08393674f1472f21a5", |
| "official_sha256": "30841f9ea0265390d565ab8f61ac1a2236b1050a8addba08393674f1472f21a5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "6460f163786c981467f9240dc7bbe8d6d2dfa69f58a164f4d7fb89e45dad0bcd", |
| "official_sha256": "6460f163786c981467f9240dc7bbe8d6d2dfa69f58a164f4d7fb89e45dad0bcd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5fc11a7a6f85519b38cbaa1138ad13f6b0cfb64e176ecc973e780773ea00087f", |
| "official_sha256": "5fc11a7a6f85519b38cbaa1138ad13f6b0cfb64e176ecc973e780773ea00087f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "7f24839315c98f901659ebfa95ac7fef75500248bf2722c32e3ae6df4b4588fb", |
| "official_sha256": "7f24839315c98f901659ebfa95ac7fef75500248bf2722c32e3ae6df4b4588fb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5966c579c44899db7f862bb17aac10b01adc7dc462a14d2aa65d2af78f5baa01", |
| "official_sha256": "5966c579c44899db7f862bb17aac10b01adc7dc462a14d2aa65d2af78f5baa01", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5f2a74e630ade35ce7b05d07c37466235bb33ad665ebb4df4b8aa2b55ff1d033", |
| "official_sha256": "5f2a74e630ade35ce7b05d07c37466235bb33ad665ebb4df4b8aa2b55ff1d033", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "a8eda06c41309793076c57c74be35b21c56b15815e08905442a9a21805bb9355", |
| "official_sha256": "a8eda06c41309793076c57c74be35b21c56b15815e08905442a9a21805bb9355", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "96d7c1c5f6c186563eb18a573cf34c3c404a3a3a61da3a63040a706852c2021b", |
| "official_sha256": "96d7c1c5f6c186563eb18a573cf34c3c404a3a3a61da3a63040a706852c2021b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "24e23398a8b957d7b81028f0dcf0627fe02614e2a6a11815bf9f0e266110a6d5", |
| "official_sha256": "24e23398a8b957d7b81028f0dcf0627fe02614e2a6a11815bf9f0e266110a6d5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "5b12639b86d3cc3ea4f82cd36a4138d88f35178885b8b9e334b392894e219fd9", |
| "official_sha256": "5b12639b86d3cc3ea4f82cd36a4138d88f35178885b8b9e334b392894e219fd9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "d974fcc448bb7c89ce03295a521a3eb2484e77d30c07d534c0d0d6bf546e8ea5", |
| "official_sha256": "d974fcc448bb7c89ce03295a521a3eb2484e77d30c07d534c0d0d6bf546e8ea5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "55ff2aa5de707ab7093cb9288e75dab62e121d40c02494639a2135caa9618d60", |
| "official_sha256": "55ff2aa5de707ab7093cb9288e75dab62e121d40c02494639a2135caa9618d60", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "11a64b655eb5c00ac960a6e81e0313842c370dd2a49721fe4d27b55827b3e31c", |
| "official_sha256": "11a64b655eb5c00ac960a6e81e0313842c370dd2a49721fe4d27b55827b3e31c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "358bfd735c836ce21245e1c5bee70840bb864dd6ea7997a35838d0b1b27e090b", |
| "official_sha256": "358bfd735c836ce21245e1c5bee70840bb864dd6ea7997a35838d0b1b27e090b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.enc_16.1.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "34e8559b2abe28f2f06ce450c7d808be49cab7c8bc19ce1a0c0f7f17f677e057", |
| "official_sha256": "34e8559b2abe28f2f06ce450c7d808be49cab7c8bc19ce1a0c0f7f17f677e057", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.linear_shortcut.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "959815255cf6aa83f9f5924c5b7744e78581a57dae115407ee81109c0f96c623", |
| "official_sha256": "959815255cf6aa83f9f5924c5b7744e78581a57dae115407ee81109c0f96c623", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.linear_shortcut.weight", |
| "shape": [ |
| 1536, |
| 2816 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 17301504, |
| "conversion_input_sha256": "8843be11a560d24fc2d2d8105fbda48af815064a7b2eb24183a5e7461b067fa3", |
| "official_sha256": "8843be11a560d24fc2d2d8105fbda48af815064a7b2eb24183a5e7461b067fa3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.norm.weight", |
| "shape": [ |
| 2816 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 11264, |
| "conversion_input_sha256": "615ec084f51e0dd4c325cba2b37cfe620c925b934551a4dc7a506e5b48f95b2f", |
| "official_sha256": "615ec084f51e0dd4c325cba2b37cfe620c925b934551a4dc7a506e5b48f95b2f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_down.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "959815255cf6aa83f9f5924c5b7744e78581a57dae115407ee81109c0f96c623", |
| "official_sha256": "959815255cf6aa83f9f5924c5b7744e78581a57dae115407ee81109c0f96c623", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_down.weight", |
| "shape": [ |
| 1536, |
| 6080 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 37355520, |
| "conversion_input_sha256": "b7f89ca553d89063f90d2376b12e4be7e23e68b294a4b9111f36b4e36535de32", |
| "official_sha256": "b7f89ca553d89063f90d2376b12e4be7e23e68b294a4b9111f36b4e36535de32", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_gate.bias", |
| "shape": [ |
| 6080 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 24320, |
| "conversion_input_sha256": "1715787556584851affda5f41218582fe79c572d7720645e84d00e2d1b8dae86", |
| "official_sha256": "1715787556584851affda5f41218582fe79c572d7720645e84d00e2d1b8dae86", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_gate.weight", |
| "shape": [ |
| 6080, |
| 2816 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 68485120, |
| "conversion_input_sha256": "e7375f3c1d75d1759c613cb8091a9c2bd0a0963db297a7032c40ba445b2c3ae1", |
| "official_sha256": "e7375f3c1d75d1759c613cb8091a9c2bd0a0963db297a7032c40ba445b2c3ae1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_up.bias", |
| "shape": [ |
| 6080 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 24320, |
| "conversion_input_sha256": "7a3846fe0dbed6a4923627550fe6db551b84a0069c13ae300703139337fb2fef", |
| "official_sha256": "7a3846fe0dbed6a4923627550fe6db551b84a0069c13ae300703139337fb2fef", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.fuse.w_up.weight", |
| "shape": [ |
| 6080, |
| 2816 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 68485120, |
| "conversion_input_sha256": "d84de3c0172eee35732a828ae6f74acb64e3d2ab67da3f9a68b0f9615e84b41d", |
| "official_sha256": "d84de3c0172eee35732a828ae6f74acb64e3d2ab67da3f9a68b0f9615e84b41d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "6e5bd76375b3cd5b02e529615ec7997430bac4bca0fe803d81a4b837a341ae4f", |
| "official_sha256": "6e5bd76375b3cd5b02e529615ec7997430bac4bca0fe803d81a4b837a341ae4f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "6e716f2c08c1e9cbc629ba9c68232638701f5138dfb49a636e9068c029dd992f", |
| "official_sha256": "6e716f2c08c1e9cbc629ba9c68232638701f5138dfb49a636e9068c029dd992f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "045d326bcd4195001ead9d7f9592ae37f09f177058676e13e42a2fc5119a2e16", |
| "official_sha256": "045d326bcd4195001ead9d7f9592ae37f09f177058676e13e42a2fc5119a2e16", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "e59048c93b3b8b58a5e3e9923212c89fe6e18dbb1b33e87ece117f114fac8035", |
| "official_sha256": "e59048c93b3b8b58a5e3e9923212c89fe6e18dbb1b33e87ece117f114fac8035", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "244b52a93e898627f9944722e2985f46f720b6abbef17fc1e4db38aa774f5622", |
| "official_sha256": "244b52a93e898627f9944722e2985f46f720b6abbef17fc1e4db38aa774f5622", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "803eed73cb7d342119d17c4f8292190359316701955c881182c6139f8d1d8994", |
| "official_sha256": "803eed73cb7d342119d17c4f8292190359316701955c881182c6139f8d1d8994", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "f78873dfc03fc9677aad4cb5fbef5e0dcc2ccb3113e4f9c17233fe2b720c827c", |
| "official_sha256": "f78873dfc03fc9677aad4cb5fbef5e0dcc2ccb3113e4f9c17233fe2b720c827c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "1df07d5b3c3cc2744ecdd46dff624d25f001656fba138b5b58a0dc14ce6def8d", |
| "official_sha256": "1df07d5b3c3cc2744ecdd46dff624d25f001656fba138b5b58a0dc14ce6def8d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "7e738756c63ec1f79cb0d40dc329b05b915eed6a43f5be42e46f61b696532f49", |
| "official_sha256": "7e738756c63ec1f79cb0d40dc329b05b915eed6a43f5be42e46f61b696532f49", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "22eb7b5f7e634639bb16a2ea87ef20012f770dd0021bcc50ab3a9b2701ac463c", |
| "official_sha256": "22eb7b5f7e634639bb16a2ea87ef20012f770dd0021bcc50ab3a9b2701ac463c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "fae8ca9a4779ba30268284a40ad9047b536e528272a3a99eed96714a5463c1f1", |
| "official_sha256": "fae8ca9a4779ba30268284a40ad9047b536e528272a3a99eed96714a5463c1f1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "492579f32b87099be7e03ba40f2e34aae3b8ae7d74312b80d2e0bbc62edd966b", |
| "official_sha256": "492579f32b87099be7e03ba40f2e34aae3b8ae7d74312b80d2e0bbc62edd966b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "652b259a45e18d1712c8047c9e1dd6a4ed6f95d343769c95fd75e9702ffa353c", |
| "official_sha256": "652b259a45e18d1712c8047c9e1dd6a4ed6f95d343769c95fd75e9702ffa353c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "d85acc280df6756aa65fc090335f520a39baee2330feac06eef9656034e0e159", |
| "official_sha256": "d85acc280df6756aa65fc090335f520a39baee2330feac06eef9656034e0e159", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "17a8814ec4ff1b567bffccf8ce81c48ce71e7ddb6077223a94735d858f9450c6", |
| "official_sha256": "17a8814ec4ff1b567bffccf8ce81c48ce71e7ddb6077223a94735d858f9450c6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "d4f65c363b79cf0f0a0f4eb73eee4054c4009d5e53069feaccb687fbae5a1562", |
| "official_sha256": "d4f65c363b79cf0f0a0f4eb73eee4054c4009d5e53069feaccb687fbae5a1562", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "2285192ebd92f307ec8ab5eff01dff3e90848ef750c41ac64209f12117ac00cc", |
| "official_sha256": "2285192ebd92f307ec8ab5eff01dff3e90848ef750c41ac64209f12117ac00cc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "967bd06f2c64ae94ea675343d10d70a1f95459d7f8664a9c4d9436589eb3f30a", |
| "official_sha256": "967bd06f2c64ae94ea675343d10d70a1f95459d7f8664a9c4d9436589eb3f30a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "1a0cf59051127a5eeaec25f8aaacd7a51f25e601e84b77e49c760528dc5b407f", |
| "official_sha256": "1a0cf59051127a5eeaec25f8aaacd7a51f25e601e84b77e49c760528dc5b407f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "044070ada684148841abd25bce8df0fb7a7faf0273136649d22ef49ddbcee12d", |
| "official_sha256": "044070ada684148841abd25bce8df0fb7a7faf0273136649d22ef49ddbcee12d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "d369545996d87524a641f5a91205ec6f0db7f4b47e327aaf2d640bde37139d3c", |
| "official_sha256": "d369545996d87524a641f5a91205ec6f0db7f4b47e327aaf2d640bde37139d3c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "91d54e06393d0ba5556cded8371815c189bb7625fa72768e107ed774be87ee42", |
| "official_sha256": "91d54e06393d0ba5556cded8371815c189bb7625fa72768e107ed774be87ee42", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.0.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "63a7f10774a42ecf297673ba08e2c2038e60218de2596ed179267fc6af412ebc", |
| "official_sha256": "63a7f10774a42ecf297673ba08e2c2038e60218de2596ed179267fc6af412ebc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "d892b8132a7583c13936d9fe99589ad4dfd736ab48f7463bb281981014911e18", |
| "official_sha256": "d892b8132a7583c13936d9fe99589ad4dfd736ab48f7463bb281981014911e18", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "4917159d8738d940d21422dbe473033f40d08728f0a19cfc05d8f46663b0ae91", |
| "official_sha256": "4917159d8738d940d21422dbe473033f40d08728f0a19cfc05d8f46663b0ae91", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "b8e7160a958137297870f31c5bbd917f6aa6523e397c41ac00bb385a26c37186", |
| "official_sha256": "b8e7160a958137297870f31c5bbd917f6aa6523e397c41ac00bb385a26c37186", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "b79df44fc06b2d8ee68f3529f321c890ababb2bc19c8e006aee5ed6cd90fa44a", |
| "official_sha256": "b79df44fc06b2d8ee68f3529f321c890ababb2bc19c8e006aee5ed6cd90fa44a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "469644bcc9e5cee909fe680b506745a3b2c3ac22aa3a7d269d6a0783bfcd2d27", |
| "official_sha256": "469644bcc9e5cee909fe680b506745a3b2c3ac22aa3a7d269d6a0783bfcd2d27", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "b564425c293ff3e1937ca1e244e547637eeb74a93982e64944227b7ad3c0ad00", |
| "official_sha256": "b564425c293ff3e1937ca1e244e547637eeb74a93982e64944227b7ad3c0ad00", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "fcbdd0d0e89733e2c27b93983643b9ecb2d28c16c14fb81e9b14b47a560a4a36", |
| "official_sha256": "fcbdd0d0e89733e2c27b93983643b9ecb2d28c16c14fb81e9b14b47a560a4a36", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "2cf46d2ed450cee2dc50162b8401b58cb0d4406bdc57225e5dda4eb46028bca3", |
| "official_sha256": "2cf46d2ed450cee2dc50162b8401b58cb0d4406bdc57225e5dda4eb46028bca3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 1536, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 301056, |
| "conversion_input_sha256": "2222e5a48e355a325c4b5a532545a8d7b8b7479ff8c16782d883d8dfd5469de7", |
| "official_sha256": "2222e5a48e355a325c4b5a532545a8d7b8b7479ff8c16782d883d8dfd5469de7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "4ad8216cdb88433cbdb5cc6a19f8b77e205fd728be1939b615a40eb4c78bd823", |
| "official_sha256": "4ad8216cdb88433cbdb5cc6a19f8b77e205fd728be1939b615a40eb4c78bd823", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5fd4ba53fbceaab2185d49ca5d72e3325ca998c03579af3e8d6e85fa211a29a6", |
| "official_sha256": "5fd4ba53fbceaab2185d49ca5d72e3325ca998c03579af3e8d6e85fa211a29a6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "a74380091d497cca39d991bdb43452c120d088267bfa041179920bef53f74faf", |
| "official_sha256": "a74380091d497cca39d991bdb43452c120d088267bfa041179920bef53f74faf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "305d484198cb217176bcd0a021f60b5083bad400822f5530d71b5916fa4992b2", |
| "official_sha256": "305d484198cb217176bcd0a021f60b5083bad400822f5530d71b5916fa4992b2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "4207997ad80c389b11d5de81b09e2d44816cf0942bbfaba8fcd5e999379940ab", |
| "official_sha256": "4207997ad80c389b11d5de81b09e2d44816cf0942bbfaba8fcd5e999379940ab", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "bc541322665ea68fef09a2c3707b5ab1507d2dcb410fc443cdc55e46577e72f6", |
| "official_sha256": "bc541322665ea68fef09a2c3707b5ab1507d2dcb410fc443cdc55e46577e72f6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "7f163b469f56b6a40425cac1f5aeed3e4a47f21dbfb332a074d2d034c11f464b", |
| "official_sha256": "7f163b469f56b6a40425cac1f5aeed3e4a47f21dbfb332a074d2d034c11f464b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "fe0dfad559cfddcf57f0e0e3202c5623386babd09dad888b9190b9b0fd1b58a8", |
| "official_sha256": "fe0dfad559cfddcf57f0e0e3202c5623386babd09dad888b9190b9b0fd1b58a8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "600b3ec2c392ed428d106262c5bab9eafc09ef88dc9aacd93645016d9141ac17", |
| "official_sha256": "600b3ec2c392ed428d106262c5bab9eafc09ef88dc9aacd93645016d9141ac17", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "66dc6c57a1b7aadab67016f446d825d93e9701cc1e37fb947b1102ad9bac16b0", |
| "official_sha256": "66dc6c57a1b7aadab67016f446d825d93e9701cc1e37fb947b1102ad9bac16b0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "bacf0835f1a49bf1674bd9d8e8d0453c116bb4a30827c6e95d9a47eeb6e1b00e", |
| "official_sha256": "bacf0835f1a49bf1674bd9d8e8d0453c116bb4a30827c6e95d9a47eeb6e1b00e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "5b40517afc9fc362a53b544758e093b45310a56dd192fff13d88791126a51a42", |
| "official_sha256": "5b40517afc9fc362a53b544758e093b45310a56dd192fff13d88791126a51a42", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "857dba1dd23d45fd63171114e90e6e977f00f7d2ff8b4b59a32c1a17d56d9c36", |
| "official_sha256": "857dba1dd23d45fd63171114e90e6e977f00f7d2ff8b4b59a32c1a17d56d9c36", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.1.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "33355e47c9bd0ab21ef4ba31504953f203fd58730117bb06cd14c7881ded5337", |
| "official_sha256": "33355e47c9bd0ab21ef4ba31504953f203fd58730117bb06cd14c7881ded5337", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "da2afedafb428c30421403128da55015d0239f989d5df23fb2f859c2a221a391", |
| "official_sha256": "da2afedafb428c30421403128da55015d0239f989d5df23fb2f859c2a221a391", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "7dd28a752337ba29c18bec6fa37bc7f0e210567f7509989536fdd74a6f80297b", |
| "official_sha256": "7dd28a752337ba29c18bec6fa37bc7f0e210567f7509989536fdd74a6f80297b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "16f71b9435bd9cb5e95ef78a3531d3cd0fcc48d79ab8cb4d0aa180189d90951f", |
| "official_sha256": "16f71b9435bd9cb5e95ef78a3531d3cd0fcc48d79ab8cb4d0aa180189d90951f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "e1314a3136408d48004882425c07bc707dafb3ccd8b9bc545126706e3ae2b02b", |
| "official_sha256": "e1314a3136408d48004882425c07bc707dafb3ccd8b9bc545126706e3ae2b02b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "e9592155100afafe4f26e2388bc1d40b743ad35cc9e96c200616545a33c704e4", |
| "official_sha256": "e9592155100afafe4f26e2388bc1d40b743ad35cc9e96c200616545a33c704e4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "bb143fa2fbb27907a040573850be30a951f2c92d6e5912d3f9a88d76c8a319d6", |
| "official_sha256": "bb143fa2fbb27907a040573850be30a951f2c92d6e5912d3f9a88d76c8a319d6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "98db01a5b43542a7bb84c2e233e993c785e939094b6913ae5eeaed7a39b2b3c5", |
| "official_sha256": "98db01a5b43542a7bb84c2e233e993c785e939094b6913ae5eeaed7a39b2b3c5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5c8cff4726ade1ca0212317619d107c031908b07c9b875bfe03206d28ffa7e06", |
| "official_sha256": "5c8cff4726ade1ca0212317619d107c031908b07c9b875bfe03206d28ffa7e06", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "159d7047ad6e35a3006aa57a0a7bdbe11146b77ebc320669252b13d482c6b754", |
| "official_sha256": "159d7047ad6e35a3006aa57a0a7bdbe11146b77ebc320669252b13d482c6b754", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "28ff2d2fc4077cc1f0adceeefb72848303fccffdfec274e3c51552e993baf7c5", |
| "official_sha256": "28ff2d2fc4077cc1f0adceeefb72848303fccffdfec274e3c51552e993baf7c5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "139ae1ec950d0bb09dcc4ef2a41fc68c90bbd80f859ad906d0e00c999481a14b", |
| "official_sha256": "139ae1ec950d0bb09dcc4ef2a41fc68c90bbd80f859ad906d0e00c999481a14b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "cf643fe837f4ffff5c6d6a2b7d0b0f61ec8f8404aff5cd474bbc515f3ba40af7", |
| "official_sha256": "cf643fe837f4ffff5c6d6a2b7d0b0f61ec8f8404aff5cd474bbc515f3ba40af7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "40f57bdcd54e6330c90802fbdd1e3816ab98ec7378a180c13327c507bbb78928", |
| "official_sha256": "40f57bdcd54e6330c90802fbdd1e3816ab98ec7378a180c13327c507bbb78928", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "f6ece9db10217a755850dadc012b8c7cf8b9dc8d4aaefac3e746f1b3d67e966c", |
| "official_sha256": "f6ece9db10217a755850dadc012b8c7cf8b9dc8d4aaefac3e746f1b3d67e966c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "d54f6125f0a9e5dfe98ffc882630e2fd7dd77959cfa075ae596164a9d408a252", |
| "official_sha256": "d54f6125f0a9e5dfe98ffc882630e2fd7dd77959cfa075ae596164a9d408a252", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "85a82b680efd31e2eadbfdbc7ae42a19697d0eb7438e3a5c22dd3404253d65bc", |
| "official_sha256": "85a82b680efd31e2eadbfdbc7ae42a19697d0eb7438e3a5c22dd3404253d65bc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "f08d20b881ef2a36e4486366c2796c54408b3be2171e904bc2c341fc8090e981", |
| "official_sha256": "f08d20b881ef2a36e4486366c2796c54408b3be2171e904bc2c341fc8090e981", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "d462e5eced20ca89f0fb7cad0c7d79596265ac4b0e4758fda70926b10be41fe0", |
| "official_sha256": "d462e5eced20ca89f0fb7cad0c7d79596265ac4b0e4758fda70926b10be41fe0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "4195eae8c2669de2aac58a97f32286765dced24d21cabd1946c4d6808248fb32", |
| "official_sha256": "4195eae8c2669de2aac58a97f32286765dced24d21cabd1946c4d6808248fb32", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "bd82e9745121afd36e346b88de0b446e7af57613edc609806e558cba7b3ba0f8", |
| "official_sha256": "bd82e9745121afd36e346b88de0b446e7af57613edc609806e558cba7b3ba0f8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.2.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "fc2d11a10eb75f50c95929b8b6885d22a1dff64e9936216d1afe2e9ec999c1a4", |
| "official_sha256": "fc2d11a10eb75f50c95929b8b6885d22a1dff64e9936216d1afe2e9ec999c1a4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.attn_gate.proj.weight", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384, |
| "conversion_input_sha256": "68c55ff0c6a4018263ca85b1958ec25311e56340b01c4c1cf60d0e5761c4f568", |
| "official_sha256": "68c55ff0c6a4018263ca85b1958ec25311e56340b01c4c1cf60d0e5761c4f568", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.k_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "57633e2913c2ed2e763d3323f25aafd76cc10efb3a15772eabffdac6b7ab59de", |
| "official_sha256": "57633e2913c2ed2e763d3323f25aafd76cc10efb3a15772eabffdac6b7ab59de", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.proj.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "13a6929db19b3212832829b909c184184740ccfdccc665a26d952095c829c3cd", |
| "official_sha256": "13a6929db19b3212832829b909c184184740ccfdccc665a26d952095c829c3cd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.proj.weight", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1048576, |
| "conversion_input_sha256": "3ce703ec6edcc70014c747a62b6da82e7e8f18378153dccb30ddb538431e6d9f", |
| "official_sha256": "3ce703ec6edcc70014c747a62b6da82e7e8f18378153dccb30ddb538431e6d9f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.q_norm.weight", |
| "shape": [ |
| 64 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 256, |
| "conversion_input_sha256": "403f933bc53af469e2df8adf42648eabfe226c19d383354d65e1556b1583b8a2", |
| "official_sha256": "403f933bc53af469e2df8adf42648eabfe226c19d383354d65e1556b1583b8a2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.qkv.qkv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "4f27ad2594ba5dc6652847196ff9789bde9145d115a2dde073be9198b01ce8bd", |
| "official_sha256": "4f27ad2594ba5dc6652847196ff9789bde9145d115a2dde073be9198b01ce8bd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.attn.qkv.qkv.weight", |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3145728, |
| "conversion_input_sha256": "476abab4f2fbb314fec5a719fb2d4df3f61addadc2e07588390caba69575156a", |
| "official_sha256": "476abab4f2fbb314fec5a719fb2d4df3f61addadc2e07588390caba69575156a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.gamma", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "5e6424f27cef0e2b23df7147519d4d9396e0efbbaf6dfb50443d7b9d1e78aff4", |
| "official_sha256": "5e6424f27cef0e2b23df7147519d4d9396e0efbbaf6dfb50443d7b9d1e78aff4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.gate.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "3b26cd0f43b386142ac507d4b333141e4a076b1d297ee9909a68a9b1acbfc002", |
| "official_sha256": "3b26cd0f43b386142ac507d4b333141e4a076b1d297ee9909a68a9b1acbfc002", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.gate.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "1baf73379707e351d5a29b3514bf4870cd3af6acda5429d6c4e9528c8ee92657", |
| "official_sha256": "1baf73379707e351d5a29b3514bf4870cd3af6acda5429d6c4e9528c8ee92657", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.norm.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "527b7ce2c81400c624b0019e8a9146318541c85b931ad46ed65e219b5638574b", |
| "official_sha256": "527b7ce2c81400c624b0019e8a9146318541c85b931ad46ed65e219b5638574b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.value.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "9636dbd2011340c52f39f29da0b8404e3c3dc08315ec51fa7f0435cde9cf56b2", |
| "official_sha256": "9636dbd2011340c52f39f29da0b8404e3c3dc08315ec51fa7f0435cde9cf56b2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.local_mix.value.weight", |
| "shape": [ |
| 512, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 100352, |
| "conversion_input_sha256": "071ef7ea0e9239ca05245530d3e3dc76df886aef64235c4ff13b7d2076ecdaab", |
| "official_sha256": "071ef7ea0e9239ca05245530d3e3dc76df886aef64235c4ff13b7d2076ecdaab", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_down.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "ca409abad42397624996f5d7c3b301c39241b9c341eb420ba84d7e1a54b18ad4", |
| "official_sha256": "ca409abad42397624996f5d7c3b301c39241b9c341eb420ba84d7e1a54b18ad4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_down.weight", |
| "shape": [ |
| 512, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "566e5b6721f206094bdc0a116abb77f50ff221e09c24a44e17d8b85e5aa3f5c2", |
| "official_sha256": "566e5b6721f206094bdc0a116abb77f50ff221e09c24a44e17d8b85e5aa3f5c2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "51d43fc74f3d149d057f4323347212240d03dcce31ce3f207bd570c18e82055c", |
| "official_sha256": "51d43fc74f3d149d057f4323347212240d03dcce31ce3f207bd570c18e82055c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_gate.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "435f2456f4ca1a2feddae2ea9d857e2db5c5ecf071cf4c5803aa2b444836662e", |
| "official_sha256": "435f2456f4ca1a2feddae2ea9d857e2db5c5ecf071cf4c5803aa2b444836662e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_up.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "e43bd6a00e296d7e72bb3de412a35b140c40aaaa7aa8cc36bda88f00992bc89f", |
| "official_sha256": "e43bd6a00e296d7e72bb3de412a35b140c40aaaa7aa8cc36bda88f00992bc89f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.mlp.w_up.weight", |
| "shape": [ |
| 1280, |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2621440, |
| "conversion_input_sha256": "811be7f4898a44a2d79a4e29f4179ae692f68c15f197c76e0d8ed9c6e9fd1ea2", |
| "official_sha256": "811be7f4898a44a2d79a4e29f4179ae692f68c15f197c76e0d8ed9c6e9fd1ea2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.norm1.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "96b83ecf42120bd829658711802a677085e530db367610a8377197613a49e67f", |
| "official_sha256": "96b83ecf42120bd829658711802a677085e530db367610a8377197613a49e67f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_16.3.norm2.weight", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "7bb831d08f3a2f3c6d627108f2a8fdefc754eb4eb6fa2d9c7a2954e9e8d55969", |
| "official_sha256": "7bb831d08f3a2f3c6d627108f2a8fdefc754eb4eb6fa2d9c7a2954e9e8d55969", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_down.conv.bias", |
| "shape": [ |
| 1536 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6144, |
| "conversion_input_sha256": "49a6ddd96ceffd818f866e0c1f606785c42d1344b0055a16a7500c183e42ab72", |
| "official_sha256": "49a6ddd96ceffd818f866e0c1f606785c42d1344b0055a16a7500c183e42ab72", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_down.conv.weight", |
| "shape": [ |
| 1536, |
| 512, |
| 8, |
| 8 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 201326592, |
| "conversion_input_sha256": "b2c846eb80e75c28d290b6fbcb0c06d97d17b37084a9a3dd84adf1dc7fc31d31", |
| "official_sha256": "b2c846eb80e75c28d290b6fbcb0c06d97d17b37084a9a3dd84adf1dc7fc31d31", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_skip_scale", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "6b11f659933d5df93f577e6bed4fdc1a4b6539037c72dd5bc5fbacc9dcb1e28f", |
| "official_sha256": "6b11f659933d5df93f577e6bed4fdc1a4b6539037c72dd5bc5fbacc9dcb1e28f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_up.proj.bias", |
| "shape": [ |
| 8192 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 32768, |
| "conversion_input_sha256": "1d57afb6145862a57b081ac1411b0aba688d8e34285ac957401e9fbeaf7ccff2", |
| "official_sha256": "1d57afb6145862a57b081ac1411b0aba688d8e34285ac957401e9fbeaf7ccff2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_up.proj.weight", |
| "shape": [ |
| 8192, |
| 1536, |
| 1, |
| 1 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 50331648, |
| "conversion_input_sha256": "933a7156478c7a18e43399010eaabbeb5c515b9418a30af3a6243ec807ca2b77", |
| "official_sha256": "933a7156478c7a18e43399010eaabbeb5c515b9418a30af3a6243ec807ca2b77", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_up.smooth.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "c6bb30f9c82ab1d928016a3fcd9e39a49a0d5b2a0a09630e8a45e40a58c7be43", |
| "official_sha256": "c6bb30f9c82ab1d928016a3fcd9e39a49a0d5b2a0a09630e8a45e40a58c7be43", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.mid_up.smooth.weight", |
| "shape": [ |
| 512, |
| 512, |
| 3, |
| 3 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "bc21be45a0bda72de78604587d6428af6d8094a8c96b145cc932baba61c15f83", |
| "official_sha256": "bc21be45a0bda72de78604587d6428af6d8094a8c96b145cc932baba61c15f83", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.patch_late_skip_scale", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "88830bd89e10afe1f95e0e525ffeba1bb0479b6bd4d38865f3ef99f22d773e49", |
| "official_sha256": "88830bd89e10afe1f95e0e525ffeba1bb0479b6bd4d38865f3ef99f22d773e49", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.stem.conv.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "db390e01f6518d2421d08c9e513a50452df25acd114753d67f3045d8a3aab27d", |
| "official_sha256": "db390e01f6518d2421d08c9e513a50452df25acd114753d67f3045d8a3aab27d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.stem.conv.weight", |
| "shape": [ |
| 512, |
| 4, |
| 32, |
| 32 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 8388608, |
| "conversion_input_sha256": "cfc769a4e5d031d38893288c88e24fbf1594d1be98f13aa596bca42ef9e13aec", |
| "official_sha256": "cfc769a4e5d031d38893288c88e24fbf1594d1be98f13aa596bca42ef9e13aec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.up.proj.bias", |
| "shape": [ |
| 8192 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 32768, |
| "conversion_input_sha256": "259f12ebf4bda71a23b1a92bab6a4b0f1520310de4b767fad5e6bc0f5cbdcb05", |
| "official_sha256": "259f12ebf4bda71a23b1a92bab6a4b0f1520310de4b767fad5e6bc0f5cbdcb05", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.up.proj.weight", |
| "shape": [ |
| 8192, |
| 1536, |
| 1, |
| 1 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 50331648, |
| "conversion_input_sha256": "200f6b5aa8859624657cef29842e5521d78fca27c8e0947bb8d35ca673e4806f", |
| "official_sha256": "200f6b5aa8859624657cef29842e5521d78fca27c8e0947bb8d35ca673e4806f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.up.smooth.bias", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "331b5318a43234bc27179993ce6c84ae6582afaadac94fd18fd7b7363f80c9b7", |
| "official_sha256": "331b5318a43234bc27179993ce6c84ae6582afaadac94fd18fd7b7363f80c9b7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.up.smooth.weight", |
| "shape": [ |
| 512, |
| 512, |
| 3, |
| 3 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "22a4c8b6b8e9eac8e03fcad4352f8f9e86e9e45ad6757951f6d6280fb8255c05", |
| "official_sha256": "22a4c8b6b8e9eac8e03fcad4352f8f9e86e9e45ad6757951f6d6280fb8255c05", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage1.uskip_scale", |
| "shape": [ |
| 512 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 2048, |
| "conversion_input_sha256": "d688a9a614f8d25086cf97be3bc6f6708063f8cd899c4263ba212cdfba746e40", |
| "official_sha256": "d688a9a614f8d25086cf97be3bc6f6708063f8cd899c4263ba212cdfba746e40", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.depatchify.deconv.bias", |
| "shape": [ |
| 4 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16, |
| "conversion_input_sha256": "180f2bdd49607e5d9edb5e2aca9a33a3ba184f4b34439c0e976e34d46c7fc0b7", |
| "official_sha256": "180f2bdd49607e5d9edb5e2aca9a33a3ba184f4b34439c0e976e34d46c7fc0b7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.depatchify.deconv.weight", |
| "shape": [ |
| 1280, |
| 4, |
| 32, |
| 32 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 20971520, |
| "conversion_input_sha256": "d1e81276d65a54971ffb5df798114659a4b758e7015ed0fe8d6e80b2acb122ee", |
| "official_sha256": "d1e81276d65a54971ffb5df798114659a4b758e7015ed0fe8d6e80b2acb122ee", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "ec5cee5e8114b3f450911b22a30971ed5a6f28675399092fa29876539c1b1a4b", |
| "official_sha256": "ec5cee5e8114b3f450911b22a30971ed5a6f28675399092fa29876539c1b1a4b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "152b7b898be3225d16109cbf31f301a4502cb712db5c3154754b4e38ab731a8a", |
| "official_sha256": "152b7b898be3225d16109cbf31f301a4502cb712db5c3154754b4e38ab731a8a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "115724420a7080085450230ba5d81e26346d0602bcac5dcc70d4ca19ae7e5320", |
| "official_sha256": "115724420a7080085450230ba5d81e26346d0602bcac5dcc70d4ca19ae7e5320", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "7024387296a17c2c5275f57f2098caea2382a730029c561eb738e8c944eab790", |
| "official_sha256": "7024387296a17c2c5275f57f2098caea2382a730029c561eb738e8c944eab790", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "84f85642978e0b4739d08d9d66319b8b12be409f06ecaccc76fb1c66a70c4a99", |
| "official_sha256": "84f85642978e0b4739d08d9d66319b8b12be409f06ecaccc76fb1c66a70c4a99", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "d5efe24eeaff1c50825a11909277bafb32b2f8d63724475d0e25cc4d0d367112", |
| "official_sha256": "d5efe24eeaff1c50825a11909277bafb32b2f8d63724475d0e25cc4d0d367112", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "b7a6dc7c1e00c72e1979ab29c17dfbe164b917af11a0a9cafdcafe2e1c6f7b57", |
| "official_sha256": "b7a6dc7c1e00c72e1979ab29c17dfbe164b917af11a0a9cafdcafe2e1c6f7b57", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "080bd0117bfd83bcb44f8bfe9f2aa8407380ee2354bcfd6959986a60ad8e7882", |
| "official_sha256": "080bd0117bfd83bcb44f8bfe9f2aa8407380ee2354bcfd6959986a60ad8e7882", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "c27a9f0d1c3da99384f2d56d2dcb95b90b124476dc80104967135a55b3f1f4d6", |
| "official_sha256": "c27a9f0d1c3da99384f2d56d2dcb95b90b124476dc80104967135a55b3f1f4d6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "67eda8c3a255c35aba83d26a18e213a6f7c81c5e56f48318f2a3e72f3cda8af6", |
| "official_sha256": "67eda8c3a255c35aba83d26a18e213a6f7c81c5e56f48318f2a3e72f3cda8af6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "561240e6b1b847e374fe042ef16a1f4b5772892d8c1c8cb4f6bc0492ab5a3040", |
| "official_sha256": "561240e6b1b847e374fe042ef16a1f4b5772892d8c1c8cb4f6bc0492ab5a3040", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "624d0ea52b2daf10e49dd657051310d75b4c8362e0cbe102c4f53dd5435a5b7e", |
| "official_sha256": "624d0ea52b2daf10e49dd657051310d75b4c8362e0cbe102c4f53dd5435a5b7e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "44c4b168fe9c2c0d59643a344250ec3fc5d7b5932e79cf22e89ba3e971c0e9ef", |
| "official_sha256": "44c4b168fe9c2c0d59643a344250ec3fc5d7b5932e79cf22e89ba3e971c0e9ef", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "db702c708f36da11547d3eed96aec7d63bdddebef7fb51288b162e84784367aa", |
| "official_sha256": "db702c708f36da11547d3eed96aec7d63bdddebef7fb51288b162e84784367aa", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "44adc52e4732e4f45ab640ad62ec99d9f37adc783d37569d5cedd26d03137625", |
| "official_sha256": "44adc52e4732e4f45ab640ad62ec99d9f37adc783d37569d5cedd26d03137625", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "fc758e4c762313611218f02a5bdfe6d97f5df651451ad068446e9ae1d40a6dc2", |
| "official_sha256": "fc758e4c762313611218f02a5bdfe6d97f5df651451ad068446e9ae1d40a6dc2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "ccef66fabc585dec58012ebfb201092374285bc47aa4af3be2e49a165f2d13a1", |
| "official_sha256": "ccef66fabc585dec58012ebfb201092374285bc47aa4af3be2e49a165f2d13a1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "71677f574fadc511ddca68172e8382f1a3dbbd4b7abac76a851092248b927887", |
| "official_sha256": "71677f574fadc511ddca68172e8382f1a3dbbd4b7abac76a851092248b927887", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "c27bac309864af68f553acd9ed9635aa51d114af640b25df740d9bac657e8c59", |
| "official_sha256": "c27bac309864af68f553acd9ed9635aa51d114af640b25df740d9bac657e8c59", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "78a9a1c310d48d64ac7a854835b56acad0833e0856043bdebe613cd07313c977", |
| "official_sha256": "78a9a1c310d48d64ac7a854835b56acad0833e0856043bdebe613cd07313c977", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.0.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "02116cbf0bee4d3233cc3463f2b47459acb5142f31b030cf591b273be0078f18", |
| "official_sha256": "02116cbf0bee4d3233cc3463f2b47459acb5142f31b030cf591b273be0078f18", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "206f0201ecab96f4d1a2e8c3c72897c88a3a43a639277231175a09db9e47ffeb", |
| "official_sha256": "206f0201ecab96f4d1a2e8c3c72897c88a3a43a639277231175a09db9e47ffeb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "cd9ef0c130bb70402cc2f4ae843e1d9a8fd65e0aa00bf7a73bc1ee45c9c884d4", |
| "official_sha256": "cd9ef0c130bb70402cc2f4ae843e1d9a8fd65e0aa00bf7a73bc1ee45c9c884d4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "f87f484e8a4275e21cfa7faa3ee77083f421b689341aa24445e72f27b6040f6b", |
| "official_sha256": "f87f484e8a4275e21cfa7faa3ee77083f421b689341aa24445e72f27b6040f6b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "34db1847e1e68a2abf8cce9834e25a793e814797432902b71f90021a75082cd4", |
| "official_sha256": "34db1847e1e68a2abf8cce9834e25a793e814797432902b71f90021a75082cd4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "b7e5157f9c2fef4f8e54bf233d996a2da02e7c7b72b209fb488512e8c621b0fe", |
| "official_sha256": "b7e5157f9c2fef4f8e54bf233d996a2da02e7c7b72b209fb488512e8c621b0fe", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "9a4d70a5d2c0e438dd915b48c3b9cfe32f1cfa3bb0697238bf3b28df67e72e42", |
| "official_sha256": "9a4d70a5d2c0e438dd915b48c3b9cfe32f1cfa3bb0697238bf3b28df67e72e42", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "5ee8d26e0bea811707aa690111537e1eadc242e5dfd27eebde230e93fdb5b670", |
| "official_sha256": "5ee8d26e0bea811707aa690111537e1eadc242e5dfd27eebde230e93fdb5b670", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "be1ca459546c44c287971dc4998349a2253f80606b1020b8ff4b8d4a53e61853", |
| "official_sha256": "be1ca459546c44c287971dc4998349a2253f80606b1020b8ff4b8d4a53e61853", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 3840, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 752640, |
| "conversion_input_sha256": "e636d33cad7ec17151909154446f34062eeb8fc56c5b467a842f9b8236a05246", |
| "official_sha256": "e636d33cad7ec17151909154446f34062eeb8fc56c5b467a842f9b8236a05246", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "bd2e8182897c6f3228e297035cef9c1fc61b1c71289368b8c72dbddf5cc4a7fb", |
| "official_sha256": "bd2e8182897c6f3228e297035cef9c1fc61b1c71289368b8c72dbddf5cc4a7fb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "44b739d4ef5a921f8ab757c9ea9c5a1d87a94b62915640b641ba30deb65a3cff", |
| "official_sha256": "44b739d4ef5a921f8ab757c9ea9c5a1d87a94b62915640b641ba30deb65a3cff", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "c068e298d84f05b7736c86be3e017443a4cfa428ebda2f438b756bd9c4e32a72", |
| "official_sha256": "c068e298d84f05b7736c86be3e017443a4cfa428ebda2f438b756bd9c4e32a72", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "464821a075f29c580204ebd07e35dd83738b44384130b54c54d9b0f2e898cd7b", |
| "official_sha256": "464821a075f29c580204ebd07e35dd83738b44384130b54c54d9b0f2e898cd7b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "9dcf67affceb1d8d67fd0b969aff4ff74623327394f993c17cdc157b08ccba5d", |
| "official_sha256": "9dcf67affceb1d8d67fd0b969aff4ff74623327394f993c17cdc157b08ccba5d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "ecc9a7f2b9a184b49d0f331a34f0e78256084c4c1554b33df1f6181f71d60ef9", |
| "official_sha256": "ecc9a7f2b9a184b49d0f331a34f0e78256084c4c1554b33df1f6181f71d60ef9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "b734e6c1ac30a3d30e0d2ada6236aecb9c01513650391af397af5c0b6a01ffc9", |
| "official_sha256": "b734e6c1ac30a3d30e0d2ada6236aecb9c01513650391af397af5c0b6a01ffc9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "41a001aaecb244620be347cd8fa56bc9053ea4112f9257f76688c0c3ebb5074a", |
| "official_sha256": "41a001aaecb244620be347cd8fa56bc9053ea4112f9257f76688c0c3ebb5074a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "728a47becdee5521421d827758bdd4ddecaa90669b744a217712a6d5649007df", |
| "official_sha256": "728a47becdee5521421d827758bdd4ddecaa90669b744a217712a6d5649007df", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "e9210e8b10f40d053d2c86b18f0e4147a79ccf9b28dd5a9cdd977cd9f92de090", |
| "official_sha256": "e9210e8b10f40d053d2c86b18f0e4147a79ccf9b28dd5a9cdd977cd9f92de090", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "aac93eff5ad0a5c696a141fdcb9c1bf5cf4326a3cc155492b179fd2d92e99429", |
| "official_sha256": "aac93eff5ad0a5c696a141fdcb9c1bf5cf4326a3cc155492b179fd2d92e99429", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "58a379e368bc713eafa03f1c1d90e373cde0a60cc674e8414369568869d655fd", |
| "official_sha256": "58a379e368bc713eafa03f1c1d90e373cde0a60cc674e8414369568869d655fd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "0e4e08e13af52416b463429de90fa6e10e6244b2db50302690e51d03601570ba", |
| "official_sha256": "0e4e08e13af52416b463429de90fa6e10e6244b2db50302690e51d03601570ba", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.final_blocks.1.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "610b96c7c93c14e62b752666d75e47cbb11e50967d8cd9279a4dd9b5ca6ace54", |
| "official_sha256": "610b96c7c93c14e62b752666d75e47cbb11e50967d8cd9279a4dd9b5ca6ace54", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_1.conv.bias", |
| "shape": [ |
| 768 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3072, |
| "conversion_input_sha256": "7367c48b559ae710036d30b0e0fcf33754e608a4bf0182c951ecfea1cede065a", |
| "official_sha256": "7367c48b559ae710036d30b0e0fcf33754e608a4bf0182c951ecfea1cede065a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_1.conv.weight", |
| "shape": [ |
| 768, |
| 3, |
| 32, |
| 32 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "edba540048d872d9b82c0b9ff808e1f732e576cb9b89b1f6f1a911b8ca50303e", |
| "official_sha256": "edba540048d872d9b82c0b9ff808e1f732e576cb9b89b1f6f1a911b8ca50303e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_2.conv.bias", |
| "shape": [ |
| 768 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3072, |
| "conversion_input_sha256": "8b33d3cf73b29fa4b5aa0d1eb8aa2c092f54734fc63cc0b674bb9c30da1a9bc3", |
| "official_sha256": "8b33d3cf73b29fa4b5aa0d1eb8aa2c092f54734fc63cc0b674bb9c30da1a9bc3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_2.conv.weight", |
| "shape": [ |
| 768, |
| 3, |
| 32, |
| 32 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 9437184, |
| "conversion_input_sha256": "9582ba73bd0be7ccc22c94640d2eaba0bbe4cf6b5f81ecf2a2314026ea3b95fe", |
| "official_sha256": "9582ba73bd0be7ccc22c94640d2eaba0bbe4cf6b5f81ecf2a2314026ea3b95fe", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_2_gate.bias", |
| "shape": [ |
| 768 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3072, |
| "conversion_input_sha256": "d8b210367a28b93ad5b4939e6b30a5df64f6cadaa7233604521c5f270ec9ccde", |
| "official_sha256": "d8b210367a28b93ad5b4939e6b30a5df64f6cadaa7233604521c5f270ec9ccde", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.patch_2_gate.weight", |
| "shape": [ |
| 768, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3932160, |
| "conversion_input_sha256": "7aceea4d97aef6a18f6037baee8bf145a4f2cb4e0cfcba12421bae82c186daae", |
| "official_sha256": "7aceea4d97aef6a18f6037baee8bf145a4f2cb4e0cfcba12421bae82c186daae", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "03552c647c74fb33edb42bd7420aaf684954f968c6c0f419811de060ad6c7048", |
| "official_sha256": "03552c647c74fb33edb42bd7420aaf684954f968c6c0f419811de060ad6c7048", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "d61ac596f7a6fb92498f8a628b3cdce636a45fcb1a2b1dec114084114c8d870f", |
| "official_sha256": "d61ac596f7a6fb92498f8a628b3cdce636a45fcb1a2b1dec114084114c8d870f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "63b0f21efb31719d7df875ce200b3e780f800493c58cb596cb90f86e71beb4f6", |
| "official_sha256": "63b0f21efb31719d7df875ce200b3e780f800493c58cb596cb90f86e71beb4f6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "04e40f3932a89b523a2a1a7c3f84c1cf51e3f596992ecd8f137e0a49fa72bbd9", |
| "official_sha256": "04e40f3932a89b523a2a1a7c3f84c1cf51e3f596992ecd8f137e0a49fa72bbd9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "021d286ca85649e92dad6bb38f86c3671c909e8df6643676932adb26213e77ed", |
| "official_sha256": "021d286ca85649e92dad6bb38f86c3671c909e8df6643676932adb26213e77ed", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "e88dbdfd589f1567d0f8ae95d79df41cb61fd5d8053d6cfd90ea752ff91c7dac", |
| "official_sha256": "e88dbdfd589f1567d0f8ae95d79df41cb61fd5d8053d6cfd90ea752ff91c7dac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "5af532e462e19bebfe6438c0aac749aff433df0354a8ae9fc8a82dd0ef0e2bc0", |
| "official_sha256": "5af532e462e19bebfe6438c0aac749aff433df0354a8ae9fc8a82dd0ef0e2bc0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "8acc5f6ccf6c0a5b48ca81081ce71c2a0e43a943b2587e96a4c22eacd3d3afc2", |
| "official_sha256": "8acc5f6ccf6c0a5b48ca81081ce71c2a0e43a943b2587e96a4c22eacd3d3afc2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "1c596bacbe242707d39738e7de9d263f63ddf1af2f07da3299101600b57f62e0", |
| "official_sha256": "1c596bacbe242707d39738e7de9d263f63ddf1af2f07da3299101600b57f62e0", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "7738c218198ae7a364e5b16873b2f5ef9f0225b8352daa90747d7f390d58ed8d", |
| "official_sha256": "7738c218198ae7a364e5b16873b2f5ef9f0225b8352daa90747d7f390d58ed8d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "373a305a8c5ee4657a56e84054c511c4a6c6bc26bcaefab98227cb2582ec070f", |
| "official_sha256": "373a305a8c5ee4657a56e84054c511c4a6c6bc26bcaefab98227cb2582ec070f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "e8a7b4a433e794d9e9a9f8d5516ff77ade2e0a9e7d1c96f4643c808d086521a1", |
| "official_sha256": "e8a7b4a433e794d9e9a9f8d5516ff77ade2e0a9e7d1c96f4643c808d086521a1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "dcb9bd4fb3c6ca1dc40214e6cf11cccdafbd54ec2fb77a51ba14ac1b6f0105a1", |
| "official_sha256": "dcb9bd4fb3c6ca1dc40214e6cf11cccdafbd54ec2fb77a51ba14ac1b6f0105a1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "d602e62b10471311a39ce3e422f5511f19c514f35e0c62671690b776f5154a54", |
| "official_sha256": "d602e62b10471311a39ce3e422f5511f19c514f35e0c62671690b776f5154a54", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "38c5c312234e91260835698660f2d6100167733766ced89532d7c1c8abd97bdf", |
| "official_sha256": "38c5c312234e91260835698660f2d6100167733766ced89532d7c1c8abd97bdf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "964c37d40dfc1848f14561a231fd80280f2979cd235fe62f363bd8c7e79e8fcf", |
| "official_sha256": "964c37d40dfc1848f14561a231fd80280f2979cd235fe62f363bd8c7e79e8fcf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "f6b17c00cc538b6f8968957a9fe462c7f3fc5670f7b922a82875d6838b8bbad4", |
| "official_sha256": "f6b17c00cc538b6f8968957a9fe462c7f3fc5670f7b922a82875d6838b8bbad4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "c7053dcd7a47ab93ce538c9aa4f39674eac1b3007ee953bf7c95aa494fab9583", |
| "official_sha256": "c7053dcd7a47ab93ce538c9aa4f39674eac1b3007ee953bf7c95aa494fab9583", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "8246b97eeab36606860e4ba0c513a83421c91c125954e4445e1410a36bfbc1ac", |
| "official_sha256": "8246b97eeab36606860e4ba0c513a83421c91c125954e4445e1410a36bfbc1ac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "a156d910e2774ee36da4ab103caf744369a86e01db1cd4819f85ec2767858c18", |
| "official_sha256": "a156d910e2774ee36da4ab103caf744369a86e01db1cd4819f85ec2767858c18", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.0.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "c06b3231266e376c6323ba9c439ac9bb1e569687a9a895a4285cf13d1307190b", |
| "official_sha256": "c06b3231266e376c6323ba9c439ac9bb1e569687a9a895a4285cf13d1307190b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "4e02dd712fcbbf78c84903b8ef56f06913a5486e14ccf66bac68ab31bfcdc6b6", |
| "official_sha256": "4e02dd712fcbbf78c84903b8ef56f06913a5486e14ccf66bac68ab31bfcdc6b6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "3a581323cef645afc1729402d3d2d1509f2dd45065939d77d1a758c11634c79d", |
| "official_sha256": "3a581323cef645afc1729402d3d2d1509f2dd45065939d77d1a758c11634c79d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "cada3337457ec1da39f7edce96f7e5c3d24a3497a56a46f5614fed2b3e8d93d9", |
| "official_sha256": "cada3337457ec1da39f7edce96f7e5c3d24a3497a56a46f5614fed2b3e8d93d9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "cea4c01cb9a57ed7239ca97a1fb58dece553e5d12d9b222f02538e63e8b0711d", |
| "official_sha256": "cea4c01cb9a57ed7239ca97a1fb58dece553e5d12d9b222f02538e63e8b0711d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "f37cf1c835c3fc17bd0182c85fa32d2f57f4681f4c035124dfe6f99685c93271", |
| "official_sha256": "f37cf1c835c3fc17bd0182c85fa32d2f57f4681f4c035124dfe6f99685c93271", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "f6176580cd41439c3d7ef668412e139d2e996c1851d1f703b1b6b91873ff5092", |
| "official_sha256": "f6176580cd41439c3d7ef668412e139d2e996c1851d1f703b1b6b91873ff5092", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "606a62c567e69b579ad7c19bde8bf47c6d49d9dbccec1be443d2f7d598f8421c", |
| "official_sha256": "606a62c567e69b579ad7c19bde8bf47c6d49d9dbccec1be443d2f7d598f8421c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "c1d545e5acc34eb7589f8f4d07207f7ebe7d62268d94fc92192afef39c434f3a", |
| "official_sha256": "c1d545e5acc34eb7589f8f4d07207f7ebe7d62268d94fc92192afef39c434f3a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 3840, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 752640, |
| "conversion_input_sha256": "1b8dab73f507a5b0ba696828fbcb683fa60602990de4cb6144f366fbd3940fbf", |
| "official_sha256": "1b8dab73f507a5b0ba696828fbcb683fa60602990de4cb6144f366fbd3940fbf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "fda94189933d9f2a14b1c0499ae9d1a0cc92de80c0e89e9da1690177fe6f5912", |
| "official_sha256": "fda94189933d9f2a14b1c0499ae9d1a0cc92de80c0e89e9da1690177fe6f5912", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "16c2029c4a6a653a6108522856b5a5bc7e2a43794dd7312a65b2bca875349414", |
| "official_sha256": "16c2029c4a6a653a6108522856b5a5bc7e2a43794dd7312a65b2bca875349414", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "2eac353a491e1be12a3f1a4f918fedebbc7ba77d038b7fb77698ebb752bc98fc", |
| "official_sha256": "2eac353a491e1be12a3f1a4f918fedebbc7ba77d038b7fb77698ebb752bc98fc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "a0aede8681225cb307df1a51617be8985fadbfefc8d56ea8539bec62710ca7ce", |
| "official_sha256": "a0aede8681225cb307df1a51617be8985fadbfefc8d56ea8539bec62710ca7ce", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "d832525941f70248e661568b290a5ef53bb29c1d7f1861bea98925208c67e1e4", |
| "official_sha256": "d832525941f70248e661568b290a5ef53bb29c1d7f1861bea98925208c67e1e4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "1aaf89363553293e6013e64c72651430b085f3bcfe6867b1b20af8ba7c10d900", |
| "official_sha256": "1aaf89363553293e6013e64c72651430b085f3bcfe6867b1b20af8ba7c10d900", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "9791b47ff62f49de2babb18811ef9eff45c00be8f4036680959d66a1011fa010", |
| "official_sha256": "9791b47ff62f49de2babb18811ef9eff45c00be8f4036680959d66a1011fa010", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "bb660d20f34c13360eb179ffe3cc3934c4f82612879a13899433a6fdadafc66c", |
| "official_sha256": "bb660d20f34c13360eb179ffe3cc3934c4f82612879a13899433a6fdadafc66c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "12b441dbc3a8a5ccb9cc2de838134b7d75c543ef7de8a573c069d7849a30582f", |
| "official_sha256": "12b441dbc3a8a5ccb9cc2de838134b7d75c543ef7de8a573c069d7849a30582f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "fcc8ceef2ebd5378d42ee5722260a10bcf6ce3ba4aa1dec76ffcc76fb46ba56a", |
| "official_sha256": "fcc8ceef2ebd5378d42ee5722260a10bcf6ce3ba4aa1dec76ffcc76fb46ba56a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "766257dad9b376ea799ce494f379e621e7ffd66c0cfc0bde6cbdc2785c640164", |
| "official_sha256": "766257dad9b376ea799ce494f379e621e7ffd66c0cfc0bde6cbdc2785c640164", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "23edaf7cba2f1139352ef616205190a68f23c309b62e2d6a3ade08d6d2883ad8", |
| "official_sha256": "23edaf7cba2f1139352ef616205190a68f23c309b62e2d6a3ade08d6d2883ad8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "981098bbe33642fda9790a7024b0c54382061ea3ca4c4f9ab351f074e56ea9cc", |
| "official_sha256": "981098bbe33642fda9790a7024b0c54382061ea3ca4c4f9ab351f074e56ea9cc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.1.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "502e0e4b440f1128253905a55f9a1fa27a434102b24bdf71a072d41f2f655a07", |
| "official_sha256": "502e0e4b440f1128253905a55f9a1fa27a434102b24bdf71a072d41f2f655a07", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "b3b094d2bd4649a967a0b44d29b7b32b63db4e90545eaa117065c6f517b8ad2e", |
| "official_sha256": "b3b094d2bd4649a967a0b44d29b7b32b63db4e90545eaa117065c6f517b8ad2e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "57924f9ac4ed8c08244c9e26287ededc92630a05924a63b0d32dd786a4778808", |
| "official_sha256": "57924f9ac4ed8c08244c9e26287ededc92630a05924a63b0d32dd786a4778808", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "4d10a4dc7310da3fc356363ee79089fbd29782a61ab4b5e253677b6b1f079b6e", |
| "official_sha256": "4d10a4dc7310da3fc356363ee79089fbd29782a61ab4b5e253677b6b1f079b6e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "bba9f35d583dd0de09c6854a6b32d68ec6ee9bbf599329e172d2c06dcc500d15", |
| "official_sha256": "bba9f35d583dd0de09c6854a6b32d68ec6ee9bbf599329e172d2c06dcc500d15", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "54abdb9472fe78dcce7661b7f1be052589092401652d586daa3c18bf3eb07d26", |
| "official_sha256": "54abdb9472fe78dcce7661b7f1be052589092401652d586daa3c18bf3eb07d26", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "d83bef3a101a7802b0e482e18b5cc1715f55e73fa990bcb2f954f475d8a328d1", |
| "official_sha256": "d83bef3a101a7802b0e482e18b5cc1715f55e73fa990bcb2f954f475d8a328d1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "5a505cf6f4d9b4cd1e237184aa0ce18c35c5fcee662187c448eac477d43cb147", |
| "official_sha256": "5a505cf6f4d9b4cd1e237184aa0ce18c35c5fcee662187c448eac477d43cb147", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "1823e73eb08e09a3f8149e2366071511f68dcc9e5ade88d5b28ae533edd6b81f", |
| "official_sha256": "1823e73eb08e09a3f8149e2366071511f68dcc9e5ade88d5b28ae533edd6b81f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "6187d0a5ff2f633fecff611ec8ac551fef77d88291bf643df75dfffef798a315", |
| "official_sha256": "6187d0a5ff2f633fecff611ec8ac551fef77d88291bf643df75dfffef798a315", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "94b4d7fb4929662a7b2910cb087fdb7bdb8ac73a60e3d24190ea4df6bf037adc", |
| "official_sha256": "94b4d7fb4929662a7b2910cb087fdb7bdb8ac73a60e3d24190ea4df6bf037adc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "9d2bfeffff6419a3cc113c56f1c5aae6a44725defe7f86082e7bc4a7bf848701", |
| "official_sha256": "9d2bfeffff6419a3cc113c56f1c5aae6a44725defe7f86082e7bc4a7bf848701", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "a22c5ee84067f2bdb80ea72be416c5d0dcd87728dec9f3533d2775f91c3f58b8", |
| "official_sha256": "a22c5ee84067f2bdb80ea72be416c5d0dcd87728dec9f3533d2775f91c3f58b8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "8538bf38a57b9c7f5f0e58c79e2aaccb9e3dd2845efb8c81a5b8c7162d886828", |
| "official_sha256": "8538bf38a57b9c7f5f0e58c79e2aaccb9e3dd2845efb8c81a5b8c7162d886828", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "933bf11be8ac2bb9cff37ffa737fe891c3f5729ea4725b0597a3bbd5752fb8b9", |
| "official_sha256": "933bf11be8ac2bb9cff37ffa737fe891c3f5729ea4725b0597a3bbd5752fb8b9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "d5df109f078413093011bbfdf27b50eca4f7c140a33cd9cb69d91eabeaad3b72", |
| "official_sha256": "d5df109f078413093011bbfdf27b50eca4f7c140a33cd9cb69d91eabeaad3b72", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "a1fad1f1ef34d0b0dab572bfb16946d6e732fb1c02f3557cf7bd4ad41e8ef8cb", |
| "official_sha256": "a1fad1f1ef34d0b0dab572bfb16946d6e732fb1c02f3557cf7bd4ad41e8ef8cb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "3e4c4a398edf49dd17b0e23cb4ee496d1b18ac235c2646f3d6d4dfcb4c82317e", |
| "official_sha256": "3e4c4a398edf49dd17b0e23cb4ee496d1b18ac235c2646f3d6d4dfcb4c82317e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "88d37542a74d8813bfd171454aa22129451fc133775c051b033ef38e9a9af7f6", |
| "official_sha256": "88d37542a74d8813bfd171454aa22129451fc133775c051b033ef38e9a9af7f6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "64f6912e56e4303710fb525e20b9ccd9eeed60ff28a7ff353d24a2d62bf2cef2", |
| "official_sha256": "64f6912e56e4303710fb525e20b9ccd9eeed60ff28a7ff353d24a2d62bf2cef2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "2f6240d41cc1a00bd2e8d6ba57e1780a3ff219afa722fe46f3bb93fac359d068", |
| "official_sha256": "2f6240d41cc1a00bd2e8d6ba57e1780a3ff219afa722fe46f3bb93fac359d068", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.2.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "6a5501996609cce0911b2b7d3ac31fe500c0982c77bef5c229aca2f5e494061a", |
| "official_sha256": "6a5501996609cce0911b2b7d3ac31fe500c0982c77bef5c229aca2f5e494061a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "0022d045830aa0f975bc42510b2bffe53c5b0a3834ad081ebccd6bd96d1f4416", |
| "official_sha256": "0022d045830aa0f975bc42510b2bffe53c5b0a3834ad081ebccd6bd96d1f4416", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "94da49facbe851dbd64a5de0479dd18982bde34218408fa97fbf81ee08956836", |
| "official_sha256": "94da49facbe851dbd64a5de0479dd18982bde34218408fa97fbf81ee08956836", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "db90d701f58956d2f7803fc1ea07677ca48f84f45510301d8030403faec8ad21", |
| "official_sha256": "db90d701f58956d2f7803fc1ea07677ca48f84f45510301d8030403faec8ad21", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "05f8b8489f0aa162f09cf9cfc0f2807f52a8db89e53642bc59179726a4c32d67", |
| "official_sha256": "05f8b8489f0aa162f09cf9cfc0f2807f52a8db89e53642bc59179726a4c32d67", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "b4aa73c289c15cfea9a79bdbedd8221c246138e7b30dc2d56b0294f21203933b", |
| "official_sha256": "b4aa73c289c15cfea9a79bdbedd8221c246138e7b30dc2d56b0294f21203933b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "88ca1896b6a298a3265c6c3559090db8053573834e928bd45cf9379019e81846", |
| "official_sha256": "88ca1896b6a298a3265c6c3559090db8053573834e928bd45cf9379019e81846", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "4efe9ee3dea0b970a53c831334ac780e22a91132e55d50207bbb9daf747586f1", |
| "official_sha256": "4efe9ee3dea0b970a53c831334ac780e22a91132e55d50207bbb9daf747586f1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "9de0094ee4285b1f452101050ac0e996e0bda367b75ac58d3176f82af5ec3dff", |
| "official_sha256": "9de0094ee4285b1f452101050ac0e996e0bda367b75ac58d3176f82af5ec3dff", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 3840, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 752640, |
| "conversion_input_sha256": "eb572a4093ee85009eb474f09e503924fc6617f18a1552586421fcfe30c71008", |
| "official_sha256": "eb572a4093ee85009eb474f09e503924fc6617f18a1552586421fcfe30c71008", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3125a7768f84272c69f2442767434ad7f092d2ef1159171cad8f4554089e64cf", |
| "official_sha256": "3125a7768f84272c69f2442767434ad7f092d2ef1159171cad8f4554089e64cf", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "d87f054c9eb721a77fcc05b3514a180355c45ffa6f7a42a41237dfc4cc0c9a2b", |
| "official_sha256": "d87f054c9eb721a77fcc05b3514a180355c45ffa6f7a42a41237dfc4cc0c9a2b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "1e630c5f5bab920d55852534bb2b5b2e1a1970b25ded9591805e5ec249edfa08", |
| "official_sha256": "1e630c5f5bab920d55852534bb2b5b2e1a1970b25ded9591805e5ec249edfa08", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "a2a6eed2226a4eea8bcfa30ac06d025c05496e714773c9c48b2020b8785c108e", |
| "official_sha256": "a2a6eed2226a4eea8bcfa30ac06d025c05496e714773c9c48b2020b8785c108e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3b0ee62fb52a7207b269611c2f78add479fa44525a04441043dd47f8902e521a", |
| "official_sha256": "3b0ee62fb52a7207b269611c2f78add479fa44525a04441043dd47f8902e521a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "5a94420ed7936b2c833baef6203461c34e94e995e3570e164f04c3ecf2dd06c2", |
| "official_sha256": "5a94420ed7936b2c833baef6203461c34e94e995e3570e164f04c3ecf2dd06c2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "26959056bfb8ef2980d2425a95e90e0a7c162df1bbbb28cf889d0fd676788b0f", |
| "official_sha256": "26959056bfb8ef2980d2425a95e90e0a7c162df1bbbb28cf889d0fd676788b0f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "6ffd186c02b2123b74b0a52f6d88088386f6ca59ad93abf3bd82182d181e923d", |
| "official_sha256": "6ffd186c02b2123b74b0a52f6d88088386f6ca59ad93abf3bd82182d181e923d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "64361f972fe343c57c3614c5f4ede7d802ef95755cc67e1913ac799e1b7b16de", |
| "official_sha256": "64361f972fe343c57c3614c5f4ede7d802ef95755cc67e1913ac799e1b7b16de", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "9cc2ef9b187bbebe3fbdec2969645750368043b9457af0427e042c3e7782742d", |
| "official_sha256": "9cc2ef9b187bbebe3fbdec2969645750368043b9457af0427e042c3e7782742d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "95eead21ffaa7085d532f23ec23d0a2873c26f795d16b00141d89dc3622f5f53", |
| "official_sha256": "95eead21ffaa7085d532f23ec23d0a2873c26f795d16b00141d89dc3622f5f53", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "6ec58534c00f9dea5f8e48af6a742d26d4ce56695269763efba68be16c1390fb", |
| "official_sha256": "6ec58534c00f9dea5f8e48af6a742d26d4ce56695269763efba68be16c1390fb", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "f5f0241cb47d53aa585b35bbad60a96c1b8732287df305b8a467ede2db169117", |
| "official_sha256": "f5f0241cb47d53aa585b35bbad60a96c1b8732287df305b8a467ede2db169117", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.3.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "8baa24151725f2ab31e667ea12fd1ed6127918917bcf1d732a8a85f7d64d85fd", |
| "official_sha256": "8baa24151725f2ab31e667ea12fd1ed6127918917bcf1d732a8a85f7d64d85fd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "394e3f6ff0b4f656aa64c37f5bc241e22755f7710dbaeba4c2ad8f3e8f073cac", |
| "official_sha256": "394e3f6ff0b4f656aa64c37f5bc241e22755f7710dbaeba4c2ad8f3e8f073cac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "4c6e604327775d66e887216235b30cfe094656252841347f074d044fb99837b4", |
| "official_sha256": "4c6e604327775d66e887216235b30cfe094656252841347f074d044fb99837b4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "259e3515230ebdfbb2a0db5cd3becda9178651b3f39ec799e2d0874ed3a83bd5", |
| "official_sha256": "259e3515230ebdfbb2a0db5cd3becda9178651b3f39ec799e2d0874ed3a83bd5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "81b6b3c6d9dac3359bf14031c65cfb2ffc91d367dfff75a3a638df4274a7b3c1", |
| "official_sha256": "81b6b3c6d9dac3359bf14031c65cfb2ffc91d367dfff75a3a638df4274a7b3c1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "c4ed1c8ac9212195944f5eb28b9147bf5f5d29a99957591b8f07ac80d6227c87", |
| "official_sha256": "c4ed1c8ac9212195944f5eb28b9147bf5f5d29a99957591b8f07ac80d6227c87", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "62f7bae616f80ef1af0256dcc501d9e2295d12123482851e5b86721943e8a230", |
| "official_sha256": "62f7bae616f80ef1af0256dcc501d9e2295d12123482851e5b86721943e8a230", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "936288a4b3332bd7d8930077ced6d3bb385119ca19aec8c9bd8f82454ccc4a77", |
| "official_sha256": "936288a4b3332bd7d8930077ced6d3bb385119ca19aec8c9bd8f82454ccc4a77", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "2e67bb5aec9ffec66493f879bcb787d1812290302ba2f4205bae1717aff9b35d", |
| "official_sha256": "2e67bb5aec9ffec66493f879bcb787d1812290302ba2f4205bae1717aff9b35d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "ceeef70edbe83e39793132c3dd7d306676b7aba2842de1f1ee157b83933eaf9d", |
| "official_sha256": "ceeef70edbe83e39793132c3dd7d306676b7aba2842de1f1ee157b83933eaf9d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "02960ead588a0fd94c35c529ce7986d0cf348f09ec4c87de4256ba7ce0ce292c", |
| "official_sha256": "02960ead588a0fd94c35c529ce7986d0cf348f09ec4c87de4256ba7ce0ce292c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "69030eb3ac5004cc39729f842ef53ae3e8dbc12f58df0f7a25822ce58ed305e7", |
| "official_sha256": "69030eb3ac5004cc39729f842ef53ae3e8dbc12f58df0f7a25822ce58ed305e7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3f183dc24b3bc8221fc80ff91e2c693f42934198ba145b81eda7f64f74b02cd3", |
| "official_sha256": "3f183dc24b3bc8221fc80ff91e2c693f42934198ba145b81eda7f64f74b02cd3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "7e7672695e12576df5d06d255b6265262e5410f968f931e0e656e1972df12928", |
| "official_sha256": "7e7672695e12576df5d06d255b6265262e5410f968f931e0e656e1972df12928", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "25bf2d0ed8db1cf35d2ae246f3f37390510cb729fafb42e362b63f7206ef9cc4", |
| "official_sha256": "25bf2d0ed8db1cf35d2ae246f3f37390510cb729fafb42e362b63f7206ef9cc4", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "e39436d832745081b8fb0b8ac446bfb4d81835050dc5b2855c63eeacaf4e0e4f", |
| "official_sha256": "e39436d832745081b8fb0b8ac446bfb4d81835050dc5b2855c63eeacaf4e0e4f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "07d7a2a2cd9ff4d7622fe7f0aedfdff4efb0e23a65ab30130e7a28b799a75897", |
| "official_sha256": "07d7a2a2cd9ff4d7622fe7f0aedfdff4efb0e23a65ab30130e7a28b799a75897", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "5693ee1ff10610886d3b1fa919f1b9f3bf1295270d6792725e8b2670e99a35df", |
| "official_sha256": "5693ee1ff10610886d3b1fa919f1b9f3bf1295270d6792725e8b2670e99a35df", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "8435076673a9cca6159d9eeb116d48e94b72ccd8c130c9a8d70cd4b47a8c38ce", |
| "official_sha256": "8435076673a9cca6159d9eeb116d48e94b72ccd8c130c9a8d70cd4b47a8c38ce", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "ac2279960559a90a7942619c14e02e3c09b87214cab189ad6280eec4a1ef713f", |
| "official_sha256": "ac2279960559a90a7942619c14e02e3c09b87214cab189ad6280eec4a1ef713f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "11d9241dc5429185391f78971079da0c0e1e597eeaf1475562932139bf69cff9", |
| "official_sha256": "11d9241dc5429185391f78971079da0c0e1e597eeaf1475562932139bf69cff9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.4.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "211637b8afa3a05265f1b36e635190c0774608d53768f41ec17b30d8aec706c6", |
| "official_sha256": "211637b8afa3a05265f1b36e635190c0774608d53768f41ec17b30d8aec706c6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "eca5784393b7a025c8b8fffc04f8930dba8dae742ecd16fb7036a05e520d896d", |
| "official_sha256": "eca5784393b7a025c8b8fffc04f8930dba8dae742ecd16fb7036a05e520d896d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "14cf4ac5a8743d1163120a91e5ab97b1721ca84b0f5f190c4f67361d164ec07c", |
| "official_sha256": "14cf4ac5a8743d1163120a91e5ab97b1721ca84b0f5f190c4f67361d164ec07c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "b05a8a6bbba9f0c16e347c0fb1838708218a70d9ed9f51b3e70ba025c0cd3b23", |
| "official_sha256": "b05a8a6bbba9f0c16e347c0fb1838708218a70d9ed9f51b3e70ba025c0cd3b23", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "8a37568e5940cf701d9491a352165b52910d634d56695056471e36b403eb7b42", |
| "official_sha256": "8a37568e5940cf701d9491a352165b52910d634d56695056471e36b403eb7b42", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "def867f9ab2dc0c4ef1b7ae56ac642acefcc10988ac036c51e06a6ede6f8aed9", |
| "official_sha256": "def867f9ab2dc0c4ef1b7ae56ac642acefcc10988ac036c51e06a6ede6f8aed9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "1bce8816b6efcb73333a8d7b74e57c5b2789b6aed12aabd6549aafe835373733", |
| "official_sha256": "1bce8816b6efcb73333a8d7b74e57c5b2789b6aed12aabd6549aafe835373733", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "e5eece03510195444209395dc480415e8c96df0dc87986c752097732fae74f5d", |
| "official_sha256": "e5eece03510195444209395dc480415e8c96df0dc87986c752097732fae74f5d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "1204409601af7ce1c9eb9138f5778fc3ebd60cf595a7a11c799788b350785a98", |
| "official_sha256": "1204409601af7ce1c9eb9138f5778fc3ebd60cf595a7a11c799788b350785a98", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "94ca8acee80bf27674e85177715c837da0cf1397ba50be4f397b57a8d983595e", |
| "official_sha256": "94ca8acee80bf27674e85177715c837da0cf1397ba50be4f397b57a8d983595e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "4425d3206dc46ad4f7277c8631eef86adbbfdadc80f329f49dd7966bc614492a", |
| "official_sha256": "4425d3206dc46ad4f7277c8631eef86adbbfdadc80f329f49dd7966bc614492a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "baccd7ecb5239bd7d85e0655f3737b63a6bde04b1ef702100719159dedad11ec", |
| "official_sha256": "baccd7ecb5239bd7d85e0655f3737b63a6bde04b1ef702100719159dedad11ec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "df84700d53ad36d9d8ecf06b53abf2abc43e1d79c28ba99feac5cb35f21d8fc5", |
| "official_sha256": "df84700d53ad36d9d8ecf06b53abf2abc43e1d79c28ba99feac5cb35f21d8fc5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "97687066fa42ef3a956518cfd0e1e5fb3117548b1914d03399b0f354fd07c4ec", |
| "official_sha256": "97687066fa42ef3a956518cfd0e1e5fb3117548b1914d03399b0f354fd07c4ec", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "64b33686a98920fb816cd115aa4841aee1823231e2f7f86f97a746e19276133b", |
| "official_sha256": "64b33686a98920fb816cd115aa4841aee1823231e2f7f86f97a746e19276133b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "d976526f26ab55dd78167142e36ddef95dd4cc8b504e2d936abb0a7dc7d4aa1b", |
| "official_sha256": "d976526f26ab55dd78167142e36ddef95dd4cc8b504e2d936abb0a7dc7d4aa1b", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "184cd0ced8c76eb229601c118a46f02fb03ec3f7537ecd94b382c5fbbc4375d9", |
| "official_sha256": "184cd0ced8c76eb229601c118a46f02fb03ec3f7537ecd94b382c5fbbc4375d9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "3fdeb07ca5a11c2e4a2f946958c6a34de5d513bf8a5e5856af3376a8879588f3", |
| "official_sha256": "3fdeb07ca5a11c2e4a2f946958c6a34de5d513bf8a5e5856af3376a8879588f3", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "8cfa3fdb2cf78964b38a6506fb8d1757e4e7bf9f714f1797af4100e136437bb5", |
| "official_sha256": "8cfa3fdb2cf78964b38a6506fb8d1757e4e7bf9f714f1797af4100e136437bb5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "ae9e928c4bbed40d4383c834af028ba8ce5faef93d013d762936d69def55e8d9", |
| "official_sha256": "ae9e928c4bbed40d4383c834af028ba8ce5faef93d013d762936d69def55e8d9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "4a5e8efdc2b234e268a708743e933bebda157b56e29e8820a3994e3a2cf4672f", |
| "official_sha256": "4a5e8efdc2b234e268a708743e933bebda157b56e29e8820a3994e3a2cf4672f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.5.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "69fe05853c81ca048e8a65f24ca526fa7a61d342215c37c59e88b86a7abb2fd6", |
| "official_sha256": "69fe05853c81ca048e8a65f24ca526fa7a61d342215c37c59e88b86a7abb2fd6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "a704fba06d33b4f65e2af7d2329cd2ccf0af95e6261dddcf0a5dc47865261eac", |
| "official_sha256": "a704fba06d33b4f65e2af7d2329cd2ccf0af95e6261dddcf0a5dc47865261eac", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "ce40509f42a6fa8efe64d26a41541912e46a3f540270f5d0d63572f15e38ca41", |
| "official_sha256": "ce40509f42a6fa8efe64d26a41541912e46a3f540270f5d0d63572f15e38ca41", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "9a368faf2e9d0ac29af2086b7cbbe0cf01e93def6b9cc677e87e90a0c9e7d69e", |
| "official_sha256": "9a368faf2e9d0ac29af2086b7cbbe0cf01e93def6b9cc677e87e90a0c9e7d69e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "14f5aae00dab51ffe476c274ee965ab60056916f452ec50037e9be12e0791620", |
| "official_sha256": "14f5aae00dab51ffe476c274ee965ab60056916f452ec50037e9be12e0791620", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "f1155ad1981e760ca7b4e5d642655a7b6b4c744b785a040b62cb2b1a4a9000b6", |
| "official_sha256": "f1155ad1981e760ca7b4e5d642655a7b6b4c744b785a040b62cb2b1a4a9000b6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "a556785ca21e288a956a74ed3e9e5a9181ec13137cc9a4f97fe19500e88bb910", |
| "official_sha256": "a556785ca21e288a956a74ed3e9e5a9181ec13137cc9a4f97fe19500e88bb910", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "9b59015065ef4de0b6b30510ff938e7b0b51ad97b21a746d74c3323bd03bbffd", |
| "official_sha256": "9b59015065ef4de0b6b30510ff938e7b0b51ad97b21a746d74c3323bd03bbffd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.qkv_dw.dw.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "2715209fa3232e10346c7eaca12b1c053a06f25cdf56ef3f73c544d8f398506a", |
| "official_sha256": "2715209fa3232e10346c7eaca12b1c053a06f25cdf56ef3f73c544d8f398506a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.attn.qkv_dw.dw.weight", |
| "shape": [ |
| 3840, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 752640, |
| "conversion_input_sha256": "42bb354b794e9806ef1e650ecc5afe534e6c7fdd75aa07b0d17516ad43ae2861", |
| "official_sha256": "42bb354b794e9806ef1e650ecc5afe534e6c7fdd75aa07b0d17516ad43ae2861", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "4d025afee659df24d8a96248859a2a76c3aa3e0956bca2622d98f75d67793ffd", |
| "official_sha256": "4d025afee659df24d8a96248859a2a76c3aa3e0956bca2622d98f75d67793ffd", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "3d71dc69587a01834aecf6ac16889670ae2710b94f6a60a8ef2056d892b91307", |
| "official_sha256": "3d71dc69587a01834aecf6ac16889670ae2710b94f6a60a8ef2056d892b91307", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "440746e67cb9510fe3afb468fb42719650f9fa2aef7a2cf3a44ef1f5a74b0b22", |
| "official_sha256": "440746e67cb9510fe3afb468fb42719650f9fa2aef7a2cf3a44ef1f5a74b0b22", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "bebf487e7a330463b5275fa21a8f088814776f514e06d672bb4122009c3b03b9", |
| "official_sha256": "bebf487e7a330463b5275fa21a8f088814776f514e06d672bb4122009c3b03b9", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "1eb5c25ffe346445252ea40bd76d1d0b46b10b1eb3b0cabcea3b67361673baed", |
| "official_sha256": "1eb5c25ffe346445252ea40bd76d1d0b46b10b1eb3b0cabcea3b67361673baed", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "bfbb0e613ce75d0098f674e95a8a0c3f22d59f8a9db011d916c8a30d657a59a2", |
| "official_sha256": "bfbb0e613ce75d0098f674e95a8a0c3f22d59f8a9db011d916c8a30d657a59a2", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "0f5b1f7be1f590fb92d3bac71872f969918ed25865ed8115815a8bc1d426d72f", |
| "official_sha256": "0f5b1f7be1f590fb92d3bac71872f969918ed25865ed8115815a8bc1d426d72f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "ea02f64ca2725d990d79fb5d4a3dd7e6ea096d80e29484951a30e25f5a5e880c", |
| "official_sha256": "ea02f64ca2725d990d79fb5d4a3dd7e6ea096d80e29484951a30e25f5a5e880c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "01b01a09c11fcd21fc56f18f9d66cc3dc648098f1266096277af952b54ce68a8", |
| "official_sha256": "01b01a09c11fcd21fc56f18f9d66cc3dc648098f1266096277af952b54ce68a8", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "7c48528b70a65dca71cc1a1b9e68b1c86ab586050bbca216a723a182b7f6fe16", |
| "official_sha256": "7c48528b70a65dca71cc1a1b9e68b1c86ab586050bbca216a723a182b7f6fe16", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "8ba405438f8198fee7cb68ceb80a10936ca6859dda342e3129ea2abfe7581b75", |
| "official_sha256": "8ba405438f8198fee7cb68ceb80a10936ca6859dda342e3129ea2abfe7581b75", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "36c605f390c145cfc564f8dc279db48d12fcff74e176beb170324a2ee285e238", |
| "official_sha256": "36c605f390c145cfc564f8dc279db48d12fcff74e176beb170324a2ee285e238", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "62428e8ac6691acc08a1c3d0ed5de3cb4c41c00c68e65bb914db8add49e6097d", |
| "official_sha256": "62428e8ac6691acc08a1c3d0ed5de3cb4c41c00c68e65bb914db8add49e6097d", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.6.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "603aa2c768ed2ca4bf025e860f679114f5d82a2af707909abc8f8ce0c4be625a", |
| "official_sha256": "603aa2c768ed2ca4bf025e860f679114f5d82a2af707909abc8f8ce0c4be625a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.attn_gate.proj.weight", |
| "shape": [ |
| 16, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 81920, |
| "conversion_input_sha256": "5722a4f66d4d9af931589abb622fa7d6e3d38cb9d6dd3af56a1e5958ac93a490", |
| "official_sha256": "5722a4f66d4d9af931589abb622fa7d6e3d38cb9d6dd3af56a1e5958ac93a490", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.k_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "ab0e810cf34b2d1a7a810714fd25eb2d99e3e088a271839537122301870dba0f", |
| "official_sha256": "ab0e810cf34b2d1a7a810714fd25eb2d99e3e088a271839537122301870dba0f", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.proj.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "4305fe092ee21c5e1d3bc9916f64c407dc617a157af71aa2ac1e2b9fc574f5b6", |
| "official_sha256": "4305fe092ee21c5e1d3bc9916f64c407dc617a157af71aa2ac1e2b9fc574f5b6", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.proj.weight", |
| "shape": [ |
| 1280, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 6553600, |
| "conversion_input_sha256": "e5aad86ff7f95aa6b3f57ad7fdfa546ac4ab9a1ee64db622dfcc04d3b9fe0c51", |
| "official_sha256": "e5aad86ff7f95aa6b3f57ad7fdfa546ac4ab9a1ee64db622dfcc04d3b9fe0c51", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.q_norm.weight", |
| "shape": [ |
| 80 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 320, |
| "conversion_input_sha256": "c7e7f8e367f6d6f5891bc0a8cdd2d47229c0c1e8a613699c001c1cdf730a4e57", |
| "official_sha256": "c7e7f8e367f6d6f5891bc0a8cdd2d47229c0c1e8a613699c001c1cdf730a4e57", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.qkv.qkv.bias", |
| "shape": [ |
| 3840 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 15360, |
| "conversion_input_sha256": "3f5ce5f1b58d57ff155dba0f096851c022f1a3dc42af09342008455a6c5dbc86", |
| "official_sha256": "3f5ce5f1b58d57ff155dba0f096851c022f1a3dc42af09342008455a6c5dbc86", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.attn.qkv.qkv.weight", |
| "shape": [ |
| 3840, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 19660800, |
| "conversion_input_sha256": "17eeebee050b926e35feee8f08738d01807cc1dcb0fcadc65666e59d7d765e8c", |
| "official_sha256": "17eeebee050b926e35feee8f08738d01807cc1dcb0fcadc65666e59d7d765e8c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.gamma", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "729371c0f968137085fbb0aa22be9491ebdd491530f95ff58beadd36dd4c5ed5", |
| "official_sha256": "729371c0f968137085fbb0aa22be9491ebdd491530f95ff58beadd36dd4c5ed5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.gate.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "cbf5df23dcdf0872297128670b3c27e2cc052672de35de07f060dd103860d59e", |
| "official_sha256": "cbf5df23dcdf0872297128670b3c27e2cc052672de35de07f060dd103860d59e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.gate.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "28b9d7b9dc95913eb57825f526beab9393c9dbc4016d9c013fb00749ce7ebde7", |
| "official_sha256": "28b9d7b9dc95913eb57825f526beab9393c9dbc4016d9c013fb00749ce7ebde7", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.norm.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "6cbd167471b0a42c96c4a67299da2158aad2930bbaeff4b1c6a6cf70af3a9cfe", |
| "official_sha256": "6cbd167471b0a42c96c4a67299da2158aad2930bbaeff4b1c6a6cf70af3a9cfe", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.value.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "b09159ccaa6c7421a20ee8daa9e788466dc29c23c83ebd767ffec12efb872ffc", |
| "official_sha256": "b09159ccaa6c7421a20ee8daa9e788466dc29c23c83ebd767ffec12efb872ffc", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.local_mix.value.weight", |
| "shape": [ |
| 1280, |
| 1, |
| 7, |
| 7 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 250880, |
| "conversion_input_sha256": "d0c0171022559c18c227068965b62a2c473ddfd19251112c8bf80ced100d567e", |
| "official_sha256": "d0c0171022559c18c227068965b62a2c473ddfd19251112c8bf80ced100d567e", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_down.bias", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "fe952b73fb457b461a967dd717ef53a616ed8531c52a36ed3893f5180e3be1ed", |
| "official_sha256": "fe952b73fb457b461a967dd717ef53a616ed8531c52a36ed3893f5180e3be1ed", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_down.weight", |
| "shape": [ |
| 1280, |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "394a5cd9cac9dc31e5770b7c1d4fcd565b00ad8a515961deefcecfc0cbfcf02a", |
| "official_sha256": "394a5cd9cac9dc31e5770b7c1d4fcd565b00ad8a515961deefcecfc0cbfcf02a", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_gate.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "4b2af5a821c4ac4ad4dfdc2c88284bc66bf7793abce0819a3706e3d71a632090", |
| "official_sha256": "4b2af5a821c4ac4ad4dfdc2c88284bc66bf7793abce0819a3706e3d71a632090", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_gate.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "726dc8514b84e144eca845406a95c92faa2c769325f02edc08c3f74082d07d0c", |
| "official_sha256": "726dc8514b84e144eca845406a95c92faa2c769325f02edc08c3f74082d07d0c", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_up.bias", |
| "shape": [ |
| 3200 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 12800, |
| "conversion_input_sha256": "07000d7ad0119252c3887cec2d6a8958e284223723a649aa282c30d08259aaef", |
| "official_sha256": "07000d7ad0119252c3887cec2d6a8958e284223723a649aa282c30d08259aaef", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.mlp.w_up.weight", |
| "shape": [ |
| 3200, |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 16384000, |
| "conversion_input_sha256": "355fb209f0c613c8379653882a7f624fabc3136e51086afe66aa58913e150886", |
| "official_sha256": "355fb209f0c613c8379653882a7f624fabc3136e51086afe66aa58913e150886", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.norm1.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "56507fa30ba3d65baab948434447d26d69a99df23fb87ca023027ce1ad1aa317", |
| "official_sha256": "56507fa30ba3d65baab948434447d26d69a99df23fb87ca023027ce1ad1aa317", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "stage2.pre_blocks.7.norm2.weight", |
| "shape": [ |
| 1280 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 5120, |
| "conversion_input_sha256": "608fbccf03a2466fdb27fb8b4035dc7461d79d688d84ff2b78a61cff9a804ed4", |
| "official_sha256": "608fbccf03a2466fdb27fb8b4035dc7461d79d688d84ff2b78a61cff9a804ed4", |
| "direct_byte_comparison": true |
| } |
| ], |
| "statistics": [ |
| { |
| "key": "cradio_mean", |
| "shape": [ |
| 1152 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 4608, |
| "conversion_input_sha256": "a37ec7857570a79eb03b68ff7a4558f982ac9932c4784d98ed99c007e23c7ed1", |
| "official_sha256": "a37ec7857570a79eb03b68ff7a4558f982ac9932c4784d98ed99c007e23c7ed1", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "cradio_std", |
| "shape": [ |
| 1152 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 4608, |
| "conversion_input_sha256": "3ed61c7781d37aea2c3cc3c6d7884af8afbd6075896f4f09280330be1330b1b5", |
| "official_sha256": "3ed61c7781d37aea2c3cc3c6d7884af8afbd6075896f4f09280330be1330b1b5", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "moge_mean", |
| "shape": [ |
| 768 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3072, |
| "conversion_input_sha256": "ed9b6d106c450f55d67ab92b1cc4ab45820fd88d189aa523ebc592a60d7d9773", |
| "official_sha256": "ed9b6d106c450f55d67ab92b1cc4ab45820fd88d189aa523ebc592a60d7d9773", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "moge_std", |
| "shape": [ |
| 768 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 3072, |
| "conversion_input_sha256": "27df701f25649c67619147b1a4764c8df0685e438a4f271b85b9e560a2023597", |
| "official_sha256": "27df701f25649c67619147b1a4764c8df0685e438a4f271b85b9e560a2023597", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "rvm_mean", |
| "shape": [ |
| 384 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1536, |
| "conversion_input_sha256": "c0ed5df89c411db6c10e014213e765bc8c1276d407aa6bf76da6be21694abf51", |
| "official_sha256": "c0ed5df89c411db6c10e014213e765bc8c1276d407aa6bf76da6be21694abf51", |
| "direct_byte_comparison": true |
| }, |
| { |
| "key": "rvm_std", |
| "shape": [ |
| 384 |
| ], |
| "dtype": "torch.float32", |
| "bytes": 1536, |
| "conversion_input_sha256": "efdf83b6b0e80c7b484498d0d0874ff57c63dc763bef0772f9f7a5a56623f110", |
| "official_sha256": "efdf83b6b0e80c7b484498d0d0874ff57c63dc763bef0772f9f7a5a56623f110", |
| "direct_byte_comparison": true |
| } |
| ] |
| } |
|
|
