diff --git "a/ndarray-cache.json" "b/ndarray-cache.json" new file mode 100644--- /dev/null +++ "b/ndarray-cache.json" @@ -0,0 +1,4587 @@ +{ + "metadata": { + "ParamSize": 327 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 65536000, + "records": [ + { + "name": "param_0", + "shape": [ + 32000, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 65536000, + "byteOffset": 0 + } + ], + "md5sum": "3d6be46fa2e4e083b2ed764cedee0dae" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 32112640, + "records": [ + { + "name": "param_1", + "shape": [ + 32000, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 16384000, + "byteOffset": 0 + }, + { + "name": "param_2", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 16384000 + }, + { + "name": "param_3", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 28966912 + } + ], + "md5sum": "481d155bd67eda36557872c6e58a5394" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_6", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "97181bdf9a6d44106faf58cc57cc40ce" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_8", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "c5e3ea6ada81476e445bd4a24a72c9cb" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 32538624, + "records": [ + { + "name": "param_4", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 0 + }, + { + "name": "param_5", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 8388608 + }, + { + "name": "param_7", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 10485760 + }, + { + "name": "param_9", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 25165824 + }, + { + "name": "param_10", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 32505856 + }, + { + "name": "param_11", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 32522240 + } + ], + "md5sum": "25be41b8dadd638195f09bab93b1e7b0" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_16", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "d859df4c236d83a8e15c486ba1ae9b69" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_12", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_13", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_14", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_15", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "7a93f9168249b96ead3d514c10fc4544" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_18", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "5966c854efbd8023eea01ee0103aa0a7" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_17", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_19", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_20", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_21", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "c904b9a55a16c85ae768b43845c09b49" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_26", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "d62a110b15b8e2207494f530056e13ed" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_22", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_23", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_24", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_25", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "cddd75164026cd9f909c4be9a75ae914" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_28", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "d8f4d82023f1403fe1fa3272947dcaef" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_27", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_29", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_30", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_31", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "25efd8702dff42d9f04a1a6ea5f3461f" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_36", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "1f36308c616bd03f0f1fbe34e81e4b16" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_32", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_33", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_34", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_35", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "2856a006c9b89d4e2452ee7e7d25f54d" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_38", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "c4cfe3fcc4ada8de67a50c3d3e4b0b6c" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_37", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_39", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_40", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_41", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "08611ea67b60e925fc7d750b368e91fc" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_46", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "cd9bd1d781cf16e26419951b036f0e8d" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_42", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_43", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_44", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_45", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "e99a96df21718338067b4a64495abe84" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_48", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "aacab77eaa5d754a6acd479f897431e0" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_47", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_49", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_50", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_51", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "5ad12661c65f13ec52121a4e65e73b2d" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_56", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "17ec241cce8e89d7f4ae099d01c7d7e2" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_52", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_53", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_54", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_55", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "037da5cecacc0dd5af52ea0ff7b54162" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_58", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "523554a1774e64fccd06e9ad8a83cff2" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_57", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_59", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_60", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_61", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "7ddcd33cb60f1741669997e6daa9e3fe" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_66", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "9d605d7bccc1a205297b4b228ff09dd8" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_62", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_63", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_64", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_65", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "6282cc6139d36775da0986cfe4e93c93" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_68", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "03761c45f36617c17af2a69571960dc9" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_67", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_69", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_70", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_71", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "3b73ed128fd39716a6e89a3dc4317abf" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_76", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "144fb053654cc2b97f19e24ce4f17523" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_72", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_73", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_74", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_75", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "e817ea37b0bf97b2864d400a3b8d3c03" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_78", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "d4acca4d12f7798b03f66df08e09708e" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_77", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_79", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_80", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_81", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "9ff9a45679bdab0f5bdb5d565efcee1e" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_86", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "6077e2cefc634cb25840f3988650c770" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_82", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_83", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_84", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_85", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "08fab5e297d4eff8f723003411099718" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_88", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "6ff06237b00569d422ff55a732c4951a" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_87", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_89", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_90", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_91", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "06e9c756a03047f50306076cae73e288" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_96", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "ec65ef010eba94bdfe8b699c0ccc7df5" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_92", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_93", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_94", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_95", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "6ba517fff4a85ed8c5af94ee562f7d2e" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_98", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "6c9da81ae20eb5a2cbe4be4184623320" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_97", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_99", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_100", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_101", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "a60151424d9b08c5121acc30470d42ec" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_106", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "2f9bd3a6987668b1e1d6f3546a3ce059" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_102", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_103", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_104", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_105", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "ee958c390be39ce047c0e4f59411e2b0" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_108", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "6448daa138b47a6a7785bccdc4f90cc8" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_107", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_109", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_110", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_111", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "831e92a88a102c0e2068bba7f59a7edc" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_116", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "3e3c9151045360d52d06df36ef977e09" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_112", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_113", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_114", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_115", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "9046d56697d619634a40f5f0fcfb2256" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_118", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "ab6f3c14fcb48f9ff960ee193dbf3b54" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_117", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_119", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_120", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_121", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "d221000e375ba6f4e7de0402edda3bcd" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_126", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "1fff18754ece32046b53890202b60c10" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_122", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_123", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_124", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_125", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "4afbe37ded8eee94bdb5e8952b35c457" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_128", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "b9f38e2dd24658d1015832925cec1ccd" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_127", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_129", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_130", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_131", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "bebc121f5c483db2a05110e81afb5c5a" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_136", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "a5575a83d053e20155e14c0943da0de5" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_132", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_133", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_134", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_135", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "d85844c9c5087f28efc64b5fd287b911" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_138", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "3757d8d8a9cff736f4e4832dac6e39d1" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_137", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_139", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_140", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_141", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "46f3ab96c8a16191aa6bbed93df53fd8" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_146", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "42a70fadf128fe4f908eac0da9d0ea68" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_142", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_143", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_144", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_145", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "c4cfaea6e62d759030839d91b7e3d1b2" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_148", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "699ee6bbd4d088ddf26a6002b8f2e52b" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_147", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_149", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_150", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_151", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "13e786ad464d086d8a99e6a71236c5bd" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_156", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "c777ce8efaa853ab9c591fe93c81f43b" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_152", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_153", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_154", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_155", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "6e5b945f699461a050f29d1ecaf0ab88" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_158", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "11516e241fe881ccd9bbe36952fa593c" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_157", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_159", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_160", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_161", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "09fdab6cd44c3456fe369364cf9f7150" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_166", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "8de65e480480ac16839efbeaee9d0eff" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_162", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_163", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_164", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_165", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "0c831c323b9c04fb0148e7ff30af94b4" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_168", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "e061d1e6759eb6ede95d7f8fc3416c68" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_167", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_169", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_170", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_171", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "1d4f0c0fd262742618ea2b2866e9f523" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_176", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "ba0cb8948b447fec74c2773b52aeb2db" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_172", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_173", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_174", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_175", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "2b610a11e50568aa5254418e1fdcf342" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_178", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "d660a0a3563993eda0cd6bc12ff5ab1f" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_177", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_179", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_180", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_181", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "45c9af52634eae2e39d34906dac037ea" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_186", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "1e7c7bd676ef25c061ac0379ff24ec32" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_182", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_183", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_184", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_185", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "6f778dc771f4756299a4c50250c6d2b0" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_188", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "a5a22f0266c87e07a069d34244732fcb" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_187", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_189", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_190", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_191", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "26a674a3b2762893b56a69c796770a99" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_196", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "82b65148d6b99f1499d03361ad00e8ba" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_192", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_193", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_194", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_195", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "eff87feb40b154e3b2d4dc1e2d3e47b9" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_198", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "55bebee60042f2b81e1a34368770430e" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_197", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_199", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_200", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_201", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "cfed78be709bc8567083bc56458ae41b" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_206", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "1052f83f3e551f3a7a6ccf932828d302" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_202", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_203", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_204", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_205", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "0385fbd482f0536ae62caaa4f90c4623" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_208", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "872908cef61320d9323d713147e98e24" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_207", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_209", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_210", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_211", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "631198f1446aaf5c4e7da75ff6e506bb" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_216", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "92d4f3fc126a0e2abbde8bea580e2db3" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_212", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_213", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_214", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_215", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "cf87aaedc34c4be0859304a08df7a5ff" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_218", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "a4c061f0f783412bbb94b9be7de30552" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_217", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_219", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_220", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_221", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "5ef38530302d02e446d40d4a23e8624d" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_226", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "dbdad52567625f9d498bd18e206f363b" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_222", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_223", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_224", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_225", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "9481ef847a3a5e408ebeda15ca47882f" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_228", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "fe648857e01f7d3a0b76abffbfebe933" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_227", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_229", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_230", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_231", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "d4b9fd6e926cee6af96a73a7efd68624" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_236", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "571542a82167b7aa368e6bf5817798db" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_232", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_233", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_234", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_235", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "9e70ef592df8e892c7018d5e26dd4a3f" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_238", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "3c122d7643fab2ccbdf686284c329bba" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_237", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_239", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_240", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_241", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "23be0e42c70cfc21b8591593ba428f8f" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_246", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "0a3949faef5cdc3935646d50ad68a358" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_242", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_243", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_244", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_245", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "edde0858def998811d292a11af1c891e" + }, + { + "dataPath": "params_shard_99.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_248", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "fab25ea55f3c8c1b5742e12f88e88146" + }, + { + "dataPath": "params_shard_100.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_247", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_249", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_250", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_251", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "be8853fd2ff21ed1646709b0004001c2" + }, + { + "dataPath": "params_shard_101.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_256", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "7da077b13ca3898cd4f7074285833ecb" + }, + { + "dataPath": "params_shard_102.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_252", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_253", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_254", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_255", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "42d6b3649bdadd74e2c9c0aa75a4158c" + }, + { + "dataPath": "params_shard_103.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_258", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "86147dbf69979cd4c5740e2c87af14c4" + }, + { + "dataPath": "params_shard_104.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_257", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_259", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_260", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_261", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "8933fecd70667063cb9f914dd783775a" + }, + { + "dataPath": "params_shard_105.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_266", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "e8ceaa5d2121ff77850120c21b89f088" + }, + { + "dataPath": "params_shard_106.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_262", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_263", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_264", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_265", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "10d104aa48bdf464a17fb091907cc967" + }, + { + "dataPath": "params_shard_107.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_268", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "5f2562a84ef9bfe6ba100a4763e475dd" + }, + { + "dataPath": "params_shard_108.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_267", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_269", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_270", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_271", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "7dcc67817c063cf2c30f9f4d3d3fcc2f" + }, + { + "dataPath": "params_shard_109.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_276", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "498ace513b7e5ac1a859ea689f22d2eb" + }, + { + "dataPath": "params_shard_110.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_272", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_273", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_274", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_275", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "18d1cec2532a0fbf036d4da863ec8d2d" + }, + { + "dataPath": "params_shard_111.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_278", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "fc3e6c5befd2b10155ac6db3a5493f95" + }, + { + "dataPath": "params_shard_112.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_277", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_279", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_280", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_281", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "f0cdd20e3be2a523d0b75dc6fde9e08b" + }, + { + "dataPath": "params_shard_113.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_286", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "7dd4c69bf7b81849304c70187ff3b611" + }, + { + "dataPath": "params_shard_114.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_282", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_283", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_284", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_285", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "ce1cedcf70ade4b7b8291996a38bf70c" + }, + { + "dataPath": "params_shard_115.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_288", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "a4af030ead05465901f77f711d3dd41c" + }, + { + "dataPath": "params_shard_116.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_287", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_289", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_290", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_291", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "30785cbb9f7842d45567b6920ba919ba" + }, + { + "dataPath": "params_shard_117.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_296", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "9e4fd0723b2305bb4781b6d6b5998b45" + }, + { + "dataPath": "params_shard_118.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_292", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_293", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_294", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_295", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "b3240614b9e1bec117c7e80232bdd708" + }, + { + "dataPath": "params_shard_119.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_298", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "13e04928a5df188b6f3173f1459a244a" + }, + { + "dataPath": "params_shard_120.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_297", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_299", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_300", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_301", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "da06d2ded75b6b581c8b2f61066390c3" + }, + { + "dataPath": "params_shard_121.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_306", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "4e7c79043a502c3b56cd624f3188cdf0" + }, + { + "dataPath": "params_shard_122.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_302", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_303", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_304", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_305", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "51e87bcd5cb277156fe6ca6e85c4d2c4" + }, + { + "dataPath": "params_shard_123.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_308", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "fc9ee588fea172f4cf937d0cabe9fb30" + }, + { + "dataPath": "params_shard_124.bin", + "format": "raw-shard", + "nbytes": 22052864, + "records": [ + { + "name": "param_307", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_309", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_310", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_311", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + } + ], + "md5sum": "46707d73f212ada4f97605c82b61934a" + }, + { + "dataPath": "params_shard_125.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_316", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ], + "md5sum": "8c61163268a18be89d3ec82109d3b922" + }, + { + "dataPath": "params_shard_126.bin", + "format": "raw-shard", + "nbytes": 26214400, + "records": [ + { + "name": "param_312", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_313", + "shape": [ + 6144, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 3145728, + "byteOffset": 12582912 + }, + { + "name": "param_314", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 15728640 + }, + { + "name": "param_315", + "shape": [ + 4096, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 2097152, + "byteOffset": 24117248 + } + ], + "md5sum": "59a117d232ce6a290707db3bca386a93" + }, + { + "dataPath": "params_shard_127.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_318", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ], + "md5sum": "45a25f31b8a2ae8518bd96929bdca6e0" + }, + { + "dataPath": "params_shard_128.bin", + "format": "raw-shard", + "nbytes": 65536000, + "records": [ + { + "name": "param_323", + "shape": [ + 32000, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 65536000, + "byteOffset": 0 + } + ], + "md5sum": "06a09b06349a7ae3e87319e07609cfee" + }, + { + "dataPath": "params_shard_129.bin", + "format": "raw-shard", + "nbytes": 22069248, + "records": [ + { + "name": "param_317", + "shape": [ + 28672, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 14680064, + "byteOffset": 0 + }, + { + "name": "param_319", + "shape": [ + 4096, + 448 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 7340032, + "byteOffset": 14680064 + }, + { + "name": "param_320", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22020096 + }, + { + "name": "param_321", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22036480 + }, + { + "name": "param_322", + "shape": [ + 4096 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 16384, + "byteOffset": 22052864 + } + ], + "md5sum": "19f6d7ac70c240986b5529c311dcd3fd" + }, + { + "dataPath": "params_shard_130.bin", + "format": "raw-shard", + "nbytes": 18481152, + "records": [ + { + "name": "param_324", + "shape": [ + 32000, + 128 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 16384000, + "byteOffset": 0 + }, + { + "name": "param_325", + "shape": [ + 2048, + 128 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 1048576, + "byteOffset": 16384000 + }, + { + "name": "param_326", + "shape": [ + 2048, + 128 + ], + "dtype": "float32", + "format": "raw", + "nbytes": 1048576, + "byteOffset": 17432576 + } + ], + "md5sum": "3c6bcd2da9470e89be6e66c2c93cba32" + } + ] +} \ No newline at end of file