Upload tensor-cache.json with huggingface_hub

tensor-cache.json

@@ -1,8 +1,8 @@
 {
     "metadata": {
         "ParamSize": 163,
-        "ParamBytes": 695242752.0,
-        "BitsPerParam": 4.500628909972241
+        "ParamBytes": 772612096.0,
+        "BitsPerParam": 5.001476571239176
     },
     "records": [
         {
@@ -22,7 +22,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "5b16cbf639061d595947e48a6029f6d1"
+            "md5sum": "92fb45f80c1d7613636ae9a3a2a17dc7"
         },
         {
             "dataPath": "params_shard_1.bin",
@@ -41,7 +41,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "399f19dfe98352fae7f5dd65d2134f53"
+            "md5sum": "cb90f5c3df051f398f8fecab4843db1e"
         },
         {
             "dataPath": "params_shard_2.bin",
@@ -54,7 +54,7 @@
                         128256,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 16416768,
                     "byteOffset": 0
@@ -64,7 +64,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 16416768
@@ -86,7 +86,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 24809472
@@ -97,7 +97,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 25858048
@@ -107,7 +107,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 27955200
@@ -129,13 +129,13 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 31105024
                 }
             ],
-            "md5sum": "1df499000a92eb97bb6bfad5c9befc0b"
+            "md5sum": "779909d3a79439ba9cda346c781c64ed"
         },
         {
             "dataPath": "params_shard_3.bin",
@@ -159,7 +159,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 2097152
@@ -169,7 +169,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2359296
@@ -191,7 +191,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 10752000
@@ -213,7 +213,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 28577792
@@ -223,13 +223,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 30674944
                 }
             ],
-            "md5sum": "f92c70684df5f3b7c9377340b00388da"
+            "md5sum": "878386266b193efc72e21ee205917318"
         },
         {
             "dataPath": "params_shard_4.bin",
@@ -253,7 +253,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 3145728
@@ -275,7 +275,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 5636096
@@ -285,7 +285,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 5898240
@@ -307,7 +307,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 14290944
@@ -324,7 +324,7 @@
                     "byteOffset": 15339520
                 }
             ],
-            "md5sum": "e563916b198cd302f4d06b2869e7575a"
+            "md5sum": "4bf2fe91bd14467c0975964772c76b49"
         },
         {
             "dataPath": "params_shard_5.bin",
@@ -343,7 +343,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "cd24e35c5002b3f4844ade215d98aa3c"
+            "md5sum": "85938f902342487547b49106f698dd6c"
         },
         {
             "dataPath": "params_shard_6.bin",
@@ -356,7 +356,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 0
@@ -366,7 +366,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2097152
@@ -388,7 +388,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 5246976
@@ -410,7 +410,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 7737344
@@ -420,7 +420,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 7999488
@@ -442,7 +442,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 16392192
@@ -453,7 +453,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 17440768
@@ -463,7 +463,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 19537920
@@ -485,7 +485,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 22687744
@@ -507,7 +507,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 25178112
@@ -517,13 +517,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 25440256
                 }
             ],
-            "md5sum": "790e5cd9179f76c89f50afb493e71005"
+            "md5sum": "ffe74faf9de8b9ec71248d2b7eb531e2"
         },
         {
             "dataPath": "params_shard_7.bin",
@@ -547,7 +547,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 8388608
@@ -569,7 +569,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 26214400
@@ -579,7 +579,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 28311552
@@ -601,13 +601,13 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 31461376
                 }
             ],
-            "md5sum": "10bc3282c23bc5b4c1cca579ea759645"
+            "md5sum": "0610cbea697e7074701cb6f71ff4f417"
         },
         {
             "dataPath": "params_shard_8.bin",
@@ -631,7 +631,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 2097152
@@ -641,7 +641,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2359296
@@ -663,7 +663,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 10752000
@@ -685,7 +685,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 28577792
@@ -695,13 +695,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 30674944
                 }
             ],
-            "md5sum": "454f0626712f59c7a3df706f17e39932"
+            "md5sum": "ce9206f165686ca55cf832911e3b54cf"
         },
         {
             "dataPath": "params_shard_9.bin",
@@ -725,7 +725,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 3145728
@@ -747,7 +747,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 5636096
@@ -757,7 +757,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 5898240
@@ -779,7 +779,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 14290944
@@ -796,7 +796,7 @@
                     "byteOffset": 15339520
                 }
             ],
-            "md5sum": "44d2358aba02dc567f54998e6a75fb78"
+            "md5sum": "fd8654d924d6245bfa7fe6ce250bc0ef"
         },
         {
             "dataPath": "params_shard_10.bin",
@@ -815,7 +815,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "d3fd5cd5438c74f5743d05c5324f3fd3"
+            "md5sum": "2dda9fa91e7d63099c329803d33dcd4e"
         },
         {
             "dataPath": "params_shard_11.bin",
@@ -828,7 +828,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 0
@@ -838,7 +838,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2097152
@@ -860,7 +860,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 5246976
@@ -882,7 +882,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 7737344
@@ -892,7 +892,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 7999488
@@ -914,7 +914,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 16392192
@@ -925,7 +925,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 17440768
@@ -935,7 +935,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 19537920
@@ -957,7 +957,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 22687744
@@ -979,7 +979,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 25178112
@@ -989,13 +989,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 25440256
                 }
             ],
-            "md5sum": "a4ec52fb4769bc90c99a46f9e57345ef"
+            "md5sum": "4f4716fe8199fb82c0332a014faac218"
         },
         {
             "dataPath": "params_shard_12.bin",
@@ -1019,7 +1019,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 8388608
@@ -1041,7 +1041,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 26214400
@@ -1051,7 +1051,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 28311552
@@ -1073,13 +1073,13 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 31461376
                 }
             ],
-            "md5sum": "8405b7ebfd1e3cf7aafbb65bf48246c9"
+            "md5sum": "bcc9dfccb748726e765e704689b40101"
         },
         {
             "dataPath": "params_shard_13.bin",
@@ -1103,7 +1103,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 2097152
@@ -1113,7 +1113,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2359296
@@ -1135,7 +1135,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 10752000
@@ -1157,7 +1157,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 28577792
@@ -1167,13 +1167,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 30674944
                 }
             ],
-            "md5sum": "66223f02c1a4358cf574a8cc34322376"
+            "md5sum": "7f99538c993f68fd8727889642dbda51"
         },
         {
             "dataPath": "params_shard_14.bin",
@@ -1197,7 +1197,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 3145728
@@ -1219,7 +1219,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 5636096
@@ -1229,7 +1229,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 5898240
@@ -1251,7 +1251,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 14290944
@@ -1268,7 +1268,7 @@
                     "byteOffset": 15339520
                 }
             ],
-            "md5sum": "f69150d51004d6d01678c7efc6027db3"
+            "md5sum": "2c369111acb8d0e0bd3ab453b650b0e1"
         },
         {
             "dataPath": "params_shard_15.bin",
@@ -1287,7 +1287,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "b1dc4a9df4483ddd8fa2a8035d61226b"
+            "md5sum": "32a9d96cec4a6857fc6516199d8c013a"
         },
         {
             "dataPath": "params_shard_16.bin",
@@ -1300,7 +1300,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 0
@@ -1310,7 +1310,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2097152
@@ -1332,7 +1332,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 5246976
@@ -1354,7 +1354,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 7737344
@@ -1364,7 +1364,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 7999488
@@ -1386,7 +1386,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 16392192
@@ -1397,7 +1397,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 17440768
@@ -1407,7 +1407,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 19537920
@@ -1429,7 +1429,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 22687744
@@ -1451,7 +1451,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 25178112
@@ -1461,13 +1461,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 25440256
                 }
             ],
-            "md5sum": "0cc173906a95cd0cbd002d840ec591b6"
+            "md5sum": "a60bc1b9b980c131da4b3e507f093fff"
         },
         {
             "dataPath": "params_shard_17.bin",
@@ -1491,7 +1491,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 8388608
@@ -1513,7 +1513,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 26214400
@@ -1523,7 +1523,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 28311552
@@ -1545,13 +1545,13 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 31461376
                 }
             ],
-            "md5sum": "51ec3b1785ba95feb3a6660d149a89fe"
+            "md5sum": "497d9ef5fe19263152388031b9891744"
         },
         {
             "dataPath": "params_shard_18.bin",
@@ -1575,7 +1575,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 2097152
@@ -1585,7 +1585,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2359296
@@ -1607,7 +1607,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 10752000
@@ -1629,7 +1629,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 28577792
@@ -1639,13 +1639,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 30674944
                 }
             ],
-            "md5sum": "cd6f32b3e76000579eb6e91771ed6cf1"
+            "md5sum": "bae6dbd493ca72cd60d20c55ec21beae"
         },
         {
             "dataPath": "params_shard_19.bin",
@@ -1669,7 +1669,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 3145728
@@ -1691,7 +1691,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 5636096
@@ -1701,7 +1701,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 5898240
@@ -1723,7 +1723,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 14290944
@@ -1740,7 +1740,7 @@
                     "byteOffset": 15339520
                 }
             ],
-            "md5sum": "8a2c47a0bd0a1379f718bf4e32e32f63"
+            "md5sum": "f0eaeae82601ef747ed89c0659a00fb2"
         },
         {
             "dataPath": "params_shard_20.bin",
@@ -1759,7 +1759,7 @@
                     "byteOffset": 0
                 }
             ],
-            "md5sum": "0468a6964ff3a5e2042daff008b8ee1d"
+            "md5sum": "89c5ec78d3141300bc132e6a2e98ac6e"
         },
         {
             "dataPath": "params_shard_21.bin",
@@ -1772,7 +1772,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 0
@@ -1782,7 +1782,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 2097152
@@ -1804,7 +1804,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 5246976
@@ -1826,7 +1826,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 7737344
@@ -1836,7 +1836,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 7999488
@@ -1858,7 +1858,7 @@
                         2048,
                         256
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 1048576,
                     "byteOffset": 16392192
@@ -1869,7 +1869,7 @@
                         16384,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 2097152,
                     "byteOffset": 17440768
@@ -1879,7 +1879,7 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 19537920
@@ -1901,7 +1901,7 @@
                         3072,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 393216,
                     "byteOffset": 22687744
@@ -1923,7 +1923,7 @@
                         2048,
                         64
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 262144,
                     "byteOffset": 25178112
@@ -1933,13 +1933,13 @@
                     "shape": [
                         2048
                     ],
-                    "dtype": "float16",
+                    "dtype": "float32",
                     "format": "f32-to-bf16",
                     "nbytes": 4096,
                     "byteOffset": 25440256
                 }
             ],
-            "md5sum": "bc183ce3915fed7902b3d4ea4bcfd814"
+            "md5sum": "19e8defc4ad524d60de2f275a42f70de"
         }
     ]
 }