Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint/ocdbt.process_0/d/0faaa7abfc34b20e03e1af0377668633 filter=lfs diff=lfs merge=lfs -text
+checkpoint/ocdbt.process_0/d/3790fb9a3773757de58da7ee30f875ae filter=lfs diff=lfs merge=lfs -text
+checkpoint/ocdbt.process_0/d/a4c70379d78fd68fb06be8c15a4274c2 filter=lfs diff=lfs merge=lfs -text

checkpoint/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1769882735721471705, "commit_timestamp_nsecs": 1769882742069743023, "custom_metadata": {}}

checkpoint/_sharding

@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLjAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnBvc19lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnRva2VuX2VtYi5lbWJlZGRpbmc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUubG1faGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUubG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubXUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnBvc19lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUuVG9rZW5BbmRQb3NpdGlvbkVtYmVkZGluZ18wLnRva2VuX2VtYi5lbWJlZGRpbmc=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUubG1faGVhZC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUubG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMi5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfMy5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNC5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","b3B0X3N0YXRlLjAubnUudHJhbnNmb3JtZXJfYmxvY2tfNS5TZWxmQXR0ZW50aW9uXzAudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","c3RlcA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLlRva2VuQW5kUG9zaXRpb25FbWJlZGRpbmdfMC50b2tlbl9lbWIuZW1iZWRkaW5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLlRva2VuQW5kUG9zaXRpb25FbWJlZGRpbmdfMC5wb3NfZW1iLmVtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmxtX2hlYWQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmxtX2hlYWQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzAuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzEuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzIuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzMuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzQuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRyYW5zZm9ybWVyX2Jsb2NrXzUuU2VsZkF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}

checkpoint/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "step", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.TokenAndPositionEmbedding_0.pos_emb.embedding", "write_shape": [256, 512], "chunk_shape": [256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.TokenAndPositionEmbedding_0.token_emb.embedding", "write_shape": [64000, 512], "chunk_shape": [64000, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.lm_head.bias", "write_shape": [64000], "chunk_shape": [64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.lm_head.kernel", "write_shape": [512, 64000], "chunk_shape": [512, 64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_0.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_1.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_2.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_3.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_4.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.transformer_block_5.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.TokenAndPositionEmbedding_0.pos_emb.embedding", "write_shape": [256, 512], "chunk_shape": [256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.TokenAndPositionEmbedding_0.token_emb.embedding", "write_shape": [64000, 512], "chunk_shape": [64000, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.lm_head.bias", "write_shape": [64000], "chunk_shape": [64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.lm_head.kernel", "write_shape": [512, 64000], "chunk_shape": [512, 64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_0.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_1.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_2.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_3.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_4.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.transformer_block_5.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.TokenAndPositionEmbedding_0.pos_emb.embedding", "write_shape": [256, 512], "chunk_shape": [256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.TokenAndPositionEmbedding_0.token_emb.embedding", "write_shape": [64000, 512], "chunk_shape": [64000, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.lm_head.bias", "write_shape": [64000], "chunk_shape": [64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.lm_head.kernel", "write_shape": [512, 64000], "chunk_shape": [512, 64000], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_0.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_1.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_2.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_3.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_4.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.Dense_0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.Dense_0.kernel", "write_shape": [512, 2048], "chunk_shape": [512, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.Dense_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.Dense_1.kernel", "write_shape": [2048, 512], "chunk_shape": [2048, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.LayerNorm_0.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.LayerNorm_0.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.LayerNorm_1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.LayerNorm_1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.key.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.key.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.out.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.out.kernel", "write_shape": [8, 64, 512], "chunk_shape": [8, 64, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.query.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.query.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.value.bias", "write_shape": [8, 64], "chunk_shape": [8, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.transformer_block_5.SelfAttention_0.value.kernel", "write_shape": [512, 8, 64], "chunk_shape": [512, 8, 64], "ext_metadata": null}}]}

checkpoint/ocdbt.process_0/d/0faaa7abfc34b20e03e1af0377668633

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0382b64a523a0e591e94adc584f6b374683dc4316fdaa32f8aa771608f9f3
+size 5611520

checkpoint/ocdbt.process_0/d/3790fb9a3773757de58da7ee30f875ae

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b112e1d9648d9feb32d3f519d0db73d29b8fd420e63bcf460797de5dcbb6b422
+size 202096640

checkpoint/ocdbt.process_0/d/a4c70379d78fd68fb06be8c15a4274c2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ccbeaaf8f594468812b2cae08124e95c5ba65119c37856bbfc2a725467abd7
+size 483676160