Upload folder using huggingface_hub

.gitattributes

@@ -36,3 +36,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 checkpoints/best_3/ocdbt.process_0/d/6ccb0ffef8c236498ffb8a1e4e498ed2 filter=lfs diff=lfs merge=lfs -text
 checkpoints/best_3/ocdbt.process_0/d/bb55d9a458b396ebd67ced981b9a5b98 filter=lfs diff=lfs merge=lfs -text
 checkpoints/best_3/ocdbt.process_0/d/f8354f21218e18ee6fdd6383739e5045 filter=lfs diff=lfs merge=lfs -text
+checkpoints/best_2/ocdbt.process_0/d/33b72f9f505d2658ec4a782faa5e0651 filter=lfs diff=lfs merge=lfs -text
+checkpoints/best_2/ocdbt.process_0/d/9278e7c5f3f56c6aaac133dd8dfb9597 filter=lfs diff=lfs merge=lfs -text
+checkpoints/best_2/ocdbt.process_0/d/9f37e2a1db2ec14758d1dbf0ca82567a filter=lfs diff=lfs merge=lfs -text
+checkpoints/best_2/ocdbt.process_0/d/cfbfed58ff91de38972a51535497e76e filter=lfs diff=lfs merge=lfs -text

checkpoints/best_2/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1762690732680200340, "commit_timestamp_nsecs": 1762690742461533873, "custom_metadata": {}}

checkpoints/best_2/_sharding

@@ -0,0 +1 @@
+{"ZW1iZWRfdG9rZW5zLmVtYmVkZGluZw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bG1faGVhZC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuY25uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuYmlkaXJlY3Rpb25hbF9ybm4ubGF5ZXJfc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnY1LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnY1LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnY3LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnY3LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnYzLmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmNvbnYzLnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAubG9jYWxfY25uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzAucm5uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE0LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmNubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252My5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252My5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252NS5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252NS5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252Ny5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5jb252Ny5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE1LmxvY2FsX2Nubi5sYXllcl9zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmJpZGlyZWN0aW9uYWxfcm5uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE2LnJubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE3LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmNubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252My5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252My5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252NS5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252NS5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252Ny5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5jb252Ny5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE4LmxvY2FsX2Nubi5sYXllcl9zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzE5LmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEwLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzExLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmJpZGlyZWN0aW9uYWxfcm5uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmNubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252My5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252My5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252NS5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252NS5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252Ny5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5jb252Ny5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLmxvY2FsX2Nubi5sYXllcl9zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEyLnJubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzEzLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLm91dHB1dF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmNhbmRpZGF0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmJhY2t3YXJkX2NlbGwuTWluR1JVQ2VsbF8wLmdhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmZvcndhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmlucHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmJpZGlyZWN0aW9uYWxfcm5uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIwLnJubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmNubl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252My5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252My5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252NS5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252NS5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252Ny5kZXB0aHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5jb252Ny5wb2ludHdpc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5mdXNpb25fZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIxLmxvY2FsX2Nubi5sYXllcl9zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIyLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmF0dG4ua19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmF0dG4ub19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmF0dG4ucV9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmF0dG4udl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmF0dG5fbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmZmbi51cF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmZmbi5kb3duX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmZmbi5nYXRlX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzIzLmZmbl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuY25uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnY1LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnY1LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnY3LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnY3LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnYzLmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmNvbnYzLnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzMubG9jYWxfY25uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuYmlkaXJlY3Rpb25hbF9ybm4ubGF5ZXJfc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzQucm5uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzUuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuY25uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnY1LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnY1LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnY3LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnY3LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnYzLmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmNvbnYzLnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzYubG9jYWxfY25uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzcuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuY2FuZGlkYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uYmFja3dhcmRfY2VsbC5NaW5HUlVDZWxsXzAuZ2F0ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5jYW5kaWRhdGUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uZm9yd2FyZF9jZWxsLk1pbkdSVUNlbGxfMC5nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4uaW5wdXRfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4ub3V0cHV0X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguYmlkaXJlY3Rpb25hbF9ybm4ubGF5ZXJfc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzguZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzgucm5uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuY25uX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuYXR0bi52X3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuYXR0bi5rX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuYXR0bi5vX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuYXR0bi5xX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuYXR0bl9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuZmZuLmRvd25fcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuZmZuLmdhdGVfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuZmZuLnVwX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkuZmZuX25vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnY1LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnY1LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnY3LmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnY3LnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnYzLmRlcHRod2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmNvbnYzLnBvaW50d2lzZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmZ1c2lvbl9nYXRlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bGF5ZXJzXzkubG9jYWxfY25uLmxheWVyX3NjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","bm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}

checkpoints/best_2/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "embed_tokens.embedding", "write_shape": [50264, 768], "chunk_shape": [50264, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_0.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_1.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_10.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_11.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_12.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_13.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_14.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_15.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_16.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_17.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_18.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_19.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_2.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_20.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_21.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_22.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_23.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_3.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_4.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_5.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_6.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_7.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.backward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.backward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.forward_cell.MinGRUCell_0.candidate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.forward_cell.MinGRUCell_0.gate.kernel", "write_shape": [384, 384], "chunk_shape": [384, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.input_proj.bias", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.input_proj.kernel", "write_shape": [768, 384], "chunk_shape": [768, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.output_proj.bias", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.bidirectional_rnn.output_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_8.rnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.attn.k_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.attn.o_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.attn.q_proj.kernel", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.attn.v_proj.kernel", "write_shape": [768, 128], "chunk_shape": [768, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.attn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.cnn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.ffn.down_proj.kernel", "write_shape": [1920, 768], "chunk_shape": [1920, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.ffn.gate_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.ffn.up_proj.kernel", "write_shape": [768, 1920], "chunk_shape": [768, 1920], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.ffn_norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv3.depthwise.kernel", "write_shape": [3, 1, 768], "chunk_shape": [3, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv3.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv5.depthwise.kernel", "write_shape": [5, 1, 768], "chunk_shape": [5, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv5.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv7.depthwise.kernel", "write_shape": [7, 1, 768], "chunk_shape": [7, 1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.conv7.pointwise.kernel", "write_shape": [1, 768, 768], "chunk_shape": [1, 768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.fusion_gate.bias", "write_shape": [2304], "chunk_shape": [2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.fusion_gate.kernel", "write_shape": [768, 2304], "chunk_shape": [768, 2304], "ext_metadata": null}}, {"array_metadata": {"param_name": "layers_9.local_cnn.layer_scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "lm_head.kernel", "write_shape": [768, 50264], "chunk_shape": [768, 50264], "ext_metadata": null}}, {"array_metadata": {"param_name": "norm.scale", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}]}

checkpoints/best_2/ocdbt.process_0/d/33b72f9f505d2658ec4a782faa5e0651

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402537c45b80a6acd6ce2c3dad3714f1a389f5f4baf49055981990da0b29d54
+size 923755

checkpoints/best_2/ocdbt.process_0/d/9278e7c5f3f56c6aaac133dd8dfb9597

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0949ac143b26ce8877523dd0248113abbdc3099502c04f0a9bc805667038170
+size 479313920

checkpoints/best_2/ocdbt.process_0/d/9f37e2a1db2ec14758d1dbf0ca82567a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1e3bf8e5a615aba4388c051233e926e8fff78c3fa22ffc5191fb3c9c21184
+size 6803456

checkpoints/best_2/ocdbt.process_0/d/cfbfed58ff91de38972a51535497e76e

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ef9f0cd85aa183ceac4b472faa423245f3031f842642e4e2e905cd54bd92a
+size 444821504

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d49da73ae7aeb5a335f93023fdb50ed6cb7d8954fd6d4f1221e5f7affa0b354
+oid sha256:7fe20d171676e54a7a672c779e1e08b1b6cea702284bf538db1f8b4ee345e596
 size 1015036512

tokenizer.json

@@ -14,7 +14,7 @@
     },
     {
       "id": 50257,
-      "content": "<think>",
+      "content": "<|im_start|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -23,7 +23,7 @@
     },
     {
       "id": 50258,
-      "content": "</think>",
+      "content": "<|im_end|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -32,7 +32,7 @@
     },
     {
       "id": 50259,
-      "content": "<pad_0>",
+      "content": "<think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
     },
     {
       "id": 50260,
-      "content": "<pad_1>",
+      "content": "</think>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -50,7 +50,7 @@
     },
     {
       "id": 50261,
-      "content": "<pad_2>",
+      "content": "<CONTINUE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -59,7 +59,7 @@
     },
     {
       "id": 50262,
-      "content": "<pad_3>",
+      "content": "<pad_0>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -68,7 +68,7 @@
     },
     {
       "id": 50263,
-      "content": "<pad_4>",
+      "content": "<pad_1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

training_history.csv

@@ -1,4 +1,4 @@
 train_loss,train_ce,train_z,train_acc,train_ppl,val_loss,val_ce,val_z,val_acc,val_ppl
-0.9324811697006226,0.9301027059555054,0.0023784860968589783,0.9747710824012756,34.463226318359375,0.7455353140830994,0.7454673051834106,6.797964306315407e-05,0.9994805455207825,2.1074304580688477
-0.7442176342010498,0.7441790103912354,3.8648839108645916e-05,0.9995428323745728,2.1047160625457764,0.7447968125343323,0.7447550296783447,4.179905590717681e-05,0.9995492100715637,2.1059272289276123
-0.743730902671814,0.7437002062797546,3.068605292355642e-05,0.9995979070663452,2.1037073135375977,0.7445427179336548,0.7445056438446045,3.705303242895752e-05,0.9995689392089844,2.1054019927978516
+0.8100242018699646,0.8089427351951599,0.00108145026024431,0.9911268353462219,8.283291816711426,0.7418901920318604,0.7418734431266785,1.6735024473746307e-05,0.9999573230743408,2.099865674972534
+0.7413913607597351,0.7413777112960815,1.3658068382937927e-05,0.9999598264694214,2.098829507827759,0.7416322827339172,0.7416186928749084,1.3588331967184786e-05,0.9999719858169556,2.099329948425293
+0.7411767840385437,0.7411652207374573,1.1582644219743088e-05,0.9999743700027466,2.0983827114105225,0.7417210936546326,0.7417076230049133,1.3478007531375624e-05,0.9999712109565735,2.0995166301727295