checkpoint_9120/_sharding

{"cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAubm9ybS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAubm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9pbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9pbi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjEudG9fay5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjEudG9fb3V0XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjEudG9fb3V0XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjEudG9fcS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjEudG9fdi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjIudG9fay5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjIudG9fb3V0XzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjIudG9fb3V0XzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjIudG9fcS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuYXR0bjIudG9fdi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuZmYubmV0XzAucHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuZmYubmV0XzAucHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuZmYubmV0XzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAuZmYubmV0XzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudHJhbnNmb3JtZXJfYmxvY2tzXzAubm9ybTMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAudGltZV9lbWJfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzAudGltZV9lbWJfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEudGltZV9lbWJfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLm1pZF9ibG9jay5yZXNuZXRzXzEudGltZV9lbWJfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfbm9ybV9vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmNvbnZfbm9ybV9vdXQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuZG93bnNhbXBsZXJzXzAuY29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuZG93bnNhbXBsZXJzXzAuY29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18wLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLm5vcm0uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLm5vcm0uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnByb2pfaW4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnByb2pfaW4ua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnByb2pfb3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnByb2pfb3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLm5vcm0zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4xLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX291dF8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX2sua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Eua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmF0dG4yLnRvX3Yua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8wLnByb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuYXR0ZW50aW9uc18xLnRyYW5zZm9ybWVyX2Jsb2Nrc18wLmZmLm5ldF8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuZG93bnNhbXBsZXJzXzAuY29udi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYxLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYxLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLnRpbWVfZW1iX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLnRpbWVfZW1iX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRpbWVfZW1iZWRkaW5nLmxpbmVhcl8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRpbWVfZW1iZWRkaW5nLmxpbmVhcl8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRpbWVfZW1iZWRkaW5nLmxpbmVhcl8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnRpbWVfZW1iZWRkaW5nLmxpbmVhcl8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnVwc2FtcGxlcnNfMC5jb252LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18wLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMC5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMS5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLmF0dGVudGlvbnNfMi5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnVwc2FtcGxlcnNfMC5jb252LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18xLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMC5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMS5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLmF0dGVudGlvbnNfMi5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnVwc2FtcGxlcnNfMC5jb252LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18yLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMC5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMS5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMS50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b192Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19rLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19vdXRfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5hdHRuMi50b19xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMC5wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5mZi5uZXRfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi50cmFuc2Zvcm1lcl9ibG9ja3NfMC5ub3JtMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5wcm9qX291dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5wcm9qX291dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5wcm9qX2luLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLmF0dGVudGlvbnNfMi5wcm9qX2luLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi50aW1lX2VtYl9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252MS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252Mi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252X3Nob3J0Y3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}","cGFyYW1zLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TPU_0(process=0,(0,0,0,0))\"}"}