| {"shards": [{"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "shard.00000.mds", "bytes": 268402642, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "shard.00001.mds", "bytes": 268415232, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "shard.00002.mds", "bytes": 268414094, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "shard.00003.mds", "bytes": 268427650, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "shard.00004.mds", "bytes": 101062344, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}], "version": 2} |