jDB_1024_valid_new / index.json
ascust's picture
Upload folder using huggingface_hub
bfda184 verified
{"version": 2, "shards": [{"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "3/shard.00000.mds", "bytes": 268390137, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "3/shard.00001.mds", "bytes": 268409247, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "3/shard.00002.mds", "bytes": 268400264, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "3/shard.00003.mds", "bytes": 268417783, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "3/shard.00004.mds", "bytes": 101055226, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "0/shard.00000.mds", "bytes": 268402642, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "0/shard.00001.mds", "bytes": 268415232, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "0/shard.00002.mds", "bytes": 268414094, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "0/shard.00003.mds", "bytes": 268427650, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "0/shard.00004.mds", "bytes": 101062344, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "1/shard.00000.mds", "bytes": 268390481, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "1/shard.00001.mds", "bytes": 268424396, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "1/shard.00002.mds", "bytes": 268405128, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "1/shard.00003.mds", "bytes": 268432611, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "1/shard.00004.mds", "bytes": 101053894, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "4/shard.00000.mds", "bytes": 268390909, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "4/shard.00001.mds", "bytes": 268401441, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "4/shard.00002.mds", "bytes": 268412937, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "4/shard.00003.mds", "bytes": 268370389, "hashes": {}}, "samples": 4079, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "4/shard.00004.mds", "bytes": 101120426, "hashes": {}}, "samples": 1537, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "6/shard.00000.mds", "bytes": 268397265, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "6/shard.00001.mds", "bytes": 268392610, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "6/shard.00002.mds", "bytes": 268413727, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "6/shard.00003.mds", "bytes": 268426538, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "6/shard.00004.mds", "bytes": 101043644, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "7/shard.00000.mds", "bytes": 268412713, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "7/shard.00001.mds", "bytes": 268411905, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "7/shard.00002.mds", "bytes": 268408548, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "7/shard.00003.mds", "bytes": 268423038, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "7/shard.00004.mds", "bytes": 101053881, "hashes": {}}, "samples": 1536, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "2/shard.00000.mds", "bytes": 268386838, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "2/shard.00001.mds", "bytes": 268424236, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "2/shard.00002.mds", "bytes": 268406992, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "2/shard.00003.mds", "bytes": 268374841, "hashes": {}}, "samples": 4079, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "2/shard.00004.mds", "bytes": 101120493, "hashes": {}}, "samples": 1537, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "5/shard.00000.mds", "bytes": 268401045, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "5/shard.00001.mds", "bytes": 268381328, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "5/shard.00002.mds", "bytes": 268412105, "hashes": {}}, "samples": 4080, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "5/shard.00003.mds", "bytes": 268375181, "hashes": {}}, "samples": 4079, "size_limit": 268435456, "version": 2, "zip_data": null}, {"column_encodings": ["str", "bytes", "bytes"], "column_names": ["caption", "global_token", "latents_1024"], "column_sizes": [null, null, null], "compression": null, "format": "mds", "hashes": [], "raw_data": {"basename": "5/shard.00004.mds", "bytes": 101116860, "hashes": {}}, "samples": 1537, "size_limit": 268435456, "version": 2, "zip_data": null}]}