goldenboyltx / logs /1_log.txt
comfyuiman's picture
Upload folder using huggingface_hub
fb5776c verified
Running 1 job
{
"type": "diffusion_trainer",
"training_folder": "/app/ai-toolkit/output",
"sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
"device": "cuda",
"trigger_word": null,
"performance_log_every": 10,
"network": {
"type": "lora",
"linear": 32,
"linear_alpha": 32,
"conv": 16,
"conv_alpha": 16,
"lokr_full_rank": true,
"lokr_factor": -1,
"network_kwargs": {
"ignore_if_contains": []
}
},
"save": {
"dtype": "bf16",
"save_every": 500,
"max_step_saves_to_keep": 400,
"save_format": "diffusers",
"push_to_hub": false
},
"datasets": [
{
"folder_path": "/app/ai-toolkit/datasets/16_frames",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 9,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true,
"do_audio": true,
"fps": 24
},
{
"folder_path": "/app/ai-toolkit/datasets/24_frames",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 17,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true,
"do_audio": true
},
{
"folder_path": "/app/ai-toolkit/datasets/32_frames",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 25,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true,
"do_audio": true
},
{
"folder_path": "/app/ai-toolkit/datasets/40_frames",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 33,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true,
"do_audio": true
},
{
"folder_path": "/app/ai-toolkit/datasets/48_frames",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 41,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true,
"do_audio": true
},
{
"folder_path": "/app/ai-toolkit/datasets/images",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": true,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 1,
"flip_x": false,
"flip_y": false,
"num_repeats": 1,
"do_i2v": true
}
],
"train": {
"batch_size": 1,
"bypass_guidance_embedding": false,
"steps": 15000,
"gradient_accumulation": 1,
"train_unet": true,
"train_text_encoder": false,
"gradient_checkpointing": true,
"noise_scheduler": "flowmatch",
"optimizer": "adamw8bit",
"timestep_type": "weighted",
"content_or_style": "balanced",
"optimizer_params": {
"weight_decay": 0.0001
},
"unload_text_encoder": false,
"cache_text_embeddings": true,
"lr": 0.0001,
"ema_config": {
"use_ema": false,
"ema_decay": 0.99
},
"skip_first_sample": false,
"force_first_sample": false,
"disable_sampling": true,
"dtype": "bf16",
"diff_output_preservation": false,
"diff_output_preservation_multiplier": 1,
"diff_output_preservation_class": "person",
"switch_boundary_every": 1,
"loss_type": "mse"
},
"logging": {
"log_every": 1,
"use_ui_logger": true
},
"model": {
"name_or_path": "Lightricks/LTX-2",
"quantize": true,
"qtype": "qfloat8",
"quantize_te": true,
"qtype_te": "uint4",
"arch": "ltx2",
"low_vram": true,
"model_kwargs": {},
"layer_offloading": false,
"layer_offloading_text_encoder_percent": 1,
"layer_offloading_transformer_percent": 1
},
"sample": {
"sampler": "flowmatch",
"sample_every": 250,
"width": 768,
"height": 768,
"samples": [],
"neg": "",
"seed": 42,
"walk_seed": true,
"guidance_scale": 4,
"sample_steps": 25,
"num_frames": 121,
"fps": 24
}
}
Changing sample extention to animated webp
Using SQLite database at /app/ai-toolkit/aitk_db.db
Job ID: "10f59d0b-b6f3-42e6-85a4-8eaac8332144"
#############################################
# Running job: goldenboy_ltx
#############################################
Running 1 process
Loading LTX2 model
Loading transformer
Loading checkpoint shards: 0%| | 0/8 [00:00<?, ?it/s] Loading checkpoint shards: 0%| | 0/8 [00:00<?, ?it/s] Loading checkpoint shards: 12%|#2 | 1/8 [00:00<00:01, 4.11it/s] Loading checkpoint shards: 12%|#2 | 1/8 [00:00<00:01, 4.11it/s] Loading checkpoint shards: 25%|##5 | 2/8 [00:00<00:02, 2.69it/s] Loading checkpoint shards: 25%|##5 | 2/8 [00:00<00:02, 2.69it/s] Loading checkpoint shards: 38%|###7 | 3/8 [00:01<00:02, 2.31it/s] Loading checkpoint shards: 38%|###7 | 3/8 [00:01<00:02, 2.31it/s] Loading checkpoint shards: 50%|##### | 4/8 [00:01<00:01, 2.36it/s] Loading checkpoint shards: 50%|##### | 4/8 [00:01<00:01, 2.36it/s] Loading checkpoint shards: 62%|######2 | 5/8 [00:01<00:01, 2.81it/s] Loading checkpoint shards: 62%|######2 | 5/8 [00:01<00:01, 2.81it/s] Loading checkpoint shards: 75%|#######5 | 6/8 [00:02<00:00, 2.55it/s] Loading checkpoint shards: 75%|#######5 | 6/8 [00:02<00:00, 2.55it/s] Loading checkpoint shards: 88%|########7 | 7/8 [00:02<00:00, 2.94it/s] Loading checkpoint shards: 88%|########7 | 7/8 [00:02<00:00, 2.94it/s] Loading checkpoint shards: 100%|##########| 8/8 [00:02<00:00, 3.12it/s] Loading checkpoint shards: 100%|##########| 8/8 [00:02<00:00, 3.12it/s] Loading checkpoint shards: 100%|##########| 8/8 [00:02<00:00, 2.83it/s] Loading checkpoint shards: 100%|##########| 8/8 [00:02<00:00, 2.83it/s]
Quantizing Transformer
- quantizing 48 transformer blocks
0%| | 0/48 [00:00<?, ?it/s] 0%| | 0/48 [00:00<?, ?it/s] 2%|2 | 1/48 [00:00<00:33, 1.40it/s] 2%|2 | 1/48 [00:00<00:33, 1.40it/s] 4%|4 | 2/48 [00:01<00:26, 1.73it/s] 4%|4 | 2/48 [00:01<00:26, 1.73it/s] 6%|6 | 3/48 [00:01<00:25, 1.80it/s] 6%|6 | 3/48 [00:01<00:25, 1.80it/s] 8%|8 | 4/48 [00:02<00:22, 1.92it/s] 8%|8 | 4/48 [00:02<00:22, 1.92it/s] 10%|# | 5/48 [00:02<00:21, 2.00it/s] 10%|# | 5/48 [00:02<00:21, 2.00it/s] 12%|#2 | 6/48 [00:03<00:20, 2.06it/s] 12%|#2 | 6/48 [00:03<00:20, 2.06it/s] 15%|#4 | 7/48 [00:03<00:19, 2.11it/s] 15%|#4 | 7/48 [00:03<00:19, 2.11it/s] 17%|#6 | 8/48 [00:04<00:18, 2.14it/s] 17%|#6 | 8/48 [00:04<00:18, 2.14it/s] 19%|#8 | 9/48 [00:04<00:17, 2.18it/s] 19%|#8 | 9/48 [00:04<00:17, 2.18it/s] 21%|## | 10/48 [00:04<00:17, 2.19it/s] 21%|## | 10/48 [00:04<00:17, 2.19it/s] 23%|##2 | 11/48 [00:05<00:16, 2.19it/s] 23%|##2 | 11/48 [00:05<00:16, 2.19it/s] 25%|##5 | 12/48 [00:05<00:16, 2.20it/s] 25%|##5 | 12/48 [00:05<00:16, 2.20it/s] 27%|##7 | 13/48 [00:06<00:17, 2.00it/s] 27%|##7 | 13/48 [00:06<00:17, 2.00it/s] 29%|##9 | 14/48 [00:06<00:16, 2.06it/s] 29%|##9 | 14/48 [00:06<00:16, 2.06it/s] 31%|###1 | 15/48 [00:07<00:15, 2.11it/s] 31%|###1 | 15/48 [00:07<00:15, 2.11it/s] 33%|###3 | 16/48 [00:07<00:15, 2.13it/s] 33%|###3 | 16/48 [00:07<00:15, 2.13it/s] 35%|###5 | 17/48 [00:08<00:14, 2.16it/s] 35%|###5 | 17/48 [00:08<00:14, 2.16it/s] 38%|###7 | 18/48 [00:08<00:13, 2.16it/s] 38%|###7 | 18/48 [00:08<00:13, 2.16it/s] 40%|###9 | 19/48 [00:09<00:14, 1.98it/s] 40%|###9 | 19/48 [00:09<00:14, 1.98it/s] 42%|####1 | 20/48 [00:09<00:13, 2.01it/s] 42%|####1 | 20/48 [00:09<00:13, 2.01it/s] 44%|####3 | 21/48 [00:10<00:13, 2.06it/s] 44%|####3 | 21/48 [00:10<00:13, 2.06it/s] 46%|####5 | 22/48 [00:10<00:12, 2.06it/s] 46%|####5 | 22/48 [00:10<00:12, 2.06it/s] 48%|####7 | 23/48 [00:11<00:11, 2.10it/s] 48%|####7 | 23/48 [00:11<00:11, 2.10it/s] 50%|##### | 24/48 [00:11<00:11, 2.13it/s] 50%|##### | 24/48 [00:11<00:11, 2.13it/s] 52%|#####2 | 25/48 [00:12<00:11, 1.96it/s] 52%|#####2 | 25/48 [00:12<00:11, 1.96it/s] 54%|#####4 | 26/48 [00:12<00:10, 2.06it/s] 54%|#####4 | 26/48 [00:12<00:10, 2.06it/s] 56%|#####6 | 27/48 [00:13<00:09, 2.14it/s] 56%|#####6 | 27/48 [00:13<00:09, 2.14it/s] 58%|#####8 | 28/48 [00:13<00:09, 2.20it/s] 58%|#####8 | 28/48 [00:13<00:09, 2.20it/s] 60%|###### | 29/48 [00:13<00:08, 2.23it/s] 60%|###### | 29/48 [00:13<00:08, 2.23it/s] 62%|######2 | 30/48 [00:14<00:07, 2.26it/s] 62%|######2 | 30/48 [00:14<00:07, 2.26it/s] 65%|######4 | 31/48 [00:14<00:07, 2.28it/s] 65%|######4 | 31/48 [00:14<00:07, 2.28it/s] 67%|######6 | 32/48 [00:15<00:07, 2.06it/s] 67%|######6 | 32/48 [00:15<00:07, 2.06it/s] 69%|######8 | 33/48 [00:15<00:07, 2.09it/s] 69%|######8 | 33/48 [00:15<00:07, 2.09it/s] 71%|####### | 34/48 [00:16<00:06, 2.10it/s] 71%|####### | 34/48 [00:16<00:06, 2.10it/s] 73%|#######2 | 35/48 [00:16<00:06, 2.14it/s] 73%|#######2 | 35/48 [00:16<00:06, 2.14it/s] 75%|#######5 | 36/48 [00:17<00:05, 2.14it/s] 75%|#######5 | 36/48 [00:17<00:05, 2.14it/s] 77%|#######7 | 37/48 [00:17<00:05, 2.12it/s] 77%|#######7 | 37/48 [00:17<00:05, 2.12it/s] 79%|#######9 | 38/48 [00:18<00:05, 1.97it/s] 79%|#######9 | 38/48 [00:18<00:05, 1.97it/s] 81%|########1 | 39/48 [00:18<00:04, 2.05it/s] 81%|########1 | 39/48 [00:18<00:04, 2.05it/s] 83%|########3 | 40/48 [00:19<00:03, 2.09it/s] 83%|########3 | 40/48 [00:19<00:03, 2.09it/s] 85%|########5 | 41/48 [00:19<00:03, 2.13it/s] 85%|########5 | 41/48 [00:19<00:03, 2.13it/s] 88%|########7 | 42/48 [00:20<00:02, 2.17it/s] 88%|########7 | 42/48 [00:20<00:02, 2.17it/s] 90%|########9 | 43/48 [00:20<00:02, 2.19it/s] 90%|########9 | 43/48 [00:20<00:02, 2.19it/s] 92%|#########1| 44/48 [00:20<00:01, 2.20it/s] 92%|#########1| 44/48 [00:20<00:01, 2.20it/s] 94%|#########3| 45/48 [00:21<00:01, 2.02it/s] 94%|#########3| 45/48 [00:21<00:01, 2.02it/s] 96%|#########5| 46/48 [00:22<00:00, 2.05it/s] 96%|#########5| 46/48 [00:22<00:00, 2.05it/s] 98%|#########7| 47/48 [00:22<00:00, 2.10it/s] 98%|#########7| 47/48 [00:22<00:00, 2.10it/s] 100%|##########| 48/48 [00:22<00:00, 2.13it/s] 100%|##########| 48/48 [00:22<00:00, 2.13it/s] 100%|##########| 48/48 [00:22<00:00, 2.09it/s] 100%|##########| 48/48 [00:22<00:00, 2.09it/s]
- quantizing extras
Moving transformer to CPU
Loading text encoder
Loading checkpoint shards: 0%| | 0/11 [00:00<?, ?it/s] Loading checkpoint shards: 0%| | 0/11 [00:00<?, ?it/s] Loading checkpoint shards: 9%|9 | 1/11 [00:05<00:53, 5.33s/it] Loading checkpoint shards: 9%|9 | 1/11 [00:05<00:53, 5.33s/it] Loading checkpoint shards: 18%|#8 | 2/11 [00:11<00:51, 5.77s/it] Loading checkpoint shards: 18%|#8 | 2/11 [00:11<00:51, 5.77s/it] Loading checkpoint shards: 27%|##7 | 3/11 [00:14<00:37, 4.74s/it] Loading checkpoint shards: 27%|##7 | 3/11 [00:14<00:37, 4.74s/it] Loading checkpoint shards: 36%|###6 | 4/11 [00:17<00:27, 3.98s/it] Loading checkpoint shards: 36%|###6 | 4/11 [00:17<00:27, 3.98s/it] Loading checkpoint shards: 45%|####5 | 5/11 [00:20<00:22, 3.67s/it] Loading checkpoint shards: 45%|####5 | 5/11 [00:20<00:22, 3.67s/it] Loading checkpoint shards: 55%|#####4 | 6/11 [00:24<00:17, 3.54s/it] Loading checkpoint shards: 55%|#####4 | 6/11 [00:24<00:17, 3.54s/it] Loading checkpoint shards: 64%|######3 | 7/11 [00:28<00:15, 3.93s/it] Loading checkpoint shards: 64%|######3 | 7/11 [00:28<00:15, 3.93s/it] Loading checkpoint shards: 73%|#######2 | 8/11 [00:34<00:13, 4.40s/it] Loading checkpoint shards: 73%|#######2 | 8/11 [00:34<00:13, 4.40s/it] Loading checkpoint shards: 82%|########1 | 9/11 [00:39<00:09, 4.72s/it] Loading checkpoint shards: 82%|########1 | 9/11 [00:39<00:09, 4.72s/it] Loading checkpoint shards: 91%|######### | 10/11 [00:44<00:04, 4.73s/it] Loading checkpoint shards: 91%|######### | 10/11 [00:44<00:04, 4.73s/it] Loading checkpoint shards: 100%|##########| 11/11 [00:47<00:00, 4.24s/it] Loading checkpoint shards: 100%|##########| 11/11 [00:47<00:00, 4.24s/it] Loading checkpoint shards: 100%|##########| 11/11 [00:47<00:00, 4.33s/it] Loading checkpoint shards: 100%|##########| 11/11 [00:47<00:00, 4.33s/it]
Quantizing Text Encoder
Loading VAEs and other components
Making pipe
Preparing Model
Model Loaded
create LoRA network. base dim (rank): 32, alpha: 32
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 1344 modules.
enable LoRA for U-Net
Dataset: /app/ai-toolkit/datasets/16_frames
- Preprocessing video dimensions
0%| | 0/2 [00:00<?, ?it/s] 0%| | 0/2 [00:00<?, ?it/s] 100%|##########| 2/2 [00:00<00:00, 8232.20it/s] 100%|##########| 2/2 [00:00<00:00, 8232.20it/s]
- Found 2 videos
Bucket sizes for /app/ai-toolkit/datasets/16_frames:
576x416: 2 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/16_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 2/2 [00:00<00:00, 5882.61it/s] Caching latents to disk: 100%|##########| 2/2 [00:00<00:00, 5882.61it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/16_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 2/2 [00:00<00:00, 2148.17it/s] Caching text embeddings to disk: 100%|##########| 2/2 [00:00<00:00, 2148.17it/s]
Dataset: /app/ai-toolkit/datasets/16_frames
- Preprocessing video dimensions
0%| | 0/2 [00:00<?, ?it/s] 0%| | 0/2 [00:00<?, ?it/s] 100%|##########| 2/2 [00:00<00:00, 14979.66it/s] 100%|##########| 2/2 [00:00<00:00, 14979.66it/s]
- Found 2 videos
Bucket sizes for /app/ai-toolkit/datasets/16_frames:
736x576: 2 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/16_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 2/2 [00:00<00:00, 6331.02it/s] Caching latents to disk: 100%|##########| 2/2 [00:00<00:00, 6331.02it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/16_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/2 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 2/2 [00:00<00:00, 4188.02it/s] Caching text embeddings to disk: 100%|##########| 2/2 [00:00<00:00, 4188.02it/s]
Dataset: /app/ai-toolkit/datasets/24_frames
- Preprocessing video dimensions
0%| | 0/11 [00:00<?, ?it/s] 0%| | 0/11 [00:00<?, ?it/s] 100%|##########| 11/11 [00:00<00:00, 27894.40it/s] 100%|##########| 11/11 [00:00<00:00, 27894.40it/s]
- Found 11 videos
Bucket sizes for /app/ai-toolkit/datasets/24_frames:
576x416: 11 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/24_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 11/11 [00:00<00:00, 17952.27it/s] Caching latents to disk: 100%|##########| 11/11 [00:00<00:00, 17952.27it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/24_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 11/11 [00:00<00:00, 4081.51it/s] Caching text embeddings to disk: 100%|##########| 11/11 [00:00<00:00, 4081.51it/s]
Dataset: /app/ai-toolkit/datasets/24_frames
- Preprocessing video dimensions
0%| | 0/11 [00:00<?, ?it/s] 0%| | 0/11 [00:00<?, ?it/s] 100%|##########| 11/11 [00:00<00:00, 34201.14it/s] 100%|##########| 11/11 [00:00<00:00, 34201.14it/s]
- Found 11 videos
Bucket sizes for /app/ai-toolkit/datasets/24_frames:
736x576: 11 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/24_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 11/11 [00:00<00:00, 18114.39it/s] Caching latents to disk: 100%|##########| 11/11 [00:00<00:00, 18114.39it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/24_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/11 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 11/11 [00:00<00:00, 7241.77it/s] Caching text embeddings to disk: 100%|##########| 11/11 [00:00<00:00, 7241.77it/s]
Dataset: /app/ai-toolkit/datasets/32_frames
- Preprocessing video dimensions
0%| | 0/29 [00:00<?, ?it/s] 0%| | 0/29 [00:00<?, ?it/s] 100%|##########| 29/29 [00:00<00:00, 31908.40it/s] 100%|##########| 29/29 [00:00<00:00, 31908.40it/s]
- Found 29 videos
Bucket sizes for /app/ai-toolkit/datasets/32_frames:
576x416: 29 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/32_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 29/29 [00:00<00:00, 23324.03it/s] Caching latents to disk: 100%|##########| 29/29 [00:00<00:00, 23324.03it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/32_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 29/29 [00:00<00:00, 5760.86it/s] Caching text embeddings to disk: 100%|##########| 29/29 [00:00<00:00, 5760.86it/s]
Dataset: /app/ai-toolkit/datasets/32_frames
- Preprocessing video dimensions
0%| | 0/29 [00:00<?, ?it/s] 0%| | 0/29 [00:00<?, ?it/s] 100%|##########| 29/29 [00:00<00:00, 43301.82it/s] 100%|##########| 29/29 [00:00<00:00, 43301.82it/s]
- Found 29 videos
Bucket sizes for /app/ai-toolkit/datasets/32_frames:
736x576: 29 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/32_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 29/29 [00:00<00:00, 24722.52it/s] Caching latents to disk: 100%|##########| 29/29 [00:00<00:00, 24722.52it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/32_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/29 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 29/29 [00:00<00:00, 11090.98it/s] Caching text embeddings to disk: 100%|##########| 29/29 [00:00<00:00, 11090.98it/s]
Dataset: /app/ai-toolkit/datasets/40_frames
- Preprocessing video dimensions
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s] 100%|##########| 12/12 [00:00<00:00, 28260.33it/s] 100%|##########| 12/12 [00:00<00:00, 28260.33it/s]
- Found 12 videos
Bucket sizes for /app/ai-toolkit/datasets/40_frames:
576x416: 12 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/40_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching latents to disk: 100%|##########| 12/12 [00:00<00:00, 16491.37it/s] Caching latents to disk: 100%|##########| 12/12 [00:00<00:00, 16491.37it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/40_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching text embeddings to disk: 8%|8 | 1/12 [00:07<01:25, 7.74s/it] Caching text embeddings to disk: 8%|8 | 1/12 [00:07<01:25, 7.74s/it] Caching text embeddings to disk: 17%|#6 | 2/12 [00:09<00:39, 3.93s/it] Caching text embeddings to disk: 17%|#6 | 2/12 [00:09<00:39, 3.93s/it] Caching text embeddings to disk: 25%|##5 | 3/12 [00:10<00:24, 2.70s/it] Caching text embeddings to disk: 25%|##5 | 3/12 [00:10<00:24, 2.70s/it] Caching text embeddings to disk: 33%|###3 | 4/12 [00:11<00:16, 2.12s/it] Caching text embeddings to disk: 33%|###3 | 4/12 [00:11<00:16, 2.12s/it] Caching text embeddings to disk: 42%|####1 | 5/12 [00:12<00:12, 1.80s/it] Caching text embeddings to disk: 42%|####1 | 5/12 [00:12<00:12, 1.80s/it] Caching text embeddings to disk: 50%|##### | 6/12 [00:13<00:09, 1.62s/it] Caching text embeddings to disk: 50%|##### | 6/12 [00:13<00:09, 1.62s/it] Caching text embeddings to disk: 58%|#####8 | 7/12 [00:15<00:07, 1.52s/it] Caching text embeddings to disk: 58%|#####8 | 7/12 [00:15<00:07, 1.52s/it] Caching text embeddings to disk: 67%|######6 | 8/12 [00:16<00:05, 1.45s/it] Caching text embeddings to disk: 67%|######6 | 8/12 [00:16<00:05, 1.45s/it] Caching text embeddings to disk: 75%|#######5 | 9/12 [00:17<00:04, 1.39s/it] Caching text embeddings to disk: 75%|#######5 | 9/12 [00:17<00:04, 1.39s/it] Caching text embeddings to disk: 83%|########3 | 10/12 [00:19<00:02, 1.36s/it] Caching text embeddings to disk: 83%|########3 | 10/12 [00:19<00:02, 1.36s/it] Caching text embeddings to disk: 92%|#########1| 11/12 [00:20<00:01, 1.33s/it] Caching text embeddings to disk: 92%|#########1| 11/12 [00:20<00:01, 1.33s/it] Caching text embeddings to disk: 100%|##########| 12/12 [00:21<00:00, 1.32s/it] Caching text embeddings to disk: 100%|##########| 12/12 [00:21<00:00, 1.32s/it] Caching text embeddings to disk: 100%|##########| 12/12 [00:21<00:00, 1.81s/it] Caching text embeddings to disk: 100%|##########| 12/12 [00:21<00:00, 1.81s/it]
Dataset: /app/ai-toolkit/datasets/40_frames
- Preprocessing video dimensions
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s] 100%|##########| 12/12 [00:00<00:00, 32140.26it/s] 100%|##########| 12/12 [00:00<00:00, 32140.26it/s]
- Found 12 videos
Bucket sizes for /app/ai-toolkit/datasets/40_frames:
736x576: 12 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/40_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching latents to disk: 8%|8 | 1/12 [00:04<00:47, 4.32s/it] Caching latents to disk: 8%|8 | 1/12 [00:04<00:47, 4.32s/it] Caching latents to disk: 17%|#6 | 2/12 [00:07<00:38, 3.85s/it] Caching latents to disk: 17%|#6 | 2/12 [00:07<00:38, 3.85s/it] Caching latents to disk: 25%|##5 | 3/12 [00:10<00:31, 3.48s/it] Caching latents to disk: 25%|##5 | 3/12 [00:10<00:31, 3.48s/it] Caching latents to disk: 33%|###3 | 4/12 [00:14<00:29, 3.64s/it] Caching latents to disk: 33%|###3 | 4/12 [00:14<00:29, 3.64s/it] Caching latents to disk: 42%|####1 | 5/12 [00:18<00:26, 3.77s/it] Caching latents to disk: 42%|####1 | 5/12 [00:18<00:26, 3.77s/it] Caching latents to disk: 50%|##### | 6/12 [00:22<00:22, 3.78s/it] Caching latents to disk: 50%|##### | 6/12 [00:22<00:22, 3.78s/it] Caching latents to disk: 58%|#####8 | 7/12 [00:26<00:19, 3.86s/it] Caching latents to disk: 58%|#####8 | 7/12 [00:26<00:19, 3.86s/it] Caching latents to disk: 67%|######6 | 8/12 [00:29<00:14, 3.70s/it] Caching latents to disk: 67%|######6 | 8/12 [00:29<00:14, 3.70s/it] Caching latents to disk: 75%|#######5 | 9/12 [00:33<00:11, 3.77s/it] Caching latents to disk: 75%|#######5 | 9/12 [00:33<00:11, 3.77s/it] Caching latents to disk: 83%|########3 | 10/12 [00:37<00:07, 3.87s/it] Caching latents to disk: 83%|########3 | 10/12 [00:37<00:07, 3.87s/it] Caching latents to disk: 92%|#########1| 11/12 [00:41<00:03, 3.78s/it] Caching latents to disk: 92%|#########1| 11/12 [00:41<00:03, 3.78s/it] Caching latents to disk: 100%|##########| 12/12 [00:45<00:00, 3.83s/it] Caching latents to disk: 100%|##########| 12/12 [00:45<00:00, 3.83s/it] Caching latents to disk: 100%|##########| 12/12 [00:45<00:00, 3.79s/it] Caching latents to disk: 100%|##########| 12/12 [00:45<00:00, 3.79s/it]
Caching text_embeddings for /app/ai-toolkit/datasets/40_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/12 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 12/12 [00:00<00:00, 9574.21it/s] Caching text embeddings to disk: 100%|##########| 12/12 [00:00<00:00, 9574.21it/s]
Dataset: /app/ai-toolkit/datasets/48_frames
- Preprocessing video dimensions
0%| | 0/23 [00:00<?, ?it/s] 0%| | 0/23 [00:00<?, ?it/s] 43%|####3 | 10/23 [00:00<00:00, 91.74it/s] 43%|####3 | 10/23 [00:00<00:00, 91.74it/s] 87%|########6 | 20/23 [00:00<00:00, 95.88it/s] 87%|########6 | 20/23 [00:00<00:00, 95.88it/s] 100%|##########| 23/23 [00:00<00:00, 96.81it/s] 100%|##########| 23/23 [00:00<00:00, 96.81it/s]
- Found 23 videos
Bucket sizes for /app/ai-toolkit/datasets/48_frames:
576x416: 23 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/48_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching latents to disk: 4%|4 | 1/23 [00:05<01:55, 5.24s/it] Caching latents to disk: 4%|4 | 1/23 [00:05<01:55, 5.24s/it] Caching latents to disk: 9%|8 | 2/23 [00:10<01:44, 4.98s/it] Caching latents to disk: 9%|8 | 2/23 [00:10<01:44, 4.98s/it] Caching latents to disk: 13%|#3 | 3/23 [00:14<01:35, 4.76s/it] Caching latents to disk: 13%|#3 | 3/23 [00:14<01:35, 4.76s/it] Caching latents to disk: 17%|#7 | 4/23 [00:19<01:32, 4.88s/it] Caching latents to disk: 17%|#7 | 4/23 [00:19<01:32, 4.88s/it] Caching latents to disk: 22%|##1 | 5/23 [00:24<01:28, 4.89s/it] Caching latents to disk: 22%|##1 | 5/23 [00:24<01:28, 4.89s/it] Caching latents to disk: 26%|##6 | 6/23 [00:29<01:22, 4.86s/it] Caching latents to disk: 26%|##6 | 6/23 [00:29<01:22, 4.86s/it] Caching latents to disk: 30%|### | 7/23 [00:33<01:16, 4.78s/it] Caching latents to disk: 30%|### | 7/23 [00:33<01:16, 4.78s/it] Caching latents to disk: 35%|###4 | 8/23 [00:38<01:09, 4.66s/it] Caching latents to disk: 35%|###4 | 8/23 [00:38<01:09, 4.66s/it] Caching latents to disk: 39%|###9 | 9/23 [00:43<01:07, 4.79s/it] Caching latents to disk: 39%|###9 | 9/23 [00:43<01:07, 4.79s/it] Caching latents to disk: 43%|####3 | 10/23 [00:47<01:00, 4.64s/it] Caching latents to disk: 43%|####3 | 10/23 [00:47<01:00, 4.64s/it] Caching latents to disk: 48%|####7 | 11/23 [00:52<00:55, 4.61s/it] Caching latents to disk: 48%|####7 | 11/23 [00:52<00:55, 4.61s/it] Caching latents to disk: 52%|#####2 | 12/23 [00:56<00:49, 4.53s/it] Caching latents to disk: 52%|#####2 | 12/23 [00:56<00:49, 4.53s/it] Caching latents to disk: 57%|#####6 | 13/23 [01:01<00:45, 4.59s/it] Caching latents to disk: 57%|#####6 | 13/23 [01:01<00:45, 4.59s/it] Caching latents to disk: 61%|###### | 14/23 [01:05<00:39, 4.44s/it] Caching latents to disk: 61%|###### | 14/23 [01:05<00:39, 4.44s/it] Caching latents to disk: 65%|######5 | 15/23 [01:09<00:35, 4.40s/it] Caching latents to disk: 65%|######5 | 15/23 [01:09<00:35, 4.40s/it] Caching latents to disk: 70%|######9 | 16/23 [01:14<00:30, 4.36s/it] Caching latents to disk: 70%|######9 | 16/23 [01:14<00:30, 4.36s/it] Caching latents to disk: 74%|#######3 | 17/23 [01:18<00:26, 4.34s/it] Caching latents to disk: 74%|#######3 | 17/23 [01:18<00:26, 4.34s/it] Caching latents to disk: 78%|#######8 | 18/23 [01:22<00:22, 4.43s/it] Caching latents to disk: 78%|#######8 | 18/23 [01:22<00:22, 4.43s/it] Caching latents to disk: 83%|########2 | 19/23 [01:27<00:18, 4.51s/it] Caching latents to disk: 83%|########2 | 19/23 [01:27<00:18, 4.51s/it] Caching latents to disk: 87%|########6 | 20/23 [01:31<00:13, 4.45s/it] Caching latents to disk: 87%|########6 | 20/23 [01:31<00:13, 4.45s/it] Caching latents to disk: 91%|#########1| 21/23 [01:36<00:08, 4.49s/it] Caching latents to disk: 91%|#########1| 21/23 [01:36<00:08, 4.49s/it] Caching latents to disk: 96%|#########5| 22/23 [01:40<00:04, 4.31s/it] Caching latents to disk: 96%|#########5| 22/23 [01:40<00:04, 4.31s/it] Caching latents to disk: 100%|##########| 23/23 [01:45<00:00, 4.43s/it] Caching latents to disk: 100%|##########| 23/23 [01:45<00:00, 4.43s/it] Caching latents to disk: 100%|##########| 23/23 [01:45<00:00, 4.57s/it] Caching latents to disk: 100%|##########| 23/23 [01:45<00:00, 4.57s/it]
Caching text_embeddings for /app/ai-toolkit/datasets/48_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching text embeddings to disk: 4%|4 | 1/23 [00:05<02:01, 5.51s/it] Caching text embeddings to disk: 4%|4 | 1/23 [00:05<02:01, 5.51s/it] Caching text embeddings to disk: 9%|8 | 2/23 [00:06<01:03, 3.02s/it] Caching text embeddings to disk: 9%|8 | 2/23 [00:06<01:03, 3.02s/it] Caching text embeddings to disk: 13%|#3 | 3/23 [00:08<00:44, 2.22s/it] Caching text embeddings to disk: 13%|#3 | 3/23 [00:08<00:44, 2.22s/it] Caching text embeddings to disk: 17%|#7 | 4/23 [00:09<00:34, 1.83s/it] Caching text embeddings to disk: 17%|#7 | 4/23 [00:09<00:34, 1.83s/it] Caching text embeddings to disk: 22%|##1 | 5/23 [00:10<00:29, 1.62s/it] Caching text embeddings to disk: 22%|##1 | 5/23 [00:10<00:29, 1.62s/it] Caching text embeddings to disk: 26%|##6 | 6/23 [00:11<00:25, 1.50s/it] Caching text embeddings to disk: 26%|##6 | 6/23 [00:11<00:25, 1.50s/it] Caching text embeddings to disk: 30%|### | 7/23 [00:13<00:22, 1.42s/it] Caching text embeddings to disk: 30%|### | 7/23 [00:13<00:22, 1.42s/it] Caching text embeddings to disk: 35%|###4 | 8/23 [00:14<00:20, 1.36s/it] Caching text embeddings to disk: 35%|###4 | 8/23 [00:14<00:20, 1.36s/it] Caching text embeddings to disk: 39%|###9 | 9/23 [00:15<00:18, 1.34s/it] Caching text embeddings to disk: 39%|###9 | 9/23 [00:15<00:18, 1.34s/it] Caching text embeddings to disk: 43%|####3 | 10/23 [00:16<00:17, 1.32s/it] Caching text embeddings to disk: 43%|####3 | 10/23 [00:16<00:17, 1.32s/it] Caching text embeddings to disk: 48%|####7 | 11/23 [00:18<00:15, 1.30s/it] Caching text embeddings to disk: 48%|####7 | 11/23 [00:18<00:15, 1.30s/it] Caching text embeddings to disk: 52%|#####2 | 12/23 [00:19<00:14, 1.28s/it] Caching text embeddings to disk: 52%|#####2 | 12/23 [00:19<00:14, 1.28s/it] Caching text embeddings to disk: 57%|#####6 | 13/23 [00:20<00:12, 1.27s/it] Caching text embeddings to disk: 57%|#####6 | 13/23 [00:20<00:12, 1.27s/it] Caching text embeddings to disk: 61%|###### | 14/23 [00:21<00:11, 1.27s/it] Caching text embeddings to disk: 61%|###### | 14/23 [00:21<00:11, 1.27s/it] Caching text embeddings to disk: 65%|######5 | 15/23 [00:23<00:10, 1.27s/it] Caching text embeddings to disk: 65%|######5 | 15/23 [00:23<00:10, 1.27s/it] Caching text embeddings to disk: 70%|######9 | 16/23 [00:24<00:08, 1.27s/it] Caching text embeddings to disk: 70%|######9 | 16/23 [00:24<00:08, 1.27s/it] Caching text embeddings to disk: 74%|#######3 | 17/23 [00:25<00:07, 1.27s/it] Caching text embeddings to disk: 74%|#######3 | 17/23 [00:25<00:07, 1.27s/it] Caching text embeddings to disk: 78%|#######8 | 18/23 [00:26<00:06, 1.27s/it] Caching text embeddings to disk: 78%|#######8 | 18/23 [00:26<00:06, 1.27s/it] Caching text embeddings to disk: 83%|########2 | 19/23 [00:28<00:05, 1.27s/it] Caching text embeddings to disk: 83%|########2 | 19/23 [00:28<00:05, 1.27s/it] Caching text embeddings to disk: 87%|########6 | 20/23 [00:29<00:03, 1.29s/it] Caching text embeddings to disk: 87%|########6 | 20/23 [00:29<00:03, 1.29s/it] Caching text embeddings to disk: 91%|#########1| 21/23 [00:30<00:02, 1.29s/it] Caching text embeddings to disk: 91%|#########1| 21/23 [00:30<00:02, 1.29s/it] Caching text embeddings to disk: 96%|#########5| 22/23 [00:32<00:01, 1.30s/it] Caching text embeddings to disk: 96%|#########5| 22/23 [00:32<00:01, 1.30s/it] Caching text embeddings to disk: 100%|##########| 23/23 [00:33<00:00, 1.31s/it] Caching text embeddings to disk: 100%|##########| 23/23 [00:33<00:00, 1.31s/it] Caching text embeddings to disk: 100%|##########| 23/23 [00:33<00:00, 1.46s/it] Caching text embeddings to disk: 100%|##########| 23/23 [00:33<00:00, 1.46s/it]
Dataset: /app/ai-toolkit/datasets/48_frames
- Preprocessing video dimensions
0%| | 0/23 [00:00<?, ?it/s] 0%| | 0/23 [00:00<?, ?it/s] 100%|##########| 23/23 [00:00<00:00, 20723.74it/s] 100%|##########| 23/23 [00:00<00:00, 20723.74it/s]
- Found 23 videos
Bucket sizes for /app/ai-toolkit/datasets/48_frames:
736x576: 23 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/48_frames
- Saving latents to disk
Caching latents to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching latents to disk: 4%|4 | 1/23 [00:04<01:49, 4.96s/it] Caching latents to disk: 4%|4 | 1/23 [00:04<01:49, 4.96s/it] Caching latents to disk: 9%|8 | 2/23 [00:10<01:47, 5.13s/it] Caching latents to disk: 9%|8 | 2/23 [00:10<01:47, 5.13s/it] Caching latents to disk: 13%|#3 | 3/23 [00:15<01:40, 5.03s/it] Caching latents to disk: 13%|#3 | 3/23 [00:15<01:40, 5.03s/it] Caching latents to disk: 17%|#7 | 4/23 [00:20<01:38, 5.21s/it] Caching latents to disk: 17%|#7 | 4/23 [00:20<01:38, 5.21s/it] Caching latents to disk: 22%|##1 | 5/23 [00:25<01:32, 5.14s/it] Caching latents to disk: 22%|##1 | 5/23 [00:25<01:32, 5.14s/it] Caching latents to disk: 26%|##6 | 6/23 [00:30<01:28, 5.20s/it] Caching latents to disk: 26%|##6 | 6/23 [00:30<01:28, 5.20s/it] Caching latents to disk: 30%|### | 7/23 [00:36<01:24, 5.26s/it] Caching latents to disk: 30%|### | 7/23 [00:36<01:24, 5.26s/it] Caching latents to disk: 35%|###4 | 8/23 [00:41<01:18, 5.24s/it] Caching latents to disk: 35%|###4 | 8/23 [00:41<01:18, 5.24s/it] Caching latents to disk: 39%|###9 | 9/23 [00:47<01:14, 5.33s/it] Caching latents to disk: 39%|###9 | 9/23 [00:47<01:14, 5.33s/it] Caching latents to disk: 43%|####3 | 10/23 [00:52<01:07, 5.23s/it] Caching latents to disk: 43%|####3 | 10/23 [00:52<01:07, 5.23s/it] Caching latents to disk: 48%|####7 | 11/23 [00:56<01:00, 5.03s/it] Caching latents to disk: 48%|####7 | 11/23 [00:56<01:00, 5.03s/it] Caching latents to disk: 52%|#####2 | 12/23 [01:01<00:53, 4.90s/it] Caching latents to disk: 52%|#####2 | 12/23 [01:01<00:53, 4.90s/it] Caching latents to disk: 57%|#####6 | 13/23 [01:06<00:49, 4.96s/it] Caching latents to disk: 57%|#####6 | 13/23 [01:06<00:49, 4.96s/it] Caching latents to disk: 61%|###### | 14/23 [01:11<00:43, 4.88s/it] Caching latents to disk: 61%|###### | 14/23 [01:11<00:43, 4.88s/it] Caching latents to disk: 65%|######5 | 15/23 [01:15<00:37, 4.74s/it] Caching latents to disk: 65%|######5 | 15/23 [01:15<00:37, 4.74s/it] Caching latents to disk: 70%|######9 | 16/23 [01:20<00:33, 4.73s/it] Caching latents to disk: 70%|######9 | 16/23 [01:20<00:33, 4.73s/it] Caching latents to disk: 74%|#######3 | 17/23 [01:24<00:28, 4.72s/it] Caching latents to disk: 74%|#######3 | 17/23 [01:24<00:28, 4.72s/it] Caching latents to disk: 78%|#######8 | 18/23 [01:29<00:24, 4.83s/it] Caching latents to disk: 78%|#######8 | 18/23 [01:29<00:24, 4.83s/it] Caching latents to disk: 83%|########2 | 19/23 [01:35<00:20, 5.00s/it] Caching latents to disk: 83%|########2 | 19/23 [01:35<00:20, 5.00s/it] Caching latents to disk: 87%|########6 | 20/23 [01:40<00:15, 5.00s/it] Caching latents to disk: 87%|########6 | 20/23 [01:40<00:15, 5.00s/it] Caching latents to disk: 91%|#########1| 21/23 [01:45<00:10, 5.06s/it] Caching latents to disk: 91%|#########1| 21/23 [01:45<00:10, 5.06s/it] Caching latents to disk: 96%|#########5| 22/23 [01:50<00:04, 4.90s/it] Caching latents to disk: 96%|#########5| 22/23 [01:50<00:04, 4.90s/it] Caching latents to disk: 100%|##########| 23/23 [01:55<00:00, 4.98s/it] Caching latents to disk: 100%|##########| 23/23 [01:55<00:00, 4.98s/it] Caching latents to disk: 100%|##########| 23/23 [01:55<00:00, 5.01s/it] Caching latents to disk: 100%|##########| 23/23 [01:55<00:00, 5.01s/it]
Caching text_embeddings for /app/ai-toolkit/datasets/48_frames
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/23 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 23/23 [00:00<00:00, 4734.67it/s] Caching text embeddings to disk: 100%|##########| 23/23 [00:00<00:00, 4734.67it/s]
Dataset: /app/ai-toolkit/datasets/images
- Preprocessing image dimensions
0%| | 0/368 [00:00<?, ?it/s] 0%| | 0/368 [00:00<?, ?it/s] 2%|2 | 9/368 [00:00<00:04, 83.98it/s] 2%|2 | 9/368 [00:00<00:04, 83.98it/s] 5%|4 | 18/368 [00:00<00:04, 85.56it/s] 5%|4 | 18/368 [00:00<00:04, 85.56it/s] 7%|7 | 27/368 [00:00<00:03, 86.46it/s] 7%|7 | 27/368 [00:00<00:03, 86.46it/s] 10%|# | 37/368 [00:00<00:03, 88.30it/s] 10%|# | 37/368 [00:00<00:03, 88.30it/s] 13%|#2 | 47/368 [00:00<00:03, 89.07it/s] 13%|#2 | 47/368 [00:00<00:03, 89.07it/s] 15%|#5 | 56/368 [00:00<00:03, 88.37it/s] 15%|#5 | 56/368 [00:00<00:03, 88.37it/s] 18%|#7 | 65/368 [00:00<00:03, 88.29it/s] 18%|#7 | 65/368 [00:00<00:03, 88.29it/s] 20%|## | 74/368 [00:00<00:03, 87.87it/s] 20%|## | 74/368 [00:00<00:03, 87.87it/s] 23%|##2 | 84/368 [00:00<00:03, 89.40it/s] 23%|##2 | 84/368 [00:00<00:03, 89.40it/s] 26%|##5 | 94/368 [00:01<00:03, 90.06it/s] 26%|##5 | 94/368 [00:01<00:03, 90.06it/s] 28%|##8 | 104/368 [00:01<00:02, 90.14it/s] 28%|##8 | 104/368 [00:01<00:02, 90.14it/s] 31%|### | 114/368 [00:01<00:02, 89.19it/s] 31%|### | 114/368 [00:01<00:02, 89.19it/s] 33%|###3 | 123/368 [00:01<00:02, 88.68it/s] 33%|###3 | 123/368 [00:01<00:02, 88.68it/s] 36%|###5 | 132/368 [00:01<00:02, 87.77it/s] 36%|###5 | 132/368 [00:01<00:02, 87.77it/s] 38%|###8 | 141/368 [00:01<00:02, 87.51it/s] 38%|###8 | 141/368 [00:01<00:02, 87.51it/s] 41%|#### | 150/368 [00:01<00:02, 88.18it/s] 41%|#### | 150/368 [00:01<00:02, 88.18it/s] 43%|####3 | 160/368 [00:01<00:02, 89.71it/s] 43%|####3 | 160/368 [00:01<00:02, 89.71it/s] 46%|####6 | 170/368 [00:01<00:02, 91.74it/s] 46%|####6 | 170/368 [00:01<00:02, 91.74it/s] 49%|####8 | 180/368 [00:02<00:02, 92.48it/s] 49%|####8 | 180/368 [00:02<00:02, 92.48it/s] 52%|#####1 | 190/368 [00:02<00:01, 93.54it/s] 52%|#####1 | 190/368 [00:02<00:01, 93.54it/s] 54%|#####4 | 200/368 [00:02<00:01, 93.45it/s] 54%|#####4 | 200/368 [00:02<00:01, 93.45it/s] 57%|#####7 | 210/368 [00:02<00:01, 93.61it/s] 57%|#####7 | 210/368 [00:02<00:01, 93.61it/s] 60%|#####9 | 220/368 [00:02<00:01, 92.62it/s] 60%|#####9 | 220/368 [00:02<00:01, 92.62it/s] 62%|######2 | 230/368 [00:02<00:01, 92.04it/s] 62%|######2 | 230/368 [00:02<00:01, 92.04it/s] 65%|######5 | 241/368 [00:02<00:01, 94.58it/s] 65%|######5 | 241/368 [00:02<00:01, 94.58it/s] 68%|######8 | 251/368 [00:02<00:01, 92.68it/s] 68%|######8 | 251/368 [00:02<00:01, 92.68it/s] 71%|####### | 261/368 [00:02<00:01, 92.17it/s] 71%|####### | 261/368 [00:02<00:01, 92.17it/s] 74%|#######3 | 271/368 [00:02<00:01, 92.09it/s] 74%|#######3 | 271/368 [00:02<00:01, 92.09it/s] 76%|#######6 | 281/368 [00:03<00:00, 91.13it/s] 76%|#######6 | 281/368 [00:03<00:00, 91.13it/s] 79%|#######9 | 291/368 [00:03<00:00, 92.28it/s] 79%|#######9 | 291/368 [00:03<00:00, 92.28it/s] 82%|########1 | 301/368 [00:03<00:00, 90.96it/s] 82%|########1 | 301/368 [00:03<00:00, 90.96it/s] 85%|########4 | 311/368 [00:03<00:00, 92.89it/s] 85%|########4 | 311/368 [00:03<00:00, 92.89it/s] 87%|########7 | 321/368 [00:03<00:00, 94.01it/s] 87%|########7 | 321/368 [00:03<00:00, 94.01it/s] 90%|########9 | 331/368 [00:03<00:00, 93.56it/s] 90%|########9 | 331/368 [00:03<00:00, 93.56it/s] 93%|#########2| 341/368 [00:03<00:00, 91.63it/s] 93%|#########2| 341/368 [00:03<00:00, 91.63it/s] 95%|#########5| 351/368 [00:03<00:00, 90.79it/s] 95%|#########5| 351/368 [00:03<00:00, 90.79it/s] 98%|#########8| 361/368 [00:03<00:00, 90.40it/s] 98%|#########8| 361/368 [00:03<00:00, 90.40it/s] 100%|##########| 368/368 [00:04<00:00, 90.67it/s] 100%|##########| 368/368 [00:04<00:00, 90.67it/s]
- Found 368 images
Bucket sizes for /app/ai-toolkit/datasets/images:
576x416: 368 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/images
- Saving latents to disk
Caching latents to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching latents to disk: 0%| | 1/368 [00:00<00:54, 6.74it/s] Caching latents to disk: 0%| | 1/368 [00:00<00:54, 6.74it/s] Caching latents to disk: 1%| | 2/368 [00:00<00:53, 6.88it/s] Caching latents to disk: 1%| | 2/368 [00:00<00:53, 6.88it/s] Caching latents to disk: 1%| | 3/368 [00:00<00:52, 6.93it/s] Caching latents to disk: 1%| | 3/368 [00:00<00:52, 6.93it/s] Caching latents to disk: 1%|1 | 4/368 [00:00<00:52, 6.92it/s] Caching latents to disk: 1%|1 | 4/368 [00:00<00:52, 6.92it/s] Caching latents to disk: 1%|1 | 5/368 [00:00<00:52, 6.90it/s] Caching latents to disk: 1%|1 | 5/368 [00:00<00:52, 6.90it/s] Caching latents to disk: 2%|1 | 6/368 [00:00<00:52, 6.88it/s] Caching latents to disk: 2%|1 | 6/368 [00:00<00:52, 6.88it/s] Caching latents to disk: 2%|1 | 7/368 [00:01<00:52, 6.87it/s] Caching latents to disk: 2%|1 | 7/368 [00:01<00:52, 6.87it/s] Caching latents to disk: 2%|2 | 8/368 [00:01<00:52, 6.89it/s] Caching latents to disk: 2%|2 | 8/368 [00:01<00:52, 6.89it/s] Caching latents to disk: 2%|2 | 9/368 [00:01<00:52, 6.82it/s] Caching latents to disk: 2%|2 | 9/368 [00:01<00:52, 6.82it/s] Caching latents to disk: 3%|2 | 10/368 [00:01<00:52, 6.76it/s] Caching latents to disk: 3%|2 | 10/368 [00:01<00:52, 6.76it/s] Caching latents to disk: 3%|2 | 11/368 [00:01<00:52, 6.76it/s] Caching latents to disk: 3%|2 | 11/368 [00:01<00:52, 6.76it/s] Caching latents to disk: 3%|3 | 12/368 [00:01<00:52, 6.75it/s] Caching latents to disk: 3%|3 | 12/368 [00:01<00:52, 6.75it/s] Caching latents to disk: 4%|3 | 13/368 [00:01<00:52, 6.74it/s] Caching latents to disk: 4%|3 | 13/368 [00:01<00:52, 6.74it/s] Caching latents to disk: 4%|3 | 14/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 4%|3 | 14/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 4%|4 | 15/368 [00:02<00:52, 6.73it/s] Caching latents to disk: 4%|4 | 15/368 [00:02<00:52, 6.73it/s] Caching latents to disk: 4%|4 | 16/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 4%|4 | 16/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 5%|4 | 17/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 5%|4 | 17/368 [00:02<00:52, 6.74it/s] Caching latents to disk: 5%|4 | 18/368 [00:02<00:51, 6.74it/s] Caching latents to disk: 5%|4 | 18/368 [00:02<00:51, 6.74it/s] Caching latents to disk: 5%|5 | 19/368 [00:02<00:51, 6.72it/s] Caching latents to disk: 5%|5 | 19/368 [00:02<00:51, 6.72it/s] Caching latents to disk: 5%|5 | 20/368 [00:02<00:51, 6.73it/s] Caching latents to disk: 5%|5 | 20/368 [00:02<00:51, 6.73it/s] Caching latents to disk: 6%|5 | 21/368 [00:03<00:51, 6.74it/s] Caching latents to disk: 6%|5 | 21/368 [00:03<00:51, 6.74it/s] Caching latents to disk: 6%|5 | 22/368 [00:03<00:51, 6.74it/s] Caching latents to disk: 6%|5 | 22/368 [00:03<00:51, 6.74it/s] Caching latents to disk: 6%|6 | 23/368 [00:03<00:51, 6.75it/s] Caching latents to disk: 6%|6 | 23/368 [00:03<00:51, 6.75it/s] Caching latents to disk: 7%|6 | 24/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|6 | 24/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|6 | 25/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|6 | 25/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|7 | 26/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|7 | 26/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|7 | 27/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 7%|7 | 27/368 [00:03<00:50, 6.77it/s] Caching latents to disk: 8%|7 | 28/368 [00:04<00:50, 6.77it/s] Caching latents to disk: 8%|7 | 28/368 [00:04<00:50, 6.77it/s] Caching latents to disk: 8%|7 | 29/368 [00:04<00:50, 6.78it/s] Caching latents to disk: 8%|7 | 29/368 [00:04<00:50, 6.78it/s] Caching latents to disk: 8%|8 | 30/368 [00:04<00:49, 6.78it/s] Caching latents to disk: 8%|8 | 30/368 [00:04<00:49, 6.78it/s] Caching latents to disk: 8%|8 | 31/368 [00:04<00:49, 6.79it/s] Caching latents to disk: 8%|8 | 31/368 [00:04<00:49, 6.79it/s] Caching latents to disk: 9%|8 | 32/368 [00:04<00:49, 6.74it/s] Caching latents to disk: 9%|8 | 32/368 [00:04<00:49, 6.74it/s] Caching latents to disk: 9%|8 | 33/368 [00:04<00:49, 6.77it/s] Caching latents to disk: 9%|8 | 33/368 [00:04<00:49, 6.77it/s] Caching latents to disk: 9%|9 | 34/368 [00:05<00:49, 6.77it/s] Caching latents to disk: 9%|9 | 34/368 [00:05<00:49, 6.77it/s] Caching latents to disk: 10%|9 | 35/368 [00:05<00:49, 6.77it/s] Caching latents to disk: 10%|9 | 35/368 [00:05<00:49, 6.77it/s] Caching latents to disk: 10%|9 | 36/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 10%|9 | 36/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 10%|# | 37/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 10%|# | 37/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 10%|# | 38/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 10%|# | 38/368 [00:05<00:48, 6.79it/s] Caching latents to disk: 11%|# | 39/368 [00:05<00:48, 6.75it/s] Caching latents to disk: 11%|# | 39/368 [00:05<00:48, 6.75it/s] Caching latents to disk: 11%|# | 40/368 [00:05<00:48, 6.73it/s] Caching latents to disk: 11%|# | 40/368 [00:05<00:48, 6.73it/s] Caching latents to disk: 11%|#1 | 41/368 [00:06<00:48, 6.75it/s] Caching latents to disk: 11%|#1 | 41/368 [00:06<00:48, 6.75it/s] Caching latents to disk: 11%|#1 | 42/368 [00:06<00:48, 6.78it/s] Caching latents to disk: 11%|#1 | 42/368 [00:06<00:48, 6.78it/s] Caching latents to disk: 12%|#1 | 43/368 [00:06<00:47, 6.77it/s] Caching latents to disk: 12%|#1 | 43/368 [00:06<00:47, 6.77it/s] Caching latents to disk: 12%|#1 | 44/368 [00:06<00:47, 6.79it/s] Caching latents to disk: 12%|#1 | 44/368 [00:06<00:47, 6.79it/s] Caching latents to disk: 12%|#2 | 45/368 [00:06<00:47, 6.80it/s] Caching latents to disk: 12%|#2 | 45/368 [00:06<00:47, 6.80it/s] Caching latents to disk: 12%|#2 | 46/368 [00:06<00:47, 6.78it/s] Caching latents to disk: 12%|#2 | 46/368 [00:06<00:47, 6.78it/s] Caching latents to disk: 13%|#2 | 47/368 [00:06<00:47, 6.78it/s] Caching latents to disk: 13%|#2 | 47/368 [00:06<00:47, 6.78it/s] Caching latents to disk: 13%|#3 | 48/368 [00:07<00:47, 6.79it/s] Caching latents to disk: 13%|#3 | 48/368 [00:07<00:47, 6.79it/s] Caching latents to disk: 13%|#3 | 49/368 [00:07<00:46, 6.80it/s] Caching latents to disk: 13%|#3 | 49/368 [00:07<00:46, 6.80it/s] Caching latents to disk: 14%|#3 | 50/368 [00:07<00:46, 6.78it/s] Caching latents to disk: 14%|#3 | 50/368 [00:07<00:46, 6.78it/s] Caching latents to disk: 14%|#3 | 51/368 [00:07<00:46, 6.79it/s] Caching latents to disk: 14%|#3 | 51/368 [00:07<00:46, 6.79it/s] Caching latents to disk: 14%|#4 | 52/368 [00:07<00:46, 6.79it/s] Caching latents to disk: 14%|#4 | 52/368 [00:07<00:46, 6.79it/s] Caching latents to disk: 14%|#4 | 53/368 [00:07<00:46, 6.84it/s] Caching latents to disk: 14%|#4 | 53/368 [00:07<00:46, 6.84it/s] Caching latents to disk: 15%|#4 | 54/368 [00:07<00:46, 6.80it/s] Caching latents to disk: 15%|#4 | 54/368 [00:07<00:46, 6.80it/s] Caching latents to disk: 15%|#4 | 55/368 [00:08<00:45, 6.81it/s] Caching latents to disk: 15%|#4 | 55/368 [00:08<00:45, 6.81it/s] Caching latents to disk: 15%|#5 | 56/368 [00:08<00:45, 6.79it/s] Caching latents to disk: 15%|#5 | 56/368 [00:08<00:45, 6.79it/s] Caching latents to disk: 15%|#5 | 57/368 [00:08<00:45, 6.82it/s] Caching latents to disk: 15%|#5 | 57/368 [00:08<00:45, 6.82it/s] Caching latents to disk: 16%|#5 | 58/368 [00:08<00:45, 6.80it/s] Caching latents to disk: 16%|#5 | 58/368 [00:08<00:45, 6.80it/s] Caching latents to disk: 16%|#6 | 59/368 [00:08<00:45, 6.80it/s] Caching latents to disk: 16%|#6 | 59/368 [00:08<00:45, 6.80it/s] Caching latents to disk: 16%|#6 | 60/368 [00:08<00:45, 6.79it/s] Caching latents to disk: 16%|#6 | 60/368 [00:08<00:45, 6.79it/s] Caching latents to disk: 17%|#6 | 61/368 [00:08<00:45, 6.76it/s] Caching latents to disk: 17%|#6 | 61/368 [00:08<00:45, 6.76it/s] Caching latents to disk: 17%|#6 | 62/368 [00:09<00:45, 6.76it/s] Caching latents to disk: 17%|#6 | 62/368 [00:09<00:45, 6.76it/s] Caching latents to disk: 17%|#7 | 63/368 [00:09<00:45, 6.76it/s] Caching latents to disk: 17%|#7 | 63/368 [00:09<00:45, 6.76it/s] Caching latents to disk: 17%|#7 | 64/368 [00:09<00:44, 6.78it/s] Caching latents to disk: 17%|#7 | 64/368 [00:09<00:44, 6.78it/s] Caching latents to disk: 18%|#7 | 65/368 [00:09<00:44, 6.79it/s] Caching latents to disk: 18%|#7 | 65/368 [00:09<00:44, 6.79it/s] Caching latents to disk: 18%|#7 | 66/368 [00:09<00:44, 6.77it/s] Caching latents to disk: 18%|#7 | 66/368 [00:09<00:44, 6.77it/s] Caching latents to disk: 18%|#8 | 67/368 [00:09<00:44, 6.78it/s] Caching latents to disk: 18%|#8 | 67/368 [00:09<00:44, 6.78it/s] Caching latents to disk: 18%|#8 | 68/368 [00:10<00:44, 6.80it/s] Caching latents to disk: 18%|#8 | 68/368 [00:10<00:44, 6.80it/s] Caching latents to disk: 19%|#8 | 69/368 [00:10<00:43, 6.81it/s] Caching latents to disk: 19%|#8 | 69/368 [00:10<00:43, 6.81it/s] Caching latents to disk: 19%|#9 | 70/368 [00:10<00:43, 6.85it/s] Caching latents to disk: 19%|#9 | 70/368 [00:10<00:43, 6.85it/s] Caching latents to disk: 19%|#9 | 71/368 [00:10<00:43, 6.87it/s] Caching latents to disk: 19%|#9 | 71/368 [00:10<00:43, 6.87it/s] Caching latents to disk: 20%|#9 | 72/368 [00:10<00:43, 6.82it/s] Caching latents to disk: 20%|#9 | 72/368 [00:10<00:43, 6.82it/s] Caching latents to disk: 20%|#9 | 73/368 [00:10<00:43, 6.80it/s] Caching latents to disk: 20%|#9 | 73/368 [00:10<00:43, 6.80it/s] Caching latents to disk: 20%|## | 74/368 [00:10<00:43, 6.81it/s] Caching latents to disk: 20%|## | 74/368 [00:10<00:43, 6.81it/s] Caching latents to disk: 20%|## | 75/368 [00:11<00:42, 6.82it/s] Caching latents to disk: 20%|## | 75/368 [00:11<00:42, 6.82it/s] Caching latents to disk: 21%|## | 76/368 [00:11<00:42, 6.83it/s] Caching latents to disk: 21%|## | 76/368 [00:11<00:42, 6.83it/s] Caching latents to disk: 21%|## | 77/368 [00:11<00:42, 6.83it/s] Caching latents to disk: 21%|## | 77/368 [00:11<00:42, 6.83it/s] Caching latents to disk: 21%|##1 | 78/368 [00:11<00:42, 6.84it/s] Caching latents to disk: 21%|##1 | 78/368 [00:11<00:42, 6.84it/s] Caching latents to disk: 21%|##1 | 79/368 [00:11<00:42, 6.84it/s] Caching latents to disk: 21%|##1 | 79/368 [00:11<00:42, 6.84it/s] Caching latents to disk: 22%|##1 | 80/368 [00:11<00:42, 6.85it/s] Caching latents to disk: 22%|##1 | 80/368 [00:11<00:42, 6.85it/s] Caching latents to disk: 22%|##2 | 81/368 [00:11<00:41, 6.85it/s] Caching latents to disk: 22%|##2 | 81/368 [00:11<00:41, 6.85it/s] Caching latents to disk: 22%|##2 | 82/368 [00:12<00:41, 6.85it/s] Caching latents to disk: 22%|##2 | 82/368 [00:12<00:41, 6.85it/s] Caching latents to disk: 23%|##2 | 83/368 [00:12<00:41, 6.87it/s] Caching latents to disk: 23%|##2 | 83/368 [00:12<00:41, 6.87it/s] Caching latents to disk: 23%|##2 | 84/368 [00:12<00:41, 6.87it/s] Caching latents to disk: 23%|##2 | 84/368 [00:12<00:41, 6.87it/s] Caching latents to disk: 23%|##3 | 85/368 [00:12<00:41, 6.79it/s] Caching latents to disk: 23%|##3 | 85/368 [00:12<00:41, 6.79it/s] Caching latents to disk: 23%|##3 | 86/368 [00:12<00:41, 6.83it/s] Caching latents to disk: 23%|##3 | 86/368 [00:12<00:41, 6.83it/s] Caching latents to disk: 24%|##3 | 87/368 [00:12<00:41, 6.82it/s] Caching latents to disk: 24%|##3 | 87/368 [00:12<00:41, 6.82it/s] Caching latents to disk: 24%|##3 | 88/368 [00:12<00:40, 6.83it/s] Caching latents to disk: 24%|##3 | 88/368 [00:12<00:40, 6.83it/s] Caching latents to disk: 24%|##4 | 89/368 [00:13<00:40, 6.85it/s] Caching latents to disk: 24%|##4 | 89/368 [00:13<00:40, 6.85it/s] Caching latents to disk: 24%|##4 | 90/368 [00:13<00:40, 6.85it/s] Caching latents to disk: 24%|##4 | 90/368 [00:13<00:40, 6.85it/s] Caching latents to disk: 25%|##4 | 91/368 [00:13<00:40, 6.78it/s] Caching latents to disk: 25%|##4 | 91/368 [00:13<00:40, 6.78it/s] Caching latents to disk: 25%|##5 | 92/368 [00:13<00:40, 6.74it/s] Caching latents to disk: 25%|##5 | 92/368 [00:13<00:40, 6.74it/s] Caching latents to disk: 25%|##5 | 93/368 [00:13<00:40, 6.74it/s] Caching latents to disk: 25%|##5 | 93/368 [00:13<00:40, 6.74it/s] Caching latents to disk: 26%|##5 | 94/368 [00:13<00:40, 6.77it/s] Caching latents to disk: 26%|##5 | 94/368 [00:13<00:40, 6.77it/s] Caching latents to disk: 26%|##5 | 95/368 [00:13<00:40, 6.78it/s] Caching latents to disk: 26%|##5 | 95/368 [00:13<00:40, 6.78it/s] Caching latents to disk: 26%|##6 | 96/368 [00:14<00:39, 6.81it/s] Caching latents to disk: 26%|##6 | 96/368 [00:14<00:39, 6.81it/s] Caching latents to disk: 26%|##6 | 97/368 [00:14<00:39, 6.78it/s] Caching latents to disk: 26%|##6 | 97/368 [00:14<00:39, 6.78it/s] Caching latents to disk: 27%|##6 | 98/368 [00:14<00:39, 6.78it/s] Caching latents to disk: 27%|##6 | 98/368 [00:14<00:39, 6.78it/s] Caching latents to disk: 27%|##6 | 99/368 [00:14<00:39, 6.79it/s] Caching latents to disk: 27%|##6 | 99/368 [00:14<00:39, 6.79it/s] Caching latents to disk: 27%|##7 | 100/368 [00:14<00:39, 6.77it/s] Caching latents to disk: 27%|##7 | 100/368 [00:14<00:39, 6.77it/s] Caching latents to disk: 27%|##7 | 101/368 [00:14<00:39, 6.76it/s] Caching latents to disk: 27%|##7 | 101/368 [00:14<00:39, 6.76it/s] Caching latents to disk: 28%|##7 | 102/368 [00:15<00:39, 6.74it/s] Caching latents to disk: 28%|##7 | 102/368 [00:15<00:39, 6.74it/s] Caching latents to disk: 28%|##7 | 103/368 [00:15<00:39, 6.75it/s] Caching latents to disk: 28%|##7 | 103/368 [00:15<00:39, 6.75it/s] Caching latents to disk: 28%|##8 | 104/368 [00:15<00:39, 6.74it/s] Caching latents to disk: 28%|##8 | 104/368 [00:15<00:39, 6.74it/s] Caching latents to disk: 29%|##8 | 105/368 [00:15<00:39, 6.70it/s] Caching latents to disk: 29%|##8 | 105/368 [00:15<00:39, 6.70it/s] Caching latents to disk: 29%|##8 | 106/368 [00:15<00:39, 6.68it/s] Caching latents to disk: 29%|##8 | 106/368 [00:15<00:39, 6.68it/s] Caching latents to disk: 29%|##9 | 107/368 [00:15<00:38, 6.73it/s] Caching latents to disk: 29%|##9 | 107/368 [00:15<00:38, 6.73it/s] Caching latents to disk: 29%|##9 | 108/368 [00:15<00:38, 6.74it/s] Caching latents to disk: 29%|##9 | 108/368 [00:15<00:38, 6.74it/s] Caching latents to disk: 30%|##9 | 109/368 [00:16<00:38, 6.78it/s] Caching latents to disk: 30%|##9 | 109/368 [00:16<00:38, 6.78it/s] Caching latents to disk: 30%|##9 | 110/368 [00:16<00:37, 6.84it/s] Caching latents to disk: 30%|##9 | 110/368 [00:16<00:37, 6.84it/s] Caching latents to disk: 30%|### | 111/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 30%|### | 111/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 30%|### | 112/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 30%|### | 112/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 31%|### | 113/368 [00:16<00:37, 6.82it/s] Caching latents to disk: 31%|### | 113/368 [00:16<00:37, 6.82it/s] Caching latents to disk: 31%|### | 114/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 31%|### | 114/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 31%|###1 | 115/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 31%|###1 | 115/368 [00:16<00:37, 6.83it/s] Caching latents to disk: 32%|###1 | 116/368 [00:17<00:36, 6.84it/s] Caching latents to disk: 32%|###1 | 116/368 [00:17<00:36, 6.84it/s] Caching latents to disk: 32%|###1 | 117/368 [00:17<00:36, 6.83it/s] Caching latents to disk: 32%|###1 | 117/368 [00:17<00:36, 6.83it/s] Caching latents to disk: 32%|###2 | 118/368 [00:17<00:36, 6.85it/s] Caching latents to disk: 32%|###2 | 118/368 [00:17<00:36, 6.85it/s] Caching latents to disk: 32%|###2 | 119/368 [00:17<00:36, 6.84it/s] Caching latents to disk: 32%|###2 | 119/368 [00:17<00:36, 6.84it/s] Caching latents to disk: 33%|###2 | 120/368 [00:17<00:36, 6.88it/s] Caching latents to disk: 33%|###2 | 120/368 [00:17<00:36, 6.88it/s] Caching latents to disk: 33%|###2 | 121/368 [00:17<00:35, 6.87it/s] Caching latents to disk: 33%|###2 | 121/368 [00:17<00:35, 6.87it/s] Caching latents to disk: 33%|###3 | 122/368 [00:17<00:35, 6.87it/s] Caching latents to disk: 33%|###3 | 122/368 [00:17<00:35, 6.87it/s] Caching latents to disk: 33%|###3 | 123/368 [00:18<00:35, 6.89it/s] Caching latents to disk: 33%|###3 | 123/368 [00:18<00:35, 6.89it/s] Caching latents to disk: 34%|###3 | 124/368 [00:18<00:35, 6.89it/s] Caching latents to disk: 34%|###3 | 124/368 [00:18<00:35, 6.89it/s] Caching latents to disk: 34%|###3 | 125/368 [00:18<00:35, 6.87it/s] Caching latents to disk: 34%|###3 | 125/368 [00:18<00:35, 6.87it/s] Caching latents to disk: 34%|###4 | 126/368 [00:18<00:35, 6.85it/s] Caching latents to disk: 34%|###4 | 126/368 [00:18<00:35, 6.85it/s] Caching latents to disk: 35%|###4 | 127/368 [00:18<00:35, 6.80it/s] Caching latents to disk: 35%|###4 | 127/368 [00:18<00:35, 6.80it/s] Caching latents to disk: 35%|###4 | 128/368 [00:18<00:35, 6.84it/s] Caching latents to disk: 35%|###4 | 128/368 [00:18<00:35, 6.84it/s] Caching latents to disk: 35%|###5 | 129/368 [00:18<00:34, 6.86it/s] Caching latents to disk: 35%|###5 | 129/368 [00:18<00:34, 6.86it/s] Caching latents to disk: 35%|###5 | 130/368 [00:19<00:34, 6.85it/s] Caching latents to disk: 35%|###5 | 130/368 [00:19<00:34, 6.85it/s] Caching latents to disk: 36%|###5 | 131/368 [00:19<00:34, 6.86it/s] Caching latents to disk: 36%|###5 | 131/368 [00:19<00:34, 6.86it/s] Caching latents to disk: 36%|###5 | 132/368 [00:19<00:34, 6.88it/s] Caching latents to disk: 36%|###5 | 132/368 [00:19<00:34, 6.88it/s] Caching latents to disk: 36%|###6 | 133/368 [00:19<00:33, 6.94it/s] Caching latents to disk: 36%|###6 | 133/368 [00:19<00:33, 6.94it/s] Caching latents to disk: 36%|###6 | 134/368 [00:19<00:33, 6.91it/s] Caching latents to disk: 36%|###6 | 134/368 [00:19<00:33, 6.91it/s] Caching latents to disk: 37%|###6 | 135/368 [00:19<00:33, 6.95it/s] Caching latents to disk: 37%|###6 | 135/368 [00:19<00:33, 6.95it/s] Caching latents to disk: 37%|###6 | 136/368 [00:19<00:33, 6.94it/s] Caching latents to disk: 37%|###6 | 136/368 [00:19<00:33, 6.94it/s] Caching latents to disk: 37%|###7 | 137/368 [00:20<00:33, 6.96it/s] Caching latents to disk: 37%|###7 | 137/368 [00:20<00:33, 6.96it/s] Caching latents to disk: 38%|###7 | 138/368 [00:20<00:33, 6.93it/s] Caching latents to disk: 38%|###7 | 138/368 [00:20<00:33, 6.93it/s] Caching latents to disk: 38%|###7 | 139/368 [00:20<00:33, 6.91it/s] Caching latents to disk: 38%|###7 | 139/368 [00:20<00:33, 6.91it/s] Caching latents to disk: 38%|###8 | 140/368 [00:20<00:33, 6.90it/s] Caching latents to disk: 38%|###8 | 140/368 [00:20<00:33, 6.90it/s] Caching latents to disk: 38%|###8 | 141/368 [00:20<00:32, 6.91it/s] Caching latents to disk: 38%|###8 | 141/368 [00:20<00:32, 6.91it/s] Caching latents to disk: 39%|###8 | 142/368 [00:20<00:32, 6.92it/s] Caching latents to disk: 39%|###8 | 142/368 [00:20<00:32, 6.92it/s] Caching latents to disk: 39%|###8 | 143/368 [00:20<00:32, 6.92it/s] Caching latents to disk: 39%|###8 | 143/368 [00:20<00:32, 6.92it/s] Caching latents to disk: 39%|###9 | 144/368 [00:21<00:32, 6.94it/s] Caching latents to disk: 39%|###9 | 144/368 [00:21<00:32, 6.94it/s] Caching latents to disk: 39%|###9 | 145/368 [00:21<00:32, 6.94it/s] Caching latents to disk: 39%|###9 | 145/368 [00:21<00:32, 6.94it/s] Caching latents to disk: 40%|###9 | 146/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 40%|###9 | 146/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 40%|###9 | 147/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 40%|###9 | 147/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 40%|#### | 148/368 [00:21<00:31, 6.94it/s] Caching latents to disk: 40%|#### | 148/368 [00:21<00:31, 6.94it/s] Caching latents to disk: 40%|#### | 149/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 40%|#### | 149/368 [00:21<00:31, 6.95it/s] Caching latents to disk: 41%|#### | 150/368 [00:22<00:31, 6.93it/s] Caching latents to disk: 41%|#### | 150/368 [00:22<00:31, 6.93it/s] Caching latents to disk: 41%|####1 | 151/368 [00:22<00:31, 6.94it/s] Caching latents to disk: 41%|####1 | 151/368 [00:22<00:31, 6.94it/s] Caching latents to disk: 41%|####1 | 152/368 [00:22<00:31, 6.97it/s] Caching latents to disk: 41%|####1 | 152/368 [00:22<00:31, 6.97it/s] Caching latents to disk: 42%|####1 | 153/368 [00:22<00:30, 6.96it/s] Caching latents to disk: 42%|####1 | 153/368 [00:22<00:30, 6.96it/s] Caching latents to disk: 42%|####1 | 154/368 [00:22<00:30, 6.95it/s] Caching latents to disk: 42%|####1 | 154/368 [00:22<00:30, 6.95it/s] Caching latents to disk: 42%|####2 | 155/368 [00:22<00:30, 6.95it/s] Caching latents to disk: 42%|####2 | 155/368 [00:22<00:30, 6.95it/s] Caching latents to disk: 42%|####2 | 156/368 [00:22<00:30, 6.97it/s] Caching latents to disk: 42%|####2 | 156/368 [00:22<00:30, 6.97it/s] Caching latents to disk: 43%|####2 | 157/368 [00:23<00:30, 6.97it/s] Caching latents to disk: 43%|####2 | 157/368 [00:23<00:30, 6.97it/s] Caching latents to disk: 43%|####2 | 158/368 [00:23<00:30, 6.95it/s] Caching latents to disk: 43%|####2 | 158/368 [00:23<00:30, 6.95it/s] Caching latents to disk: 43%|####3 | 159/368 [00:23<00:30, 6.92it/s] Caching latents to disk: 43%|####3 | 159/368 [00:23<00:30, 6.92it/s] Caching latents to disk: 43%|####3 | 160/368 [00:23<00:29, 6.96it/s] Caching latents to disk: 43%|####3 | 160/368 [00:23<00:29, 6.96it/s] Caching latents to disk: 44%|####3 | 161/368 [00:23<00:29, 6.99it/s] Caching latents to disk: 44%|####3 | 161/368 [00:23<00:29, 6.99it/s] Caching latents to disk: 44%|####4 | 162/368 [00:23<00:29, 6.98it/s] Caching latents to disk: 44%|####4 | 162/368 [00:23<00:29, 6.98it/s] Caching latents to disk: 44%|####4 | 163/368 [00:23<00:29, 7.02it/s] Caching latents to disk: 44%|####4 | 163/368 [00:23<00:29, 7.02it/s] Caching latents to disk: 45%|####4 | 164/368 [00:24<00:29, 7.02it/s] Caching latents to disk: 45%|####4 | 164/368 [00:24<00:29, 7.02it/s] Caching latents to disk: 45%|####4 | 165/368 [00:24<00:29, 6.99it/s] Caching latents to disk: 45%|####4 | 165/368 [00:24<00:29, 6.99it/s] Caching latents to disk: 45%|####5 | 166/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 45%|####5 | 166/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 45%|####5 | 167/368 [00:24<00:28, 6.97it/s] Caching latents to disk: 45%|####5 | 167/368 [00:24<00:28, 6.97it/s] Caching latents to disk: 46%|####5 | 168/368 [00:24<00:28, 6.97it/s] Caching latents to disk: 46%|####5 | 168/368 [00:24<00:28, 6.97it/s] Caching latents to disk: 46%|####5 | 169/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 46%|####5 | 169/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 46%|####6 | 170/368 [00:24<00:28, 7.00it/s] Caching latents to disk: 46%|####6 | 170/368 [00:24<00:28, 7.00it/s] Caching latents to disk: 46%|####6 | 171/368 [00:25<00:28, 6.97it/s] Caching latents to disk: 46%|####6 | 171/368 [00:25<00:28, 6.97it/s] Caching latents to disk: 47%|####6 | 172/368 [00:25<00:28, 6.97it/s] Caching latents to disk: 47%|####6 | 172/368 [00:25<00:28, 6.97it/s] Caching latents to disk: 47%|####7 | 173/368 [00:25<00:27, 6.98it/s] Caching latents to disk: 47%|####7 | 173/368 [00:25<00:27, 6.98it/s] Caching latents to disk: 47%|####7 | 174/368 [00:25<00:27, 6.93it/s] Caching latents to disk: 47%|####7 | 174/368 [00:25<00:27, 6.93it/s] Caching latents to disk: 48%|####7 | 175/368 [00:25<00:27, 6.93it/s] Caching latents to disk: 48%|####7 | 175/368 [00:25<00:27, 6.93it/s] Caching latents to disk: 48%|####7 | 176/368 [00:25<00:27, 6.95it/s] Caching latents to disk: 48%|####7 | 176/368 [00:25<00:27, 6.95it/s] Caching latents to disk: 48%|####8 | 177/368 [00:25<00:27, 6.97it/s] Caching latents to disk: 48%|####8 | 177/368 [00:25<00:27, 6.97it/s] Caching latents to disk: 48%|####8 | 178/368 [00:26<00:27, 6.95it/s] Caching latents to disk: 48%|####8 | 178/368 [00:26<00:27, 6.95it/s] Caching latents to disk: 49%|####8 | 179/368 [00:26<00:27, 6.97it/s] Caching latents to disk: 49%|####8 | 179/368 [00:26<00:27, 6.97it/s] Caching latents to disk: 49%|####8 | 180/368 [00:26<00:26, 7.00it/s] Caching latents to disk: 49%|####8 | 180/368 [00:26<00:26, 7.00it/s] Caching latents to disk: 49%|####9 | 181/368 [00:26<00:26, 6.99it/s] Caching latents to disk: 49%|####9 | 181/368 [00:26<00:26, 6.99it/s] Caching latents to disk: 49%|####9 | 182/368 [00:26<00:26, 6.96it/s] Caching latents to disk: 49%|####9 | 182/368 [00:26<00:26, 6.96it/s] Caching latents to disk: 50%|####9 | 183/368 [00:26<00:26, 6.95it/s] Caching latents to disk: 50%|####9 | 183/368 [00:26<00:26, 6.95it/s] Caching latents to disk: 50%|##### | 184/368 [00:26<00:26, 6.96it/s] Caching latents to disk: 50%|##### | 184/368 [00:26<00:26, 6.96it/s] Caching latents to disk: 50%|##### | 185/368 [00:27<00:26, 6.98it/s] Caching latents to disk: 50%|##### | 185/368 [00:27<00:26, 6.98it/s] Caching latents to disk: 51%|##### | 186/368 [00:27<00:26, 6.97it/s] Caching latents to disk: 51%|##### | 186/368 [00:27<00:26, 6.97it/s] Caching latents to disk: 51%|##### | 187/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 51%|##### | 187/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 51%|#####1 | 188/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 51%|#####1 | 188/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 51%|#####1 | 189/368 [00:27<00:25, 7.00it/s] Caching latents to disk: 51%|#####1 | 189/368 [00:27<00:25, 7.00it/s] Caching latents to disk: 52%|#####1 | 190/368 [00:27<00:25, 6.98it/s] Caching latents to disk: 52%|#####1 | 190/368 [00:27<00:25, 6.98it/s] Caching latents to disk: 52%|#####1 | 191/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 52%|#####1 | 191/368 [00:27<00:25, 6.97it/s] Caching latents to disk: 52%|#####2 | 192/368 [00:28<00:25, 6.97it/s] Caching latents to disk: 52%|#####2 | 192/368 [00:28<00:25, 6.97it/s] Caching latents to disk: 52%|#####2 | 193/368 [00:28<00:25, 6.96it/s] Caching latents to disk: 52%|#####2 | 193/368 [00:28<00:25, 6.96it/s] Caching latents to disk: 53%|#####2 | 194/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 53%|#####2 | 194/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 53%|#####2 | 195/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 53%|#####2 | 195/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 53%|#####3 | 196/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 53%|#####3 | 196/368 [00:28<00:24, 6.96it/s] Caching latents to disk: 54%|#####3 | 197/368 [00:28<00:24, 6.97it/s] Caching latents to disk: 54%|#####3 | 197/368 [00:28<00:24, 6.97it/s] Caching latents to disk: 54%|#####3 | 198/368 [00:28<00:24, 6.97it/s] Caching latents to disk: 54%|#####3 | 198/368 [00:28<00:24, 6.97it/s] Caching latents to disk: 54%|#####4 | 199/368 [00:29<00:24, 7.03it/s] Caching latents to disk: 54%|#####4 | 199/368 [00:29<00:24, 7.03it/s] Caching latents to disk: 54%|#####4 | 200/368 [00:29<00:23, 7.01it/s] Caching latents to disk: 54%|#####4 | 200/368 [00:29<00:23, 7.01it/s] Caching latents to disk: 55%|#####4 | 201/368 [00:29<00:23, 7.00it/s] Caching latents to disk: 55%|#####4 | 201/368 [00:29<00:23, 7.00it/s] Caching latents to disk: 55%|#####4 | 202/368 [00:29<00:23, 6.99it/s] Caching latents to disk: 55%|#####4 | 202/368 [00:29<00:23, 6.99it/s] Caching latents to disk: 55%|#####5 | 203/368 [00:29<00:23, 6.97it/s] Caching latents to disk: 55%|#####5 | 203/368 [00:29<00:23, 6.97it/s] Caching latents to disk: 55%|#####5 | 204/368 [00:29<00:23, 6.92it/s] Caching latents to disk: 55%|#####5 | 204/368 [00:29<00:23, 6.92it/s] Caching latents to disk: 56%|#####5 | 205/368 [00:29<00:23, 6.93it/s] Caching latents to disk: 56%|#####5 | 205/368 [00:29<00:23, 6.93it/s] Caching latents to disk: 56%|#####5 | 206/368 [00:30<00:23, 6.93it/s] Caching latents to disk: 56%|#####5 | 206/368 [00:30<00:23, 6.93it/s] Caching latents to disk: 56%|#####6 | 207/368 [00:30<00:23, 6.94it/s] Caching latents to disk: 56%|#####6 | 207/368 [00:30<00:23, 6.94it/s] Caching latents to disk: 57%|#####6 | 208/368 [00:30<00:23, 6.94it/s] Caching latents to disk: 57%|#####6 | 208/368 [00:30<00:23, 6.94it/s] Caching latents to disk: 57%|#####6 | 209/368 [00:30<00:23, 6.90it/s] Caching latents to disk: 57%|#####6 | 209/368 [00:30<00:23, 6.90it/s] Caching latents to disk: 57%|#####7 | 210/368 [00:30<00:23, 6.87it/s] Caching latents to disk: 57%|#####7 | 210/368 [00:30<00:23, 6.87it/s] Caching latents to disk: 57%|#####7 | 211/368 [00:30<00:22, 6.88it/s] Caching latents to disk: 57%|#####7 | 211/368 [00:30<00:22, 6.88it/s] Caching latents to disk: 58%|#####7 | 212/368 [00:30<00:22, 6.90it/s] Caching latents to disk: 58%|#####7 | 212/368 [00:30<00:22, 6.90it/s] Caching latents to disk: 58%|#####7 | 213/368 [00:31<00:22, 6.90it/s] Caching latents to disk: 58%|#####7 | 213/368 [00:31<00:22, 6.90it/s] Caching latents to disk: 58%|#####8 | 214/368 [00:31<00:22, 6.92it/s] Caching latents to disk: 58%|#####8 | 214/368 [00:31<00:22, 6.92it/s] Caching latents to disk: 58%|#####8 | 215/368 [00:31<00:22, 6.92it/s] Caching latents to disk: 58%|#####8 | 215/368 [00:31<00:22, 6.92it/s] Caching latents to disk: 59%|#####8 | 216/368 [00:31<00:21, 6.93it/s] Caching latents to disk: 59%|#####8 | 216/368 [00:31<00:21, 6.93it/s] Caching latents to disk: 59%|#####8 | 217/368 [00:31<00:21, 6.97it/s] Caching latents to disk: 59%|#####8 | 217/368 [00:31<00:21, 6.97it/s] Caching latents to disk: 59%|#####9 | 218/368 [00:31<00:21, 6.96it/s] Caching latents to disk: 59%|#####9 | 218/368 [00:31<00:21, 6.96it/s] Caching latents to disk: 60%|#####9 | 219/368 [00:31<00:21, 6.93it/s] Caching latents to disk: 60%|#####9 | 219/368 [00:31<00:21, 6.93it/s] Caching latents to disk: 60%|#####9 | 220/368 [00:32<00:21, 6.91it/s] Caching latents to disk: 60%|#####9 | 220/368 [00:32<00:21, 6.91it/s] Caching latents to disk: 60%|###### | 221/368 [00:32<00:21, 6.93it/s] Caching latents to disk: 60%|###### | 221/368 [00:32<00:21, 6.93it/s] Caching latents to disk: 60%|###### | 222/368 [00:32<00:21, 6.94it/s] Caching latents to disk: 60%|###### | 222/368 [00:32<00:21, 6.94it/s] Caching latents to disk: 61%|###### | 223/368 [00:32<00:20, 6.93it/s] Caching latents to disk: 61%|###### | 223/368 [00:32<00:20, 6.93it/s] Caching latents to disk: 61%|###### | 224/368 [00:32<00:20, 6.93it/s] Caching latents to disk: 61%|###### | 224/368 [00:32<00:20, 6.93it/s] Caching latents to disk: 61%|######1 | 225/368 [00:32<00:20, 6.91it/s] Caching latents to disk: 61%|######1 | 225/368 [00:32<00:20, 6.91it/s] Caching latents to disk: 61%|######1 | 226/368 [00:32<00:20, 6.89it/s] Caching latents to disk: 61%|######1 | 226/368 [00:32<00:20, 6.89it/s] Caching latents to disk: 62%|######1 | 227/368 [00:33<00:20, 6.89it/s] Caching latents to disk: 62%|######1 | 227/368 [00:33<00:20, 6.89it/s] Caching latents to disk: 62%|######1 | 228/368 [00:33<00:20, 6.90it/s] Caching latents to disk: 62%|######1 | 228/368 [00:33<00:20, 6.90it/s] Caching latents to disk: 62%|######2 | 229/368 [00:33<00:20, 6.92it/s] Caching latents to disk: 62%|######2 | 229/368 [00:33<00:20, 6.92it/s] Caching latents to disk: 62%|######2 | 230/368 [00:33<00:19, 6.93it/s] Caching latents to disk: 62%|######2 | 230/368 [00:33<00:19, 6.93it/s] Caching latents to disk: 63%|######2 | 231/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 63%|######2 | 231/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 63%|######3 | 232/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 63%|######3 | 232/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 63%|######3 | 233/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 63%|######3 | 233/368 [00:33<00:19, 6.95it/s] Caching latents to disk: 64%|######3 | 234/368 [00:34<00:19, 6.96it/s] Caching latents to disk: 64%|######3 | 234/368 [00:34<00:19, 6.96it/s] Caching latents to disk: 64%|######3 | 235/368 [00:34<00:19, 7.00it/s] Caching latents to disk: 64%|######3 | 235/368 [00:34<00:19, 7.00it/s] Caching latents to disk: 64%|######4 | 236/368 [00:34<00:18, 7.02it/s] Caching latents to disk: 64%|######4 | 236/368 [00:34<00:18, 7.02it/s] Caching latents to disk: 64%|######4 | 237/368 [00:34<00:18, 7.00it/s] Caching latents to disk: 64%|######4 | 237/368 [00:34<00:18, 7.00it/s] Caching latents to disk: 65%|######4 | 238/368 [00:34<00:18, 6.99it/s] Caching latents to disk: 65%|######4 | 238/368 [00:34<00:18, 6.99it/s] Caching latents to disk: 65%|######4 | 239/368 [00:34<00:18, 6.98it/s] Caching latents to disk: 65%|######4 | 239/368 [00:34<00:18, 6.98it/s] Caching latents to disk: 65%|######5 | 240/368 [00:34<00:18, 6.95it/s] Caching latents to disk: 65%|######5 | 240/368 [00:34<00:18, 6.95it/s] Caching latents to disk: 65%|######5 | 241/368 [00:35<00:18, 6.97it/s] Caching latents to disk: 65%|######5 | 241/368 [00:35<00:18, 6.97it/s] Caching latents to disk: 66%|######5 | 242/368 [00:35<00:18, 6.91it/s] Caching latents to disk: 66%|######5 | 242/368 [00:35<00:18, 6.91it/s] Caching latents to disk: 66%|######6 | 243/368 [00:35<00:18, 6.92it/s] Caching latents to disk: 66%|######6 | 243/368 [00:35<00:18, 6.92it/s] Caching latents to disk: 66%|######6 | 244/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 66%|######6 | 244/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 67%|######6 | 245/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 67%|######6 | 245/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 67%|######6 | 246/368 [00:35<00:17, 6.91it/s] Caching latents to disk: 67%|######6 | 246/368 [00:35<00:17, 6.91it/s] Caching latents to disk: 67%|######7 | 247/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 67%|######7 | 247/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 67%|######7 | 248/368 [00:36<00:17, 6.89it/s] Caching latents to disk: 67%|######7 | 248/368 [00:36<00:17, 6.89it/s] Caching latents to disk: 68%|######7 | 249/368 [00:36<00:17, 6.90it/s] Caching latents to disk: 68%|######7 | 249/368 [00:36<00:17, 6.90it/s] Caching latents to disk: 68%|######7 | 250/368 [00:36<00:17, 6.88it/s] Caching latents to disk: 68%|######7 | 250/368 [00:36<00:17, 6.88it/s] Caching latents to disk: 68%|######8 | 251/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 68%|######8 | 251/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 68%|######8 | 252/368 [00:36<00:16, 6.90it/s] Caching latents to disk: 68%|######8 | 252/368 [00:36<00:16, 6.90it/s] Caching latents to disk: 69%|######8 | 253/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 69%|######8 | 253/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 69%|######9 | 254/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 69%|######9 | 254/368 [00:36<00:16, 6.89it/s] Caching latents to disk: 69%|######9 | 255/368 [00:37<00:16, 6.88it/s] Caching latents to disk: 69%|######9 | 255/368 [00:37<00:16, 6.88it/s] Caching latents to disk: 70%|######9 | 256/368 [00:37<00:16, 6.89it/s] Caching latents to disk: 70%|######9 | 256/368 [00:37<00:16, 6.89it/s] Caching latents to disk: 70%|######9 | 257/368 [00:37<00:16, 6.84it/s] Caching latents to disk: 70%|######9 | 257/368 [00:37<00:16, 6.84it/s] Caching latents to disk: 70%|####### | 258/368 [00:37<00:16, 6.84it/s] Caching latents to disk: 70%|####### | 258/368 [00:37<00:16, 6.84it/s] Caching latents to disk: 70%|####### | 259/368 [00:37<00:15, 6.86it/s] Caching latents to disk: 70%|####### | 259/368 [00:37<00:15, 6.86it/s] Caching latents to disk: 71%|####### | 260/368 [00:37<00:15, 6.87it/s] Caching latents to disk: 71%|####### | 260/368 [00:37<00:15, 6.87it/s] Caching latents to disk: 71%|####### | 261/368 [00:37<00:15, 6.88it/s] Caching latents to disk: 71%|####### | 261/368 [00:37<00:15, 6.88it/s] Caching latents to disk: 71%|#######1 | 262/368 [00:38<00:15, 6.88it/s] Caching latents to disk: 71%|#######1 | 262/368 [00:38<00:15, 6.88it/s] Caching latents to disk: 71%|#######1 | 263/368 [00:38<00:15, 6.88it/s] Caching latents to disk: 71%|#######1 | 263/368 [00:38<00:15, 6.88it/s] Caching latents to disk: 72%|#######1 | 264/368 [00:38<00:15, 6.86it/s] Caching latents to disk: 72%|#######1 | 264/368 [00:38<00:15, 6.86it/s] Caching latents to disk: 72%|#######2 | 265/368 [00:38<00:14, 6.88it/s] Caching latents to disk: 72%|#######2 | 265/368 [00:38<00:14, 6.88it/s] Caching latents to disk: 72%|#######2 | 266/368 [00:38<00:14, 6.87it/s] Caching latents to disk: 72%|#######2 | 266/368 [00:38<00:14, 6.87it/s] Caching latents to disk: 73%|#######2 | 267/368 [00:38<00:14, 6.88it/s] Caching latents to disk: 73%|#######2 | 267/368 [00:38<00:14, 6.88it/s] Caching latents to disk: 73%|#######2 | 268/368 [00:39<00:14, 6.89it/s] Caching latents to disk: 73%|#######2 | 268/368 [00:39<00:14, 6.89it/s] Caching latents to disk: 73%|#######3 | 269/368 [00:39<00:14, 6.89it/s] Caching latents to disk: 73%|#######3 | 269/368 [00:39<00:14, 6.89it/s] Caching latents to disk: 73%|#######3 | 270/368 [00:39<00:14, 6.88it/s] Caching latents to disk: 73%|#######3 | 270/368 [00:39<00:14, 6.88it/s] Caching latents to disk: 74%|#######3 | 271/368 [00:39<00:14, 6.88it/s] Caching latents to disk: 74%|#######3 | 271/368 [00:39<00:14, 6.88it/s] Caching latents to disk: 74%|#######3 | 272/368 [00:39<00:14, 6.78it/s] Caching latents to disk: 74%|#######3 | 272/368 [00:39<00:14, 6.78it/s] Caching latents to disk: 74%|#######4 | 273/368 [00:39<00:13, 6.83it/s] Caching latents to disk: 74%|#######4 | 273/368 [00:39<00:13, 6.83it/s] Caching latents to disk: 74%|#######4 | 274/368 [00:39<00:13, 6.84it/s] Caching latents to disk: 74%|#######4 | 274/368 [00:39<00:13, 6.84it/s] Caching latents to disk: 75%|#######4 | 275/368 [00:40<00:13, 6.89it/s] Caching latents to disk: 75%|#######4 | 275/368 [00:40<00:13, 6.89it/s] Caching latents to disk: 75%|#######5 | 276/368 [00:40<00:13, 6.77it/s] Caching latents to disk: 75%|#######5 | 276/368 [00:40<00:13, 6.77it/s] Caching latents to disk: 75%|#######5 | 277/368 [00:40<00:13, 6.78it/s] Caching latents to disk: 75%|#######5 | 277/368 [00:40<00:13, 6.78it/s] Caching latents to disk: 76%|#######5 | 278/368 [00:40<00:13, 6.72it/s] Caching latents to disk: 76%|#######5 | 278/368 [00:40<00:13, 6.72it/s] Caching latents to disk: 76%|#######5 | 279/368 [00:40<00:13, 6.73it/s] Caching latents to disk: 76%|#######5 | 279/368 [00:40<00:13, 6.73it/s] Caching latents to disk: 76%|#######6 | 280/368 [00:40<00:14, 6.21it/s] Caching latents to disk: 76%|#######6 | 280/368 [00:40<00:14, 6.21it/s] Caching latents to disk: 76%|#######6 | 281/368 [00:40<00:13, 6.40it/s] Caching latents to disk: 76%|#######6 | 281/368 [00:40<00:13, 6.40it/s] Caching latents to disk: 77%|#######6 | 282/368 [00:41<00:13, 6.55it/s] Caching latents to disk: 77%|#######6 | 282/368 [00:41<00:13, 6.55it/s] Caching latents to disk: 77%|#######6 | 283/368 [00:41<00:12, 6.66it/s] Caching latents to disk: 77%|#######6 | 283/368 [00:41<00:12, 6.66it/s] Caching latents to disk: 77%|#######7 | 284/368 [00:41<00:12, 6.76it/s] Caching latents to disk: 77%|#######7 | 284/368 [00:41<00:12, 6.76it/s] Caching latents to disk: 77%|#######7 | 285/368 [00:41<00:12, 6.75it/s] Caching latents to disk: 77%|#######7 | 285/368 [00:41<00:12, 6.75it/s] Caching latents to disk: 78%|#######7 | 286/368 [00:41<00:11, 6.87it/s] Caching latents to disk: 78%|#######7 | 286/368 [00:41<00:11, 6.87it/s] Caching latents to disk: 78%|#######7 | 287/368 [00:41<00:11, 6.90it/s] Caching latents to disk: 78%|#######7 | 287/368 [00:41<00:11, 6.90it/s] Caching latents to disk: 78%|#######8 | 288/368 [00:41<00:11, 6.90it/s] Caching latents to disk: 78%|#######8 | 288/368 [00:41<00:11, 6.90it/s] Caching latents to disk: 79%|#######8 | 289/368 [00:42<00:11, 6.87it/s] Caching latents to disk: 79%|#######8 | 289/368 [00:42<00:11, 6.87it/s] Caching latents to disk: 79%|#######8 | 290/368 [00:42<00:11, 6.91it/s] Caching latents to disk: 79%|#######8 | 290/368 [00:42<00:11, 6.91it/s] Caching latents to disk: 79%|#######9 | 291/368 [00:42<00:11, 6.96it/s] Caching latents to disk: 79%|#######9 | 291/368 [00:42<00:11, 6.96it/s] Caching latents to disk: 79%|#######9 | 292/368 [00:42<00:11, 6.86it/s] Caching latents to disk: 79%|#######9 | 292/368 [00:42<00:11, 6.86it/s] Caching latents to disk: 80%|#######9 | 293/368 [00:42<00:10, 6.84it/s] Caching latents to disk: 80%|#######9 | 293/368 [00:42<00:10, 6.84it/s] Caching latents to disk: 80%|#######9 | 294/368 [00:42<00:10, 6.89it/s] Caching latents to disk: 80%|#######9 | 294/368 [00:42<00:10, 6.89it/s] Caching latents to disk: 80%|######## | 295/368 [00:42<00:10, 6.88it/s] Caching latents to disk: 80%|######## | 295/368 [00:42<00:10, 6.88it/s] Caching latents to disk: 80%|######## | 296/368 [00:43<00:10, 6.87it/s] Caching latents to disk: 80%|######## | 296/368 [00:43<00:10, 6.87it/s] Caching latents to disk: 81%|######## | 297/368 [00:43<00:10, 6.88it/s] Caching latents to disk: 81%|######## | 297/368 [00:43<00:10, 6.88it/s] Caching latents to disk: 81%|######## | 298/368 [00:43<00:10, 6.88it/s] Caching latents to disk: 81%|######## | 298/368 [00:43<00:10, 6.88it/s] Caching latents to disk: 81%|########1 | 299/368 [00:43<00:09, 6.90it/s] Caching latents to disk: 81%|########1 | 299/368 [00:43<00:09, 6.90it/s] Caching latents to disk: 82%|########1 | 300/368 [00:43<00:09, 6.90it/s] Caching latents to disk: 82%|########1 | 300/368 [00:43<00:09, 6.90it/s] Caching latents to disk: 82%|########1 | 301/368 [00:43<00:09, 6.91it/s] Caching latents to disk: 82%|########1 | 301/368 [00:43<00:09, 6.91it/s] Caching latents to disk: 82%|########2 | 302/368 [00:44<00:09, 6.92it/s] Caching latents to disk: 82%|########2 | 302/368 [00:44<00:09, 6.92it/s] Caching latents to disk: 82%|########2 | 303/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 82%|########2 | 303/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 83%|########2 | 304/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 83%|########2 | 304/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 83%|########2 | 305/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 83%|########2 | 305/368 [00:44<00:09, 6.87it/s] Caching latents to disk: 83%|########3 | 306/368 [00:44<00:09, 6.88it/s] Caching latents to disk: 83%|########3 | 306/368 [00:44<00:09, 6.88it/s] Caching latents to disk: 83%|########3 | 307/368 [00:44<00:08, 6.92it/s] Caching latents to disk: 83%|########3 | 307/368 [00:44<00:08, 6.92it/s] Caching latents to disk: 84%|########3 | 308/368 [00:44<00:08, 6.95it/s] Caching latents to disk: 84%|########3 | 308/368 [00:44<00:08, 6.95it/s] Caching latents to disk: 84%|########3 | 309/368 [00:45<00:08, 6.98it/s] Caching latents to disk: 84%|########3 | 309/368 [00:45<00:08, 6.98it/s] Caching latents to disk: 84%|########4 | 310/368 [00:45<00:08, 6.96it/s] Caching latents to disk: 84%|########4 | 310/368 [00:45<00:08, 6.96it/s] Caching latents to disk: 85%|########4 | 311/368 [00:45<00:08, 6.96it/s] Caching latents to disk: 85%|########4 | 311/368 [00:45<00:08, 6.96it/s] Caching latents to disk: 85%|########4 | 312/368 [00:45<00:08, 6.95it/s] Caching latents to disk: 85%|########4 | 312/368 [00:45<00:08, 6.95it/s] Caching latents to disk: 85%|########5 | 313/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 85%|########5 | 313/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 85%|########5 | 314/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 85%|########5 | 314/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 86%|########5 | 315/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 86%|########5 | 315/368 [00:45<00:07, 6.91it/s] Caching latents to disk: 86%|########5 | 316/368 [00:46<00:07, 6.92it/s] Caching latents to disk: 86%|########5 | 316/368 [00:46<00:07, 6.92it/s] Caching latents to disk: 86%|########6 | 317/368 [00:46<00:07, 6.95it/s] Caching latents to disk: 86%|########6 | 317/368 [00:46<00:07, 6.95it/s] Caching latents to disk: 86%|########6 | 318/368 [00:46<00:07, 6.96it/s] Caching latents to disk: 86%|########6 | 318/368 [00:46<00:07, 6.96it/s] Caching latents to disk: 87%|########6 | 319/368 [00:46<00:07, 6.94it/s] Caching latents to disk: 87%|########6 | 319/368 [00:46<00:07, 6.94it/s] Caching latents to disk: 87%|########6 | 320/368 [00:46<00:06, 6.95it/s] Caching latents to disk: 87%|########6 | 320/368 [00:46<00:06, 6.95it/s] Caching latents to disk: 87%|########7 | 321/368 [00:46<00:06, 6.96it/s] Caching latents to disk: 87%|########7 | 321/368 [00:46<00:06, 6.96it/s] Caching latents to disk: 88%|########7 | 322/368 [00:46<00:06, 6.98it/s] Caching latents to disk: 88%|########7 | 322/368 [00:46<00:06, 6.98it/s] Caching latents to disk: 88%|########7 | 323/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 88%|########7 | 323/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 88%|########8 | 324/368 [00:47<00:06, 6.99it/s] Caching latents to disk: 88%|########8 | 324/368 [00:47<00:06, 6.99it/s] Caching latents to disk: 88%|########8 | 325/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 88%|########8 | 325/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 89%|########8 | 326/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 89%|########8 | 326/368 [00:47<00:06, 6.97it/s] Caching latents to disk: 89%|########8 | 327/368 [00:47<00:05, 6.94it/s] Caching latents to disk: 89%|########8 | 327/368 [00:47<00:05, 6.94it/s] Caching latents to disk: 89%|########9 | 328/368 [00:47<00:05, 6.87it/s] Caching latents to disk: 89%|########9 | 328/368 [00:47<00:05, 6.87it/s] Caching latents to disk: 89%|########9 | 329/368 [00:47<00:05, 6.91it/s] Caching latents to disk: 89%|########9 | 329/368 [00:47<00:05, 6.91it/s] Caching latents to disk: 90%|########9 | 330/368 [00:48<00:05, 6.89it/s] Caching latents to disk: 90%|########9 | 330/368 [00:48<00:05, 6.89it/s] Caching latents to disk: 90%|########9 | 331/368 [00:48<00:05, 6.90it/s] Caching latents to disk: 90%|########9 | 331/368 [00:48<00:05, 6.90it/s] Caching latents to disk: 90%|######### | 332/368 [00:48<00:05, 6.92it/s] Caching latents to disk: 90%|######### | 332/368 [00:48<00:05, 6.92it/s] Caching latents to disk: 90%|######### | 333/368 [00:48<00:05, 6.92it/s] Caching latents to disk: 90%|######### | 333/368 [00:48<00:05, 6.92it/s] Caching latents to disk: 91%|######### | 334/368 [00:48<00:04, 6.89it/s] Caching latents to disk: 91%|######### | 334/368 [00:48<00:04, 6.89it/s] Caching latents to disk: 91%|#########1| 335/368 [00:48<00:04, 6.87it/s] Caching latents to disk: 91%|#########1| 335/368 [00:48<00:04, 6.87it/s] Caching latents to disk: 91%|#########1| 336/368 [00:48<00:04, 6.87it/s] Caching latents to disk: 91%|#########1| 336/368 [00:48<00:04, 6.87it/s] Caching latents to disk: 92%|#########1| 337/368 [00:49<00:04, 6.88it/s] Caching latents to disk: 92%|#########1| 337/368 [00:49<00:04, 6.88it/s] Caching latents to disk: 92%|#########1| 338/368 [00:49<00:04, 6.91it/s] Caching latents to disk: 92%|#########1| 338/368 [00:49<00:04, 6.91it/s] Caching latents to disk: 92%|#########2| 339/368 [00:49<00:04, 6.87it/s] Caching latents to disk: 92%|#########2| 339/368 [00:49<00:04, 6.87it/s] Caching latents to disk: 92%|#########2| 340/368 [00:49<00:04, 6.88it/s] Caching latents to disk: 92%|#########2| 340/368 [00:49<00:04, 6.88it/s] Caching latents to disk: 93%|#########2| 341/368 [00:49<00:03, 6.82it/s] Caching latents to disk: 93%|#########2| 341/368 [00:49<00:03, 6.82it/s] Caching latents to disk: 93%|#########2| 342/368 [00:49<00:03, 6.86it/s] Caching latents to disk: 93%|#########2| 342/368 [00:49<00:03, 6.86it/s] Caching latents to disk: 93%|#########3| 343/368 [00:49<00:03, 6.82it/s] Caching latents to disk: 93%|#########3| 343/368 [00:49<00:03, 6.82it/s] Caching latents to disk: 93%|#########3| 344/368 [00:50<00:03, 6.83it/s] Caching latents to disk: 93%|#########3| 344/368 [00:50<00:03, 6.83it/s] Caching latents to disk: 94%|#########3| 345/368 [00:50<00:03, 6.80it/s] Caching latents to disk: 94%|#########3| 345/368 [00:50<00:03, 6.80it/s] Caching latents to disk: 94%|#########4| 346/368 [00:50<00:03, 6.83it/s] Caching latents to disk: 94%|#########4| 346/368 [00:50<00:03, 6.83it/s] Caching latents to disk: 94%|#########4| 347/368 [00:50<00:03, 6.79it/s] Caching latents to disk: 94%|#########4| 347/368 [00:50<00:03, 6.79it/s] Caching latents to disk: 95%|#########4| 348/368 [00:50<00:02, 6.84it/s] Caching latents to disk: 95%|#########4| 348/368 [00:50<00:02, 6.84it/s] Caching latents to disk: 95%|#########4| 349/368 [00:50<00:02, 6.84it/s] Caching latents to disk: 95%|#########4| 349/368 [00:50<00:02, 6.84it/s] Caching latents to disk: 95%|#########5| 350/368 [00:50<00:02, 6.75it/s] Caching latents to disk: 95%|#########5| 350/368 [00:50<00:02, 6.75it/s] Caching latents to disk: 95%|#########5| 351/368 [00:51<00:02, 6.76it/s] Caching latents to disk: 95%|#########5| 351/368 [00:51<00:02, 6.76it/s] Caching latents to disk: 96%|#########5| 352/368 [00:51<00:02, 6.76it/s] Caching latents to disk: 96%|#########5| 352/368 [00:51<00:02, 6.76it/s] Caching latents to disk: 96%|#########5| 353/368 [00:51<00:02, 6.81it/s] Caching latents to disk: 96%|#########5| 353/368 [00:51<00:02, 6.81it/s] Caching latents to disk: 96%|#########6| 354/368 [00:51<00:02, 6.84it/s] Caching latents to disk: 96%|#########6| 354/368 [00:51<00:02, 6.84it/s] Caching latents to disk: 96%|#########6| 355/368 [00:51<00:01, 6.82it/s] Caching latents to disk: 96%|#########6| 355/368 [00:51<00:01, 6.82it/s] Caching latents to disk: 97%|#########6| 356/368 [00:51<00:01, 6.75it/s] Caching latents to disk: 97%|#########6| 356/368 [00:51<00:01, 6.75it/s] Caching latents to disk: 97%|#########7| 357/368 [00:52<00:01, 6.75it/s] Caching latents to disk: 97%|#########7| 357/368 [00:52<00:01, 6.75it/s] Caching latents to disk: 97%|#########7| 358/368 [00:52<00:01, 6.80it/s] Caching latents to disk: 97%|#########7| 358/368 [00:52<00:01, 6.80it/s] Caching latents to disk: 98%|#########7| 359/368 [00:52<00:01, 6.83it/s] Caching latents to disk: 98%|#########7| 359/368 [00:52<00:01, 6.83it/s] Caching latents to disk: 98%|#########7| 360/368 [00:52<00:01, 6.87it/s] Caching latents to disk: 98%|#########7| 360/368 [00:52<00:01, 6.87it/s] Caching latents to disk: 98%|#########8| 361/368 [00:52<00:01, 6.86it/s] Caching latents to disk: 98%|#########8| 361/368 [00:52<00:01, 6.86it/s] Caching latents to disk: 98%|#########8| 362/368 [00:52<00:00, 6.88it/s] Caching latents to disk: 98%|#########8| 362/368 [00:52<00:00, 6.88it/s] Caching latents to disk: 99%|#########8| 363/368 [00:52<00:00, 6.87it/s] Caching latents to disk: 99%|#########8| 363/368 [00:52<00:00, 6.87it/s] Caching latents to disk: 99%|#########8| 364/368 [00:53<00:00, 6.94it/s] Caching latents to disk: 99%|#########8| 364/368 [00:53<00:00, 6.94it/s] Caching latents to disk: 99%|#########9| 365/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 99%|#########9| 365/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 99%|#########9| 366/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 99%|#########9| 366/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 100%|#########9| 367/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 100%|#########9| 367/368 [00:53<00:00, 6.91it/s] Caching latents to disk: 100%|##########| 368/368 [00:53<00:00, 6.90it/s] Caching latents to disk: 100%|##########| 368/368 [00:53<00:00, 6.90it/s] Caching latents to disk: 100%|##########| 368/368 [00:53<00:00, 6.87it/s] Caching latents to disk: 100%|##########| 368/368 [00:53<00:00, 6.87it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/images
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 1/368 [00:05<33:01, 5.40s/it] Caching text embeddings to disk: 0%| | 1/368 [00:05<33:01, 5.40s/it] Caching text embeddings to disk: 1%| | 2/368 [00:06<18:06, 2.97s/it] Caching text embeddings to disk: 1%| | 2/368 [00:06<18:06, 2.97s/it] Caching text embeddings to disk: 1%| | 3/368 [00:07<13:18, 2.19s/it] Caching text embeddings to disk: 1%| | 3/368 [00:07<13:18, 2.19s/it] Caching text embeddings to disk: 1%|1 | 4/368 [00:09<11:00, 1.81s/it] Caching text embeddings to disk: 1%|1 | 4/368 [00:09<11:00, 1.81s/it] Caching text embeddings to disk: 1%|1 | 5/368 [00:10<09:48, 1.62s/it] Caching text embeddings to disk: 1%|1 | 5/368 [00:10<09:48, 1.62s/it] Caching text embeddings to disk: 2%|1 | 6/368 [00:11<09:06, 1.51s/it] Caching text embeddings to disk: 2%|1 | 6/368 [00:11<09:06, 1.51s/it] Caching text embeddings to disk: 2%|1 | 7/368 [00:12<08:35, 1.43s/it] Caching text embeddings to disk: 2%|1 | 7/368 [00:12<08:35, 1.43s/it] Caching text embeddings to disk: 2%|2 | 8/368 [00:14<08:16, 1.38s/it] Caching text embeddings to disk: 2%|2 | 8/368 [00:14<08:16, 1.38s/it] Caching text embeddings to disk: 2%|2 | 9/368 [00:15<08:03, 1.35s/it] Caching text embeddings to disk: 2%|2 | 9/368 [00:15<08:03, 1.35s/it] Caching text embeddings to disk: 3%|2 | 10/368 [00:16<07:51, 1.32s/it] Caching text embeddings to disk: 3%|2 | 10/368 [00:16<07:51, 1.32s/it] Caching text embeddings to disk: 3%|2 | 11/368 [00:18<07:44, 1.30s/it] Caching text embeddings to disk: 3%|2 | 11/368 [00:18<07:44, 1.30s/it] Caching text embeddings to disk: 3%|3 | 12/368 [00:19<07:40, 1.29s/it] Caching text embeddings to disk: 3%|3 | 12/368 [00:19<07:40, 1.29s/it] Caching text embeddings to disk: 4%|3 | 13/368 [00:20<07:36, 1.29s/it] Caching text embeddings to disk: 4%|3 | 13/368 [00:20<07:36, 1.29s/it] Caching text embeddings to disk: 4%|3 | 14/368 [00:21<07:30, 1.27s/it] Caching text embeddings to disk: 4%|3 | 14/368 [00:21<07:30, 1.27s/it] Caching text embeddings to disk: 4%|4 | 15/368 [00:23<07:25, 1.26s/it] Caching text embeddings to disk: 4%|4 | 15/368 [00:23<07:25, 1.26s/it] Caching text embeddings to disk: 4%|4 | 16/368 [00:24<07:26, 1.27s/it] Caching text embeddings to disk: 4%|4 | 16/368 [00:24<07:26, 1.27s/it] Caching text embeddings to disk: 5%|4 | 17/368 [00:25<07:25, 1.27s/it] Caching text embeddings to disk: 5%|4 | 17/368 [00:25<07:25, 1.27s/it] Caching text embeddings to disk: 5%|4 | 18/368 [00:26<07:23, 1.27s/it] Caching text embeddings to disk: 5%|4 | 18/368 [00:26<07:23, 1.27s/it] Caching text embeddings to disk: 5%|5 | 19/368 [00:28<07:22, 1.27s/it] Caching text embeddings to disk: 5%|5 | 19/368 [00:28<07:22, 1.27s/it] Caching text embeddings to disk: 5%|5 | 20/368 [00:29<07:23, 1.27s/it] Caching text embeddings to disk: 5%|5 | 20/368 [00:29<07:23, 1.27s/it] Caching text embeddings to disk: 6%|5 | 21/368 [00:30<07:18, 1.26s/it] Caching text embeddings to disk: 6%|5 | 21/368 [00:30<07:18, 1.26s/it] Caching text embeddings to disk: 6%|5 | 22/368 [00:31<07:15, 1.26s/it] Caching text embeddings to disk: 6%|5 | 22/368 [00:31<07:15, 1.26s/it] Caching text embeddings to disk: 6%|6 | 23/368 [00:33<07:11, 1.25s/it] Caching text embeddings to disk: 6%|6 | 23/368 [00:33<07:11, 1.25s/it] Caching text embeddings to disk: 7%|6 | 24/368 [00:34<07:09, 1.25s/it] Caching text embeddings to disk: 7%|6 | 24/368 [00:34<07:09, 1.25s/it] Caching text embeddings to disk: 7%|6 | 25/368 [00:35<07:06, 1.24s/it] Caching text embeddings to disk: 7%|6 | 25/368 [00:35<07:06, 1.24s/it] Caching text embeddings to disk: 7%|7 | 26/368 [00:36<07:06, 1.25s/it] Caching text embeddings to disk: 7%|7 | 26/368 [00:36<07:06, 1.25s/it] Caching text embeddings to disk: 7%|7 | 27/368 [00:38<07:05, 1.25s/it] Caching text embeddings to disk: 7%|7 | 27/368 [00:38<07:05, 1.25s/it] Caching text embeddings to disk: 8%|7 | 28/368 [00:39<07:04, 1.25s/it] Caching text embeddings to disk: 8%|7 | 28/368 [00:39<07:04, 1.25s/it] Caching text embeddings to disk: 8%|7 | 29/368 [00:40<07:03, 1.25s/it] Caching text embeddings to disk: 8%|7 | 29/368 [00:40<07:03, 1.25s/it] Caching text embeddings to disk: 8%|8 | 30/368 [00:41<07:03, 1.25s/it] Caching text embeddings to disk: 8%|8 | 30/368 [00:41<07:03, 1.25s/it] Caching text embeddings to disk: 8%|8 | 31/368 [00:43<07:01, 1.25s/it] Caching text embeddings to disk: 8%|8 | 31/368 [00:43<07:01, 1.25s/it] Caching text embeddings to disk: 9%|8 | 32/368 [00:44<07:02, 1.26s/it] Caching text embeddings to disk: 9%|8 | 32/368 [00:44<07:02, 1.26s/it] Caching text embeddings to disk: 9%|8 | 33/368 [00:45<07:02, 1.26s/it] Caching text embeddings to disk: 9%|8 | 33/368 [00:45<07:02, 1.26s/it] Caching text embeddings to disk: 9%|9 | 34/368 [00:46<07:00, 1.26s/it] Caching text embeddings to disk: 9%|9 | 34/368 [00:46<07:00, 1.26s/it] Caching text embeddings to disk: 10%|9 | 35/368 [00:48<07:00, 1.26s/it] Caching text embeddings to disk: 10%|9 | 35/368 [00:48<07:00, 1.26s/it] Caching text embeddings to disk: 10%|9 | 36/368 [00:49<07:00, 1.27s/it] Caching text embeddings to disk: 10%|9 | 36/368 [00:49<07:00, 1.27s/it] Caching text embeddings to disk: 10%|# | 37/368 [00:50<06:58, 1.27s/it] Caching text embeddings to disk: 10%|# | 37/368 [00:50<06:58, 1.27s/it] Caching text embeddings to disk: 10%|# | 38/368 [00:52<06:55, 1.26s/it] Caching text embeddings to disk: 10%|# | 38/368 [00:52<06:55, 1.26s/it] Caching text embeddings to disk: 11%|# | 39/368 [00:53<06:53, 1.26s/it] Caching text embeddings to disk: 11%|# | 39/368 [00:53<06:53, 1.26s/it] Caching text embeddings to disk: 11%|# | 40/368 [00:54<06:52, 1.26s/it] Caching text embeddings to disk: 11%|# | 40/368 [00:54<06:52, 1.26s/it] Caching text embeddings to disk: 11%|#1 | 41/368 [00:55<06:53, 1.26s/it] Caching text embeddings to disk: 11%|#1 | 41/368 [00:55<06:53, 1.26s/it] Caching text embeddings to disk: 11%|#1 | 42/368 [00:57<06:52, 1.27s/it] Caching text embeddings to disk: 11%|#1 | 42/368 [00:57<06:52, 1.27s/it] Caching text embeddings to disk: 12%|#1 | 43/368 [00:58<06:52, 1.27s/it] Caching text embeddings to disk: 12%|#1 | 43/368 [00:58<06:52, 1.27s/it] Caching text embeddings to disk: 12%|#1 | 44/368 [00:59<06:51, 1.27s/it] Caching text embeddings to disk: 12%|#1 | 44/368 [00:59<06:51, 1.27s/it] Caching text embeddings to disk: 12%|#2 | 45/368 [01:00<06:47, 1.26s/it] Caching text embeddings to disk: 12%|#2 | 45/368 [01:00<06:47, 1.26s/it] Caching text embeddings to disk: 12%|#2 | 46/368 [01:02<06:44, 1.26s/it] Caching text embeddings to disk: 12%|#2 | 46/368 [01:02<06:44, 1.26s/it] Caching text embeddings to disk: 13%|#2 | 47/368 [01:03<06:42, 1.25s/it] Caching text embeddings to disk: 13%|#2 | 47/368 [01:03<06:42, 1.25s/it] Caching text embeddings to disk: 13%|#3 | 48/368 [01:04<06:42, 1.26s/it] Caching text embeddings to disk: 13%|#3 | 48/368 [01:04<06:42, 1.26s/it] Caching text embeddings to disk: 13%|#3 | 49/368 [01:05<06:40, 1.25s/it] Caching text embeddings to disk: 13%|#3 | 49/368 [01:05<06:40, 1.25s/it] Caching text embeddings to disk: 14%|#3 | 50/368 [01:07<06:37, 1.25s/it] Caching text embeddings to disk: 14%|#3 | 50/368 [01:07<06:37, 1.25s/it] Caching text embeddings to disk: 14%|#3 | 51/368 [01:08<06:35, 1.25s/it] Caching text embeddings to disk: 14%|#3 | 51/368 [01:08<06:35, 1.25s/it] Caching text embeddings to disk: 14%|#4 | 52/368 [01:09<06:36, 1.25s/it] Caching text embeddings to disk: 14%|#4 | 52/368 [01:09<06:36, 1.25s/it] Caching text embeddings to disk: 14%|#4 | 53/368 [01:10<06:35, 1.26s/it] Caching text embeddings to disk: 14%|#4 | 53/368 [01:10<06:35, 1.26s/it] Caching text embeddings to disk: 15%|#4 | 54/368 [01:12<06:34, 1.26s/it] Caching text embeddings to disk: 15%|#4 | 54/368 [01:12<06:34, 1.26s/it] Caching text embeddings to disk: 15%|#4 | 55/368 [01:13<06:32, 1.25s/it] Caching text embeddings to disk: 15%|#4 | 55/368 [01:13<06:32, 1.25s/it] Caching text embeddings to disk: 15%|#5 | 56/368 [01:14<06:31, 1.25s/it] Caching text embeddings to disk: 15%|#5 | 56/368 [01:14<06:31, 1.25s/it] Caching text embeddings to disk: 15%|#5 | 57/368 [01:15<06:31, 1.26s/it] Caching text embeddings to disk: 15%|#5 | 57/368 [01:15<06:31, 1.26s/it] Caching text embeddings to disk: 16%|#5 | 58/368 [01:17<06:32, 1.27s/it] Caching text embeddings to disk: 16%|#5 | 58/368 [01:17<06:32, 1.27s/it] Caching text embeddings to disk: 16%|#6 | 59/368 [01:18<06:29, 1.26s/it] Caching text embeddings to disk: 16%|#6 | 59/368 [01:18<06:29, 1.26s/it] Caching text embeddings to disk: 16%|#6 | 60/368 [01:19<06:28, 1.26s/it] Caching text embeddings to disk: 16%|#6 | 60/368 [01:19<06:28, 1.26s/it] Caching text embeddings to disk: 17%|#6 | 61/368 [01:20<06:26, 1.26s/it] Caching text embeddings to disk: 17%|#6 | 61/368 [01:20<06:26, 1.26s/it] Caching text embeddings to disk: 17%|#6 | 62/368 [01:22<06:25, 1.26s/it] Caching text embeddings to disk: 17%|#6 | 62/368 [01:22<06:25, 1.26s/it] Caching text embeddings to disk: 17%|#7 | 63/368 [01:23<06:22, 1.25s/it] Caching text embeddings to disk: 17%|#7 | 63/368 [01:23<06:22, 1.25s/it] Caching text embeddings to disk: 17%|#7 | 64/368 [01:24<06:22, 1.26s/it] Caching text embeddings to disk: 17%|#7 | 64/368 [01:24<06:22, 1.26s/it] Caching text embeddings to disk: 18%|#7 | 65/368 [01:25<06:21, 1.26s/it] Caching text embeddings to disk: 18%|#7 | 65/368 [01:25<06:21, 1.26s/it] Caching text embeddings to disk: 18%|#7 | 66/368 [01:27<06:19, 1.26s/it] Caching text embeddings to disk: 18%|#7 | 66/368 [01:27<06:19, 1.26s/it] Caching text embeddings to disk: 18%|#8 | 67/368 [01:28<06:15, 1.25s/it] Caching text embeddings to disk: 18%|#8 | 67/368 [01:28<06:15, 1.25s/it] Caching text embeddings to disk: 18%|#8 | 68/368 [01:29<06:16, 1.26s/it] Caching text embeddings to disk: 18%|#8 | 68/368 [01:29<06:16, 1.26s/it] Caching text embeddings to disk: 19%|#8 | 69/368 [01:31<06:16, 1.26s/it] Caching text embeddings to disk: 19%|#8 | 69/368 [01:31<06:16, 1.26s/it] Caching text embeddings to disk: 19%|#9 | 70/368 [01:32<06:15, 1.26s/it] Caching text embeddings to disk: 19%|#9 | 70/368 [01:32<06:15, 1.26s/it] Caching text embeddings to disk: 19%|#9 | 71/368 [01:33<06:14, 1.26s/it] Caching text embeddings to disk: 19%|#9 | 71/368 [01:33<06:14, 1.26s/it] Caching text embeddings to disk: 20%|#9 | 72/368 [01:34<06:14, 1.27s/it] Caching text embeddings to disk: 20%|#9 | 72/368 [01:34<06:14, 1.27s/it] Caching text embeddings to disk: 20%|#9 | 73/368 [01:36<06:13, 1.26s/it] Caching text embeddings to disk: 20%|#9 | 73/368 [01:36<06:13, 1.26s/it] Caching text embeddings to disk: 20%|## | 74/368 [01:37<06:09, 1.26s/it] Caching text embeddings to disk: 20%|## | 74/368 [01:37<06:09, 1.26s/it] Caching text embeddings to disk: 20%|## | 75/368 [01:38<06:08, 1.26s/it] Caching text embeddings to disk: 20%|## | 75/368 [01:38<06:08, 1.26s/it] Caching text embeddings to disk: 21%|## | 76/368 [01:39<06:07, 1.26s/it] Caching text embeddings to disk: 21%|## | 76/368 [01:39<06:07, 1.26s/it] Caching text embeddings to disk: 21%|## | 77/368 [01:41<06:10, 1.27s/it] Caching text embeddings to disk: 21%|## | 77/368 [01:41<06:10, 1.27s/it] Caching text embeddings to disk: 21%|##1 | 78/368 [01:42<06:05, 1.26s/it] Caching text embeddings to disk: 21%|##1 | 78/368 [01:42<06:05, 1.26s/it] Caching text embeddings to disk: 21%|##1 | 79/368 [01:43<06:02, 1.26s/it] Caching text embeddings to disk: 21%|##1 | 79/368 [01:43<06:02, 1.26s/it] Caching text embeddings to disk: 22%|##1 | 80/368 [01:44<06:01, 1.26s/it] Caching text embeddings to disk: 22%|##1 | 80/368 [01:44<06:01, 1.26s/it] Caching text embeddings to disk: 22%|##2 | 81/368 [01:46<06:00, 1.26s/it] Caching text embeddings to disk: 22%|##2 | 81/368 [01:46<06:00, 1.26s/it] Caching text embeddings to disk: 22%|##2 | 82/368 [01:47<06:00, 1.26s/it] Caching text embeddings to disk: 22%|##2 | 82/368 [01:47<06:00, 1.26s/it] Caching text embeddings to disk: 23%|##2 | 83/368 [01:48<05:58, 1.26s/it] Caching text embeddings to disk: 23%|##2 | 83/368 [01:48<05:58, 1.26s/it] Caching text embeddings to disk: 23%|##2 | 84/368 [01:49<05:56, 1.26s/it] Caching text embeddings to disk: 23%|##2 | 84/368 [01:49<05:56, 1.26s/it] Caching text embeddings to disk: 23%|##3 | 85/368 [01:51<05:56, 1.26s/it] Caching text embeddings to disk: 23%|##3 | 85/368 [01:51<05:56, 1.26s/it] Caching text embeddings to disk: 23%|##3 | 86/368 [01:52<05:53, 1.25s/it] Caching text embeddings to disk: 23%|##3 | 86/368 [01:52<05:53, 1.25s/it] Caching text embeddings to disk: 24%|##3 | 87/368 [01:53<05:50, 1.25s/it] Caching text embeddings to disk: 24%|##3 | 87/368 [01:53<05:50, 1.25s/it] Caching text embeddings to disk: 24%|##3 | 88/368 [01:54<05:48, 1.25s/it] Caching text embeddings to disk: 24%|##3 | 88/368 [01:54<05:48, 1.25s/it] Caching text embeddings to disk: 24%|##4 | 89/368 [01:56<05:49, 1.25s/it] Caching text embeddings to disk: 24%|##4 | 89/368 [01:56<05:49, 1.25s/it] Caching text embeddings to disk: 24%|##4 | 90/368 [01:57<05:50, 1.26s/it] Caching text embeddings to disk: 24%|##4 | 90/368 [01:57<05:50, 1.26s/it] Caching text embeddings to disk: 25%|##4 | 91/368 [01:58<05:48, 1.26s/it] Caching text embeddings to disk: 25%|##4 | 91/368 [01:58<05:48, 1.26s/it] Caching text embeddings to disk: 25%|##5 | 92/368 [01:59<05:49, 1.27s/it] Caching text embeddings to disk: 25%|##5 | 92/368 [01:59<05:49, 1.27s/it] Caching text embeddings to disk: 25%|##5 | 93/368 [02:01<05:47, 1.26s/it] Caching text embeddings to disk: 25%|##5 | 93/368 [02:01<05:47, 1.26s/it] Caching text embeddings to disk: 26%|##5 | 94/368 [02:02<05:47, 1.27s/it] Caching text embeddings to disk: 26%|##5 | 94/368 [02:02<05:47, 1.27s/it] Caching text embeddings to disk: 26%|##5 | 95/368 [02:03<05:45, 1.27s/it] Caching text embeddings to disk: 26%|##5 | 95/368 [02:03<05:45, 1.27s/it] Caching text embeddings to disk: 26%|##6 | 96/368 [02:05<05:47, 1.28s/it] Caching text embeddings to disk: 26%|##6 | 96/368 [02:05<05:47, 1.28s/it] Caching text embeddings to disk: 26%|##6 | 97/368 [02:06<05:43, 1.27s/it] Caching text embeddings to disk: 26%|##6 | 97/368 [02:06<05:43, 1.27s/it] Caching text embeddings to disk: 27%|##6 | 98/368 [02:07<05:40, 1.26s/it] Caching text embeddings to disk: 27%|##6 | 98/368 [02:07<05:40, 1.26s/it] Caching text embeddings to disk: 27%|##6 | 99/368 [02:08<05:38, 1.26s/it] Caching text embeddings to disk: 27%|##6 | 99/368 [02:08<05:38, 1.26s/it] Caching text embeddings to disk: 27%|##7 | 100/368 [02:10<05:37, 1.26s/it] Caching text embeddings to disk: 27%|##7 | 100/368 [02:10<05:37, 1.26s/it] Caching text embeddings to disk: 27%|##7 | 101/368 [02:11<05:37, 1.26s/it] Caching text embeddings to disk: 27%|##7 | 101/368 [02:11<05:37, 1.26s/it] Caching text embeddings to disk: 28%|##7 | 102/368 [02:12<05:35, 1.26s/it] Caching text embeddings to disk: 28%|##7 | 102/368 [02:12<05:35, 1.26s/it] Caching text embeddings to disk: 28%|##7 | 103/368 [02:13<05:33, 1.26s/it] Caching text embeddings to disk: 28%|##7 | 103/368 [02:13<05:33, 1.26s/it] Caching text embeddings to disk: 28%|##8 | 104/368 [02:15<05:31, 1.26s/it] Caching text embeddings to disk: 28%|##8 | 104/368 [02:15<05:31, 1.26s/it] Caching text embeddings to disk: 29%|##8 | 105/368 [02:16<05:31, 1.26s/it] Caching text embeddings to disk: 29%|##8 | 105/368 [02:16<05:31, 1.26s/it] Caching text embeddings to disk: 29%|##8 | 106/368 [02:17<05:32, 1.27s/it] Caching text embeddings to disk: 29%|##8 | 106/368 [02:17<05:32, 1.27s/it] Caching text embeddings to disk: 29%|##9 | 107/368 [02:18<05:29, 1.26s/it] Caching text embeddings to disk: 29%|##9 | 107/368 [02:18<05:29, 1.26s/it] Caching text embeddings to disk: 29%|##9 | 108/368 [02:20<05:28, 1.27s/it] Caching text embeddings to disk: 29%|##9 | 108/368 [02:20<05:28, 1.27s/it] Caching text embeddings to disk: 30%|##9 | 109/368 [02:21<05:28, 1.27s/it] Caching text embeddings to disk: 30%|##9 | 109/368 [02:21<05:28, 1.27s/it] Caching text embeddings to disk: 30%|##9 | 110/368 [02:22<05:26, 1.26s/it] Caching text embeddings to disk: 30%|##9 | 110/368 [02:22<05:26, 1.26s/it] Caching text embeddings to disk: 30%|### | 111/368 [02:24<05:26, 1.27s/it] Caching text embeddings to disk: 30%|### | 111/368 [02:24<05:26, 1.27s/it] Caching text embeddings to disk: 30%|### | 112/368 [02:25<05:23, 1.26s/it] Caching text embeddings to disk: 30%|### | 112/368 [02:25<05:23, 1.26s/it] Caching text embeddings to disk: 31%|### | 113/368 [02:26<05:23, 1.27s/it] Caching text embeddings to disk: 31%|### | 113/368 [02:26<05:23, 1.27s/it] Caching text embeddings to disk: 31%|### | 114/368 [02:27<05:22, 1.27s/it] Caching text embeddings to disk: 31%|### | 114/368 [02:27<05:22, 1.27s/it] Caching text embeddings to disk: 31%|###1 | 115/368 [02:29<05:23, 1.28s/it] Caching text embeddings to disk: 31%|###1 | 115/368 [02:29<05:23, 1.28s/it] Caching text embeddings to disk: 32%|###1 | 116/368 [02:30<05:19, 1.27s/it] Caching text embeddings to disk: 32%|###1 | 116/368 [02:30<05:19, 1.27s/it] Caching text embeddings to disk: 32%|###1 | 117/368 [02:31<05:19, 1.27s/it] Caching text embeddings to disk: 32%|###1 | 117/368 [02:31<05:19, 1.27s/it] Caching text embeddings to disk: 32%|###2 | 118/368 [02:32<05:16, 1.27s/it] Caching text embeddings to disk: 32%|###2 | 118/368 [02:32<05:16, 1.27s/it] Caching text embeddings to disk: 32%|###2 | 119/368 [02:34<05:16, 1.27s/it] Caching text embeddings to disk: 32%|###2 | 119/368 [02:34<05:16, 1.27s/it] Caching text embeddings to disk: 33%|###2 | 120/368 [02:35<05:14, 1.27s/it] Caching text embeddings to disk: 33%|###2 | 120/368 [02:35<05:14, 1.27s/it] Caching text embeddings to disk: 33%|###2 | 121/368 [02:36<05:14, 1.27s/it] Caching text embeddings to disk: 33%|###2 | 121/368 [02:36<05:14, 1.27s/it] Caching text embeddings to disk: 33%|###3 | 122/368 [02:37<05:11, 1.27s/it] Caching text embeddings to disk: 33%|###3 | 122/368 [02:37<05:11, 1.27s/it] Caching text embeddings to disk: 33%|###3 | 123/368 [02:39<05:11, 1.27s/it] Caching text embeddings to disk: 33%|###3 | 123/368 [02:39<05:11, 1.27s/it] Caching text embeddings to disk: 34%|###3 | 124/368 [02:40<05:10, 1.27s/it] Caching text embeddings to disk: 34%|###3 | 124/368 [02:40<05:10, 1.27s/it] Caching text embeddings to disk: 34%|###3 | 125/368 [02:41<05:08, 1.27s/it] Caching text embeddings to disk: 34%|###3 | 125/368 [02:41<05:08, 1.27s/it] Caching text embeddings to disk: 34%|###4 | 126/368 [02:43<05:06, 1.26s/it] Caching text embeddings to disk: 34%|###4 | 126/368 [02:43<05:06, 1.26s/it] Caching text embeddings to disk: 35%|###4 | 127/368 [02:44<05:05, 1.27s/it] Caching text embeddings to disk: 35%|###4 | 127/368 [02:44<05:05, 1.27s/it] Caching text embeddings to disk: 35%|###4 | 128/368 [02:45<05:04, 1.27s/it] Caching text embeddings to disk: 35%|###4 | 128/368 [02:45<05:04, 1.27s/it] Caching text embeddings to disk: 35%|###5 | 129/368 [02:46<05:03, 1.27s/it] Caching text embeddings to disk: 35%|###5 | 129/368 [02:46<05:03, 1.27s/it] Caching text embeddings to disk: 35%|###5 | 130/368 [02:48<05:01, 1.26s/it] Caching text embeddings to disk: 35%|###5 | 130/368 [02:48<05:01, 1.26s/it] Caching text embeddings to disk: 36%|###5 | 131/368 [02:49<05:00, 1.27s/it] Caching text embeddings to disk: 36%|###5 | 131/368 [02:49<05:00, 1.27s/it] Caching text embeddings to disk: 36%|###5 | 132/368 [02:50<04:59, 1.27s/it] Caching text embeddings to disk: 36%|###5 | 132/368 [02:50<04:59, 1.27s/it] Caching text embeddings to disk: 36%|###6 | 133/368 [02:51<04:56, 1.26s/it] Caching text embeddings to disk: 36%|###6 | 133/368 [02:51<04:56, 1.26s/it] Caching text embeddings to disk: 36%|###6 | 134/368 [02:53<04:59, 1.28s/it] Caching text embeddings to disk: 36%|###6 | 134/368 [02:53<04:59, 1.28s/it] Caching text embeddings to disk: 37%|###6 | 135/368 [02:54<04:56, 1.27s/it] Caching text embeddings to disk: 37%|###6 | 135/368 [02:54<04:56, 1.27s/it] Caching text embeddings to disk: 37%|###6 | 136/368 [02:55<04:56, 1.28s/it] Caching text embeddings to disk: 37%|###6 | 136/368 [02:55<04:56, 1.28s/it] Caching text embeddings to disk: 37%|###7 | 137/368 [02:57<04:54, 1.27s/it] Caching text embeddings to disk: 37%|###7 | 137/368 [02:57<04:54, 1.27s/it] Caching text embeddings to disk: 38%|###7 | 138/368 [02:58<04:51, 1.27s/it] Caching text embeddings to disk: 38%|###7 | 138/368 [02:58<04:51, 1.27s/it] Caching text embeddings to disk: 38%|###7 | 139/368 [02:59<04:50, 1.27s/it] Caching text embeddings to disk: 38%|###7 | 139/368 [02:59<04:50, 1.27s/it] Caching text embeddings to disk: 38%|###8 | 140/368 [03:00<04:50, 1.27s/it] Caching text embeddings to disk: 38%|###8 | 140/368 [03:00<04:50, 1.27s/it] Caching text embeddings to disk: 38%|###8 | 141/368 [03:02<04:51, 1.28s/it] Caching text embeddings to disk: 38%|###8 | 141/368 [03:02<04:51, 1.28s/it] Caching text embeddings to disk: 39%|###8 | 142/368 [03:03<04:49, 1.28s/it] Caching text embeddings to disk: 39%|###8 | 142/368 [03:03<04:49, 1.28s/it] Caching text embeddings to disk: 39%|###8 | 143/368 [03:04<04:48, 1.28s/it] Caching text embeddings to disk: 39%|###8 | 143/368 [03:04<04:48, 1.28s/it] Caching text embeddings to disk: 39%|###9 | 144/368 [03:05<04:46, 1.28s/it] Caching text embeddings to disk: 39%|###9 | 144/368 [03:05<04:46, 1.28s/it] Caching text embeddings to disk: 39%|###9 | 145/368 [03:07<04:44, 1.28s/it] Caching text embeddings to disk: 39%|###9 | 145/368 [03:07<04:44, 1.28s/it] Caching text embeddings to disk: 40%|###9 | 146/368 [03:08<04:42, 1.27s/it] Caching text embeddings to disk: 40%|###9 | 146/368 [03:08<04:42, 1.27s/it] Caching text embeddings to disk: 40%|###9 | 147/368 [03:09<04:41, 1.27s/it] Caching text embeddings to disk: 40%|###9 | 147/368 [03:09<04:41, 1.27s/it] Caching text embeddings to disk: 40%|#### | 148/368 [03:11<04:40, 1.28s/it] Caching text embeddings to disk: 40%|#### | 148/368 [03:11<04:40, 1.28s/it] Caching text embeddings to disk: 40%|#### | 149/368 [03:12<04:40, 1.28s/it] Caching text embeddings to disk: 40%|#### | 149/368 [03:12<04:40, 1.28s/it] Caching text embeddings to disk: 41%|#### | 150/368 [03:13<04:38, 1.28s/it] Caching text embeddings to disk: 41%|#### | 150/368 [03:13<04:38, 1.28s/it] Caching text embeddings to disk: 41%|####1 | 151/368 [03:14<04:36, 1.28s/it] Caching text embeddings to disk: 41%|####1 | 151/368 [03:14<04:36, 1.28s/it] Caching text embeddings to disk: 41%|####1 | 152/368 [03:16<04:37, 1.28s/it] Caching text embeddings to disk: 41%|####1 | 152/368 [03:16<04:37, 1.28s/it] Caching text embeddings to disk: 42%|####1 | 153/368 [03:17<04:39, 1.30s/it] Caching text embeddings to disk: 42%|####1 | 153/368 [03:17<04:39, 1.30s/it] Caching text embeddings to disk: 42%|####1 | 154/368 [03:18<04:34, 1.28s/it] Caching text embeddings to disk: 42%|####1 | 154/368 [03:18<04:34, 1.28s/it] Caching text embeddings to disk: 42%|####2 | 155/368 [03:20<04:33, 1.28s/it] Caching text embeddings to disk: 42%|####2 | 155/368 [03:20<04:33, 1.28s/it] Caching text embeddings to disk: 42%|####2 | 156/368 [03:21<04:31, 1.28s/it] Caching text embeddings to disk: 42%|####2 | 156/368 [03:21<04:31, 1.28s/it] Caching text embeddings to disk: 43%|####2 | 157/368 [03:22<04:29, 1.28s/it] Caching text embeddings to disk: 43%|####2 | 157/368 [03:22<04:29, 1.28s/it] Caching text embeddings to disk: 43%|####2 | 158/368 [03:23<04:27, 1.27s/it] Caching text embeddings to disk: 43%|####2 | 158/368 [03:23<04:27, 1.27s/it] Caching text embeddings to disk: 43%|####3 | 159/368 [03:25<04:25, 1.27s/it] Caching text embeddings to disk: 43%|####3 | 159/368 [03:25<04:25, 1.27s/it] Caching text embeddings to disk: 43%|####3 | 160/368 [03:26<04:24, 1.27s/it] Caching text embeddings to disk: 43%|####3 | 160/368 [03:26<04:24, 1.27s/it] Caching text embeddings to disk: 44%|####3 | 161/368 [03:27<04:24, 1.28s/it] Caching text embeddings to disk: 44%|####3 | 161/368 [03:27<04:24, 1.28s/it] Caching text embeddings to disk: 44%|####4 | 162/368 [03:29<04:23, 1.28s/it] Caching text embeddings to disk: 44%|####4 | 162/368 [03:29<04:23, 1.28s/it] Caching text embeddings to disk: 44%|####4 | 163/368 [03:30<04:23, 1.29s/it] Caching text embeddings to disk: 44%|####4 | 163/368 [03:30<04:23, 1.29s/it] Caching text embeddings to disk: 45%|####4 | 164/368 [03:31<04:22, 1.29s/it] Caching text embeddings to disk: 45%|####4 | 164/368 [03:31<04:22, 1.29s/it] Caching text embeddings to disk: 45%|####4 | 165/368 [03:32<04:20, 1.28s/it] Caching text embeddings to disk: 45%|####4 | 165/368 [03:32<04:20, 1.28s/it] Caching text embeddings to disk: 45%|####5 | 166/368 [03:34<04:17, 1.28s/it] Caching text embeddings to disk: 45%|####5 | 166/368 [03:34<04:17, 1.28s/it] Caching text embeddings to disk: 45%|####5 | 167/368 [03:35<04:16, 1.28s/it] Caching text embeddings to disk: 45%|####5 | 167/368 [03:35<04:16, 1.28s/it] Caching text embeddings to disk: 46%|####5 | 168/368 [03:36<04:16, 1.28s/it] Caching text embeddings to disk: 46%|####5 | 168/368 [03:36<04:16, 1.28s/it] Caching text embeddings to disk: 46%|####5 | 169/368 [03:37<04:13, 1.27s/it] Caching text embeddings to disk: 46%|####5 | 169/368 [03:37<04:13, 1.27s/it] Caching text embeddings to disk: 46%|####6 | 170/368 [03:39<04:12, 1.28s/it] Caching text embeddings to disk: 46%|####6 | 170/368 [03:39<04:12, 1.28s/it] Caching text embeddings to disk: 46%|####6 | 171/368 [03:40<04:11, 1.28s/it] Caching text embeddings to disk: 46%|####6 | 171/368 [03:40<04:11, 1.28s/it] Caching text embeddings to disk: 47%|####6 | 172/368 [03:41<04:13, 1.29s/it] Caching text embeddings to disk: 47%|####6 | 172/368 [03:41<04:13, 1.29s/it] Caching text embeddings to disk: 47%|####7 | 173/368 [03:43<04:10, 1.28s/it] Caching text embeddings to disk: 47%|####7 | 173/368 [03:43<04:10, 1.28s/it] Caching text embeddings to disk: 47%|####7 | 174/368 [03:44<04:09, 1.29s/it] Caching text embeddings to disk: 47%|####7 | 174/368 [03:44<04:09, 1.29s/it] Caching text embeddings to disk: 48%|####7 | 175/368 [03:45<04:08, 1.29s/it] Caching text embeddings to disk: 48%|####7 | 175/368 [03:45<04:08, 1.29s/it] Caching text embeddings to disk: 48%|####7 | 176/368 [03:46<04:05, 1.28s/it] Caching text embeddings to disk: 48%|####7 | 176/368 [03:46<04:05, 1.28s/it] Caching text embeddings to disk: 48%|####8 | 177/368 [03:48<04:02, 1.27s/it] Caching text embeddings to disk: 48%|####8 | 177/368 [03:48<04:02, 1.27s/it] Caching text embeddings to disk: 48%|####8 | 178/368 [03:49<04:02, 1.28s/it] Caching text embeddings to disk: 48%|####8 | 178/368 [03:49<04:02, 1.28s/it] Caching text embeddings to disk: 49%|####8 | 179/368 [03:50<04:00, 1.27s/it] Caching text embeddings to disk: 49%|####8 | 179/368 [03:50<04:00, 1.27s/it] Caching text embeddings to disk: 49%|####8 | 180/368 [03:52<03:59, 1.27s/it] Caching text embeddings to disk: 49%|####8 | 180/368 [03:52<03:59, 1.27s/it] Caching text embeddings to disk: 49%|####9 | 181/368 [03:53<03:56, 1.27s/it] Caching text embeddings to disk: 49%|####9 | 181/368 [03:53<03:56, 1.27s/it] Caching text embeddings to disk: 49%|####9 | 182/368 [03:54<03:55, 1.27s/it] Caching text embeddings to disk: 49%|####9 | 182/368 [03:54<03:55, 1.27s/it] Caching text embeddings to disk: 50%|####9 | 183/368 [03:55<03:54, 1.27s/it] Caching text embeddings to disk: 50%|####9 | 183/368 [03:55<03:54, 1.27s/it] Caching text embeddings to disk: 50%|##### | 184/368 [03:57<03:52, 1.26s/it] Caching text embeddings to disk: 50%|##### | 184/368 [03:57<03:52, 1.26s/it] Caching text embeddings to disk: 50%|##### | 185/368 [03:58<03:51, 1.27s/it] Caching text embeddings to disk: 50%|##### | 185/368 [03:58<03:51, 1.27s/it] Caching text embeddings to disk: 51%|##### | 186/368 [03:59<03:50, 1.27s/it] Caching text embeddings to disk: 51%|##### | 186/368 [03:59<03:50, 1.27s/it] Caching text embeddings to disk: 51%|##### | 187/368 [04:00<03:51, 1.28s/it] Caching text embeddings to disk: 51%|##### | 187/368 [04:00<03:51, 1.28s/it] Caching text embeddings to disk: 51%|#####1 | 188/368 [04:02<03:50, 1.28s/it] Caching text embeddings to disk: 51%|#####1 | 188/368 [04:02<03:50, 1.28s/it] Caching text embeddings to disk: 51%|#####1 | 189/368 [04:03<03:48, 1.28s/it] Caching text embeddings to disk: 51%|#####1 | 189/368 [04:03<03:48, 1.28s/it] Caching text embeddings to disk: 52%|#####1 | 190/368 [04:04<03:48, 1.28s/it] Caching text embeddings to disk: 52%|#####1 | 190/368 [04:04<03:48, 1.28s/it] Caching text embeddings to disk: 52%|#####1 | 191/368 [04:06<03:48, 1.29s/it] Caching text embeddings to disk: 52%|#####1 | 191/368 [04:06<03:48, 1.29s/it] Caching text embeddings to disk: 52%|#####2 | 192/368 [04:07<03:45, 1.28s/it] Caching text embeddings to disk: 52%|#####2 | 192/368 [04:07<03:45, 1.28s/it] Caching text embeddings to disk: 52%|#####2 | 193/368 [04:08<03:44, 1.28s/it] Caching text embeddings to disk: 52%|#####2 | 193/368 [04:08<03:44, 1.28s/it] Caching text embeddings to disk: 53%|#####2 | 194/368 [04:09<03:43, 1.29s/it] Caching text embeddings to disk: 53%|#####2 | 194/368 [04:09<03:43, 1.29s/it] Caching text embeddings to disk: 53%|#####2 | 195/368 [04:11<03:42, 1.29s/it] Caching text embeddings to disk: 53%|#####2 | 195/368 [04:11<03:42, 1.29s/it] Caching text embeddings to disk: 53%|#####3 | 196/368 [04:12<03:41, 1.29s/it] Caching text embeddings to disk: 53%|#####3 | 196/368 [04:12<03:41, 1.29s/it] Caching text embeddings to disk: 54%|#####3 | 197/368 [04:13<03:38, 1.28s/it] Caching text embeddings to disk: 54%|#####3 | 197/368 [04:13<03:38, 1.28s/it] Caching text embeddings to disk: 54%|#####3 | 198/368 [04:15<03:37, 1.28s/it] Caching text embeddings to disk: 54%|#####3 | 198/368 [04:15<03:37, 1.28s/it] Caching text embeddings to disk: 54%|#####4 | 199/368 [04:16<03:35, 1.27s/it] Caching text embeddings to disk: 54%|#####4 | 199/368 [04:16<03:35, 1.27s/it] Caching text embeddings to disk: 54%|#####4 | 200/368 [04:17<03:33, 1.27s/it] Caching text embeddings to disk: 54%|#####4 | 200/368 [04:17<03:33, 1.27s/it] Caching text embeddings to disk: 55%|#####4 | 201/368 [04:18<03:31, 1.27s/it] Caching text embeddings to disk: 55%|#####4 | 201/368 [04:18<03:31, 1.27s/it] Caching text embeddings to disk: 55%|#####4 | 202/368 [04:20<03:29, 1.26s/it] Caching text embeddings to disk: 55%|#####4 | 202/368 [04:20<03:29, 1.26s/it] Caching text embeddings to disk: 55%|#####5 | 203/368 [04:21<03:28, 1.26s/it] Caching text embeddings to disk: 55%|#####5 | 203/368 [04:21<03:28, 1.26s/it] Caching text embeddings to disk: 55%|#####5 | 204/368 [04:22<03:27, 1.26s/it] Caching text embeddings to disk: 55%|#####5 | 204/368 [04:22<03:27, 1.26s/it] Caching text embeddings to disk: 56%|#####5 | 205/368 [04:23<03:26, 1.27s/it] Caching text embeddings to disk: 56%|#####5 | 205/368 [04:23<03:26, 1.27s/it] Caching text embeddings to disk: 56%|#####5 | 206/368 [04:25<03:25, 1.27s/it] Caching text embeddings to disk: 56%|#####5 | 206/368 [04:25<03:25, 1.27s/it] Caching text embeddings to disk: 56%|#####6 | 207/368 [04:26<03:23, 1.26s/it] Caching text embeddings to disk: 56%|#####6 | 207/368 [04:26<03:23, 1.26s/it] Caching text embeddings to disk: 57%|#####6 | 208/368 [04:27<03:22, 1.27s/it] Caching text embeddings to disk: 57%|#####6 | 208/368 [04:27<03:22, 1.27s/it] Caching text embeddings to disk: 57%|#####6 | 209/368 [04:28<03:22, 1.27s/it] Caching text embeddings to disk: 57%|#####6 | 209/368 [04:28<03:22, 1.27s/it] Caching text embeddings to disk: 57%|#####7 | 210/368 [04:30<03:21, 1.28s/it] Caching text embeddings to disk: 57%|#####7 | 210/368 [04:30<03:21, 1.28s/it] Caching text embeddings to disk: 57%|#####7 | 211/368 [04:31<03:20, 1.28s/it] Caching text embeddings to disk: 57%|#####7 | 211/368 [04:31<03:20, 1.28s/it] Caching text embeddings to disk: 58%|#####7 | 212/368 [04:32<03:18, 1.27s/it] Caching text embeddings to disk: 58%|#####7 | 212/368 [04:32<03:18, 1.27s/it] Caching text embeddings to disk: 58%|#####7 | 213/368 [04:34<03:17, 1.27s/it] Caching text embeddings to disk: 58%|#####7 | 213/368 [04:34<03:17, 1.27s/it] Caching text embeddings to disk: 58%|#####8 | 214/368 [04:35<03:16, 1.27s/it] Caching text embeddings to disk: 58%|#####8 | 214/368 [04:35<03:16, 1.27s/it] Caching text embeddings to disk: 58%|#####8 | 215/368 [04:36<03:14, 1.27s/it] Caching text embeddings to disk: 58%|#####8 | 215/368 [04:36<03:14, 1.27s/it] Caching text embeddings to disk: 59%|#####8 | 216/368 [04:37<03:12, 1.27s/it] Caching text embeddings to disk: 59%|#####8 | 216/368 [04:37<03:12, 1.27s/it] Caching text embeddings to disk: 59%|#####8 | 217/368 [04:39<03:11, 1.27s/it] Caching text embeddings to disk: 59%|#####8 | 217/368 [04:39<03:11, 1.27s/it] Caching text embeddings to disk: 59%|#####9 | 218/368 [04:40<03:10, 1.27s/it] Caching text embeddings to disk: 59%|#####9 | 218/368 [04:40<03:10, 1.27s/it] Caching text embeddings to disk: 60%|#####9 | 219/368 [04:41<03:09, 1.27s/it] Caching text embeddings to disk: 60%|#####9 | 219/368 [04:41<03:09, 1.27s/it] Caching text embeddings to disk: 60%|#####9 | 220/368 [04:42<03:07, 1.26s/it] Caching text embeddings to disk: 60%|#####9 | 220/368 [04:42<03:07, 1.26s/it] Caching text embeddings to disk: 60%|###### | 221/368 [04:44<03:05, 1.26s/it] Caching text embeddings to disk: 60%|###### | 221/368 [04:44<03:05, 1.26s/it] Caching text embeddings to disk: 60%|###### | 222/368 [04:45<03:03, 1.26s/it] Caching text embeddings to disk: 60%|###### | 222/368 [04:45<03:03, 1.26s/it] Caching text embeddings to disk: 61%|###### | 223/368 [04:46<03:01, 1.25s/it] Caching text embeddings to disk: 61%|###### | 223/368 [04:46<03:01, 1.25s/it] Caching text embeddings to disk: 61%|###### | 224/368 [04:47<03:00, 1.25s/it] Caching text embeddings to disk: 61%|###### | 224/368 [04:47<03:00, 1.25s/it] Caching text embeddings to disk: 61%|######1 | 225/368 [04:49<02:59, 1.25s/it] Caching text embeddings to disk: 61%|######1 | 225/368 [04:49<02:59, 1.25s/it] Caching text embeddings to disk: 61%|######1 | 226/368 [04:50<02:59, 1.26s/it] Caching text embeddings to disk: 61%|######1 | 226/368 [04:50<02:59, 1.26s/it] Caching text embeddings to disk: 62%|######1 | 227/368 [04:51<02:57, 1.26s/it] Caching text embeddings to disk: 62%|######1 | 227/368 [04:51<02:57, 1.26s/it] Caching text embeddings to disk: 62%|######1 | 228/368 [04:52<02:56, 1.26s/it] Caching text embeddings to disk: 62%|######1 | 228/368 [04:52<02:56, 1.26s/it] Caching text embeddings to disk: 62%|######2 | 229/368 [04:54<02:57, 1.27s/it] Caching text embeddings to disk: 62%|######2 | 229/368 [04:54<02:57, 1.27s/it] Caching text embeddings to disk: 62%|######2 | 230/368 [04:55<02:55, 1.27s/it] Caching text embeddings to disk: 62%|######2 | 230/368 [04:55<02:55, 1.27s/it] Caching text embeddings to disk: 63%|######2 | 231/368 [04:56<02:53, 1.27s/it] Caching text embeddings to disk: 63%|######2 | 231/368 [04:56<02:53, 1.27s/it] Caching text embeddings to disk: 63%|######3 | 232/368 [04:58<02:51, 1.26s/it] Caching text embeddings to disk: 63%|######3 | 232/368 [04:58<02:51, 1.26s/it] Caching text embeddings to disk: 63%|######3 | 233/368 [04:59<02:56, 1.31s/it] Caching text embeddings to disk: 63%|######3 | 233/368 [04:59<02:56, 1.31s/it] Caching text embeddings to disk: 64%|######3 | 234/368 [05:00<03:01, 1.35s/it] Caching text embeddings to disk: 64%|######3 | 234/368 [05:00<03:01, 1.35s/it] Caching text embeddings to disk: 64%|######3 | 235/368 [05:02<03:04, 1.39s/it] Caching text embeddings to disk: 64%|######3 | 235/368 [05:02<03:04, 1.39s/it] Caching text embeddings to disk: 64%|######4 | 236/368 [05:03<03:06, 1.41s/it] Caching text embeddings to disk: 64%|######4 | 236/368 [05:03<03:06, 1.41s/it] Caching text embeddings to disk: 64%|######4 | 237/368 [05:05<03:07, 1.43s/it] Caching text embeddings to disk: 64%|######4 | 237/368 [05:05<03:07, 1.43s/it] Caching text embeddings to disk: 65%|######4 | 238/368 [05:06<03:08, 1.45s/it] Caching text embeddings to disk: 65%|######4 | 238/368 [05:06<03:08, 1.45s/it] Caching text embeddings to disk: 65%|######4 | 239/368 [05:08<03:07, 1.46s/it] Caching text embeddings to disk: 65%|######4 | 239/368 [05:08<03:07, 1.46s/it] Caching text embeddings to disk: 65%|######5 | 240/368 [05:09<03:07, 1.46s/it] Caching text embeddings to disk: 65%|######5 | 240/368 [05:09<03:07, 1.46s/it] Caching text embeddings to disk: 65%|######5 | 241/368 [05:11<03:07, 1.48s/it] Caching text embeddings to disk: 65%|######5 | 241/368 [05:11<03:07, 1.48s/it] Caching text embeddings to disk: 66%|######5 | 242/368 [05:12<03:05, 1.48s/it] Caching text embeddings to disk: 66%|######5 | 242/368 [05:12<03:05, 1.48s/it] Caching text embeddings to disk: 66%|######6 | 243/368 [05:14<03:03, 1.47s/it] Caching text embeddings to disk: 66%|######6 | 243/368 [05:14<03:03, 1.47s/it] Caching text embeddings to disk: 66%|######6 | 244/368 [05:15<02:57, 1.43s/it] Caching text embeddings to disk: 66%|######6 | 244/368 [05:15<02:57, 1.43s/it] Caching text embeddings to disk: 67%|######6 | 245/368 [05:16<02:49, 1.37s/it] Caching text embeddings to disk: 67%|######6 | 245/368 [05:16<02:49, 1.37s/it] Caching text embeddings to disk: 67%|######6 | 246/368 [05:18<02:42, 1.34s/it] Caching text embeddings to disk: 67%|######6 | 246/368 [05:18<02:42, 1.34s/it] Caching text embeddings to disk: 67%|######7 | 247/368 [05:19<02:39, 1.32s/it] Caching text embeddings to disk: 67%|######7 | 247/368 [05:19<02:39, 1.32s/it] Caching text embeddings to disk: 67%|######7 | 248/368 [05:20<02:38, 1.32s/it] Caching text embeddings to disk: 67%|######7 | 248/368 [05:20<02:38, 1.32s/it] Caching text embeddings to disk: 68%|######7 | 249/368 [05:21<02:34, 1.30s/it] Caching text embeddings to disk: 68%|######7 | 249/368 [05:21<02:34, 1.30s/it] Caching text embeddings to disk: 68%|######7 | 250/368 [05:23<02:36, 1.33s/it] Caching text embeddings to disk: 68%|######7 | 250/368 [05:23<02:36, 1.33s/it] Caching text embeddings to disk: 68%|######8 | 251/368 [05:24<02:39, 1.37s/it] Caching text embeddings to disk: 68%|######8 | 251/368 [05:24<02:39, 1.37s/it] Caching text embeddings to disk: 68%|######8 | 252/368 [05:26<02:41, 1.40s/it] Caching text embeddings to disk: 68%|######8 | 252/368 [05:26<02:41, 1.40s/it] Caching text embeddings to disk: 69%|######8 | 253/368 [05:27<02:43, 1.42s/it] Caching text embeddings to disk: 69%|######8 | 253/368 [05:27<02:43, 1.42s/it] Caching text embeddings to disk: 69%|######9 | 254/368 [05:29<02:43, 1.43s/it] Caching text embeddings to disk: 69%|######9 | 254/368 [05:29<02:43, 1.43s/it] Caching text embeddings to disk: 69%|######9 | 255/368 [05:30<02:43, 1.45s/it] Caching text embeddings to disk: 69%|######9 | 255/368 [05:30<02:43, 1.45s/it] Caching text embeddings to disk: 70%|######9 | 256/368 [05:32<02:42, 1.45s/it] Caching text embeddings to disk: 70%|######9 | 256/368 [05:32<02:42, 1.45s/it] Caching text embeddings to disk: 70%|######9 | 257/368 [05:33<02:41, 1.45s/it] Caching text embeddings to disk: 70%|######9 | 257/368 [05:33<02:41, 1.45s/it] Caching text embeddings to disk: 70%|####### | 258/368 [05:35<02:41, 1.46s/it] Caching text embeddings to disk: 70%|####### | 258/368 [05:35<02:41, 1.46s/it] Caching text embeddings to disk: 70%|####### | 259/368 [05:36<02:39, 1.46s/it] Caching text embeddings to disk: 70%|####### | 259/368 [05:36<02:39, 1.46s/it] Caching text embeddings to disk: 71%|####### | 260/368 [05:37<02:37, 1.46s/it] Caching text embeddings to disk: 71%|####### | 260/368 [05:37<02:37, 1.46s/it] Caching text embeddings to disk: 71%|####### | 261/368 [05:39<02:31, 1.42s/it] Caching text embeddings to disk: 71%|####### | 261/368 [05:39<02:31, 1.42s/it] Caching text embeddings to disk: 71%|#######1 | 262/368 [05:40<02:25, 1.37s/it] Caching text embeddings to disk: 71%|#######1 | 262/368 [05:40<02:25, 1.37s/it] Caching text embeddings to disk: 71%|#######1 | 263/368 [05:41<02:21, 1.35s/it] Caching text embeddings to disk: 71%|#######1 | 263/368 [05:41<02:21, 1.35s/it] Caching text embeddings to disk: 72%|#######1 | 264/368 [05:43<02:16, 1.31s/it] Caching text embeddings to disk: 72%|#######1 | 264/368 [05:43<02:16, 1.31s/it] Caching text embeddings to disk: 72%|#######2 | 265/368 [05:44<02:14, 1.30s/it] Caching text embeddings to disk: 72%|#######2 | 265/368 [05:44<02:14, 1.30s/it] Caching text embeddings to disk: 72%|#######2 | 266/368 [05:45<02:12, 1.30s/it] Caching text embeddings to disk: 72%|#######2 | 266/368 [05:45<02:12, 1.30s/it] Caching text embeddings to disk: 73%|#######2 | 267/368 [05:46<02:11, 1.30s/it] Caching text embeddings to disk: 73%|#######2 | 267/368 [05:46<02:11, 1.30s/it] Caching text embeddings to disk: 73%|#######2 | 268/368 [05:48<02:08, 1.29s/it] Caching text embeddings to disk: 73%|#######2 | 268/368 [05:48<02:08, 1.29s/it] Caching text embeddings to disk: 73%|#######3 | 269/368 [05:49<02:07, 1.29s/it] Caching text embeddings to disk: 73%|#######3 | 269/368 [05:49<02:07, 1.29s/it] Caching text embeddings to disk: 73%|#######3 | 270/368 [05:50<02:05, 1.28s/it] Caching text embeddings to disk: 73%|#######3 | 270/368 [05:50<02:05, 1.28s/it] Caching text embeddings to disk: 74%|#######3 | 271/368 [05:52<02:03, 1.28s/it] Caching text embeddings to disk: 74%|#######3 | 271/368 [05:52<02:03, 1.28s/it] Caching text embeddings to disk: 74%|#######3 | 272/368 [05:53<02:01, 1.27s/it] Caching text embeddings to disk: 74%|#######3 | 272/368 [05:53<02:01, 1.27s/it] Caching text embeddings to disk: 74%|#######4 | 273/368 [05:54<01:59, 1.26s/it] Caching text embeddings to disk: 74%|#######4 | 273/368 [05:54<01:59, 1.26s/it] Caching text embeddings to disk: 74%|#######4 | 274/368 [05:55<01:58, 1.27s/it] Caching text embeddings to disk: 74%|#######4 | 274/368 [05:55<01:58, 1.27s/it] Caching text embeddings to disk: 75%|#######4 | 275/368 [05:57<01:57, 1.27s/it] Caching text embeddings to disk: 75%|#######4 | 275/368 [05:57<01:57, 1.27s/it] Caching text embeddings to disk: 75%|#######5 | 276/368 [05:58<01:56, 1.27s/it] Caching text embeddings to disk: 75%|#######5 | 276/368 [05:58<01:56, 1.27s/it] Caching text embeddings to disk: 75%|#######5 | 277/368 [05:59<01:55, 1.27s/it] Caching text embeddings to disk: 75%|#######5 | 277/368 [05:59<01:55, 1.27s/it] Caching text embeddings to disk: 76%|#######5 | 278/368 [06:00<01:54, 1.27s/it] Caching text embeddings to disk: 76%|#######5 | 278/368 [06:00<01:54, 1.27s/it] Caching text embeddings to disk: 76%|#######5 | 279/368 [06:02<01:53, 1.27s/it] Caching text embeddings to disk: 76%|#######5 | 279/368 [06:02<01:53, 1.27s/it] Caching text embeddings to disk: 76%|#######6 | 280/368 [06:03<01:51, 1.27s/it] Caching text embeddings to disk: 76%|#######6 | 280/368 [06:03<01:51, 1.27s/it] Caching text embeddings to disk: 76%|#######6 | 281/368 [06:04<01:50, 1.27s/it] Caching text embeddings to disk: 76%|#######6 | 281/368 [06:04<01:50, 1.27s/it] Caching text embeddings to disk: 77%|#######6 | 282/368 [06:05<01:49, 1.27s/it] Caching text embeddings to disk: 77%|#######6 | 282/368 [06:05<01:49, 1.27s/it] Caching text embeddings to disk: 77%|#######6 | 283/368 [06:07<01:47, 1.27s/it] Caching text embeddings to disk: 77%|#######6 | 283/368 [06:07<01:47, 1.27s/it] Caching text embeddings to disk: 77%|#######7 | 284/368 [06:08<01:45, 1.26s/it] Caching text embeddings to disk: 77%|#######7 | 284/368 [06:08<01:45, 1.26s/it] Caching text embeddings to disk: 77%|#######7 | 285/368 [06:09<01:44, 1.26s/it] Caching text embeddings to disk: 77%|#######7 | 285/368 [06:09<01:44, 1.26s/it] Caching text embeddings to disk: 78%|#######7 | 286/368 [06:11<01:45, 1.29s/it] Caching text embeddings to disk: 78%|#######7 | 286/368 [06:11<01:45, 1.29s/it] Caching text embeddings to disk: 78%|#######7 | 287/368 [06:12<01:43, 1.28s/it] Caching text embeddings to disk: 78%|#######7 | 287/368 [06:12<01:43, 1.28s/it] Caching text embeddings to disk: 78%|#######8 | 288/368 [06:13<01:41, 1.27s/it] Caching text embeddings to disk: 78%|#######8 | 288/368 [06:13<01:41, 1.27s/it] Caching text embeddings to disk: 79%|#######8 | 289/368 [06:14<01:40, 1.27s/it] Caching text embeddings to disk: 79%|#######8 | 289/368 [06:14<01:40, 1.27s/it] Caching text embeddings to disk: 79%|#######8 | 290/368 [06:16<01:39, 1.27s/it] Caching text embeddings to disk: 79%|#######8 | 290/368 [06:16<01:39, 1.27s/it] Caching text embeddings to disk: 79%|#######9 | 291/368 [06:17<01:37, 1.27s/it] Caching text embeddings to disk: 79%|#######9 | 291/368 [06:17<01:37, 1.27s/it] Caching text embeddings to disk: 79%|#######9 | 292/368 [06:18<01:35, 1.26s/it] Caching text embeddings to disk: 79%|#######9 | 292/368 [06:18<01:35, 1.26s/it] Caching text embeddings to disk: 80%|#######9 | 293/368 [06:19<01:34, 1.26s/it] Caching text embeddings to disk: 80%|#######9 | 293/368 [06:19<01:34, 1.26s/it] Caching text embeddings to disk: 80%|#######9 | 294/368 [06:21<01:33, 1.26s/it] Caching text embeddings to disk: 80%|#######9 | 294/368 [06:21<01:33, 1.26s/it] Caching text embeddings to disk: 80%|######## | 295/368 [06:22<01:32, 1.26s/it] Caching text embeddings to disk: 80%|######## | 295/368 [06:22<01:32, 1.26s/it] Caching text embeddings to disk: 80%|######## | 296/368 [06:23<01:30, 1.26s/it] Caching text embeddings to disk: 80%|######## | 296/368 [06:23<01:30, 1.26s/it] Caching text embeddings to disk: 81%|######## | 297/368 [06:24<01:29, 1.26s/it] Caching text embeddings to disk: 81%|######## | 297/368 [06:24<01:29, 1.26s/it] Caching text embeddings to disk: 81%|######## | 298/368 [06:26<01:28, 1.27s/it] Caching text embeddings to disk: 81%|######## | 298/368 [06:26<01:28, 1.27s/it] Caching text embeddings to disk: 81%|########1 | 299/368 [06:27<01:27, 1.27s/it] Caching text embeddings to disk: 81%|########1 | 299/368 [06:27<01:27, 1.27s/it] Caching text embeddings to disk: 82%|########1 | 300/368 [06:28<01:26, 1.27s/it] Caching text embeddings to disk: 82%|########1 | 300/368 [06:28<01:26, 1.27s/it] Caching text embeddings to disk: 82%|########1 | 301/368 [06:30<01:25, 1.28s/it] Caching text embeddings to disk: 82%|########1 | 301/368 [06:30<01:25, 1.28s/it] Caching text embeddings to disk: 82%|########2 | 302/368 [06:31<01:24, 1.28s/it] Caching text embeddings to disk: 82%|########2 | 302/368 [06:31<01:24, 1.28s/it] Caching text embeddings to disk: 82%|########2 | 303/368 [06:32<01:23, 1.28s/it] Caching text embeddings to disk: 82%|########2 | 303/368 [06:32<01:23, 1.28s/it] Caching text embeddings to disk: 83%|########2 | 304/368 [06:33<01:21, 1.27s/it] Caching text embeddings to disk: 83%|########2 | 304/368 [06:33<01:21, 1.27s/it] Caching text embeddings to disk: 83%|########2 | 305/368 [06:35<01:21, 1.29s/it] Caching text embeddings to disk: 83%|########2 | 305/368 [06:35<01:21, 1.29s/it] Caching text embeddings to disk: 83%|########3 | 306/368 [06:36<01:19, 1.28s/it] Caching text embeddings to disk: 83%|########3 | 306/368 [06:36<01:19, 1.28s/it] Caching text embeddings to disk: 83%|########3 | 307/368 [06:37<01:17, 1.27s/it] Caching text embeddings to disk: 83%|########3 | 307/368 [06:37<01:17, 1.27s/it] Caching text embeddings to disk: 84%|########3 | 308/368 [06:38<01:16, 1.27s/it] Caching text embeddings to disk: 84%|########3 | 308/368 [06:38<01:16, 1.27s/it] Caching text embeddings to disk: 84%|########3 | 309/368 [06:40<01:13, 1.25s/it] Caching text embeddings to disk: 84%|########3 | 309/368 [06:40<01:13, 1.25s/it] Caching text embeddings to disk: 84%|########4 | 310/368 [06:41<01:12, 1.25s/it] Caching text embeddings to disk: 84%|########4 | 310/368 [06:41<01:12, 1.25s/it] Caching text embeddings to disk: 85%|########4 | 311/368 [06:42<01:11, 1.26s/it] Caching text embeddings to disk: 85%|########4 | 311/368 [06:42<01:11, 1.26s/it] Caching text embeddings to disk: 85%|########4 | 312/368 [06:44<01:10, 1.26s/it] Caching text embeddings to disk: 85%|########4 | 312/368 [06:44<01:10, 1.26s/it] Caching text embeddings to disk: 85%|########5 | 313/368 [06:45<01:09, 1.26s/it] Caching text embeddings to disk: 85%|########5 | 313/368 [06:45<01:09, 1.26s/it] Caching text embeddings to disk: 85%|########5 | 314/368 [06:46<01:08, 1.26s/it] Caching text embeddings to disk: 85%|########5 | 314/368 [06:46<01:08, 1.26s/it] Caching text embeddings to disk: 86%|########5 | 315/368 [06:47<01:06, 1.26s/it] Caching text embeddings to disk: 86%|########5 | 315/368 [06:47<01:06, 1.26s/it] Caching text embeddings to disk: 86%|########5 | 316/368 [06:49<01:05, 1.26s/it] Caching text embeddings to disk: 86%|########5 | 316/368 [06:49<01:05, 1.26s/it] Caching text embeddings to disk: 86%|########6 | 317/368 [06:50<01:04, 1.26s/it] Caching text embeddings to disk: 86%|########6 | 317/368 [06:50<01:04, 1.26s/it] Caching text embeddings to disk: 86%|########6 | 318/368 [06:51<01:02, 1.26s/it] Caching text embeddings to disk: 86%|########6 | 318/368 [06:51<01:02, 1.26s/it] Caching text embeddings to disk: 87%|########6 | 319/368 [06:52<01:01, 1.26s/it] Caching text embeddings to disk: 87%|########6 | 319/368 [06:52<01:01, 1.26s/it] Caching text embeddings to disk: 87%|########6 | 320/368 [06:54<01:00, 1.26s/it] Caching text embeddings to disk: 87%|########6 | 320/368 [06:54<01:00, 1.26s/it] Caching text embeddings to disk: 87%|########7 | 321/368 [06:55<00:59, 1.26s/it] Caching text embeddings to disk: 87%|########7 | 321/368 [06:55<00:59, 1.26s/it] Caching text embeddings to disk: 88%|########7 | 322/368 [06:56<00:58, 1.27s/it] Caching text embeddings to disk: 88%|########7 | 322/368 [06:56<00:58, 1.27s/it] Caching text embeddings to disk: 88%|########7 | 323/368 [06:57<00:57, 1.27s/it] Caching text embeddings to disk: 88%|########7 | 323/368 [06:57<00:57, 1.27s/it] Caching text embeddings to disk: 88%|########8 | 324/368 [06:59<00:56, 1.28s/it] Caching text embeddings to disk: 88%|########8 | 324/368 [06:59<00:56, 1.28s/it] Caching text embeddings to disk: 88%|########8 | 325/368 [07:00<00:54, 1.28s/it] Caching text embeddings to disk: 88%|########8 | 325/368 [07:00<00:54, 1.28s/it] Caching text embeddings to disk: 89%|########8 | 326/368 [07:01<00:53, 1.28s/it] Caching text embeddings to disk: 89%|########8 | 326/368 [07:01<00:53, 1.28s/it] Caching text embeddings to disk: 89%|########8 | 327/368 [07:03<00:52, 1.28s/it] Caching text embeddings to disk: 89%|########8 | 327/368 [07:03<00:52, 1.28s/it] Caching text embeddings to disk: 89%|########9 | 328/368 [07:04<00:50, 1.27s/it] Caching text embeddings to disk: 89%|########9 | 328/368 [07:04<00:50, 1.27s/it] Caching text embeddings to disk: 89%|########9 | 329/368 [07:05<00:49, 1.26s/it] Caching text embeddings to disk: 89%|########9 | 329/368 [07:05<00:49, 1.26s/it] Caching text embeddings to disk: 90%|########9 | 330/368 [07:06<00:48, 1.26s/it] Caching text embeddings to disk: 90%|########9 | 330/368 [07:06<00:48, 1.26s/it] Caching text embeddings to disk: 90%|########9 | 331/368 [07:08<00:46, 1.27s/it] Caching text embeddings to disk: 90%|########9 | 331/368 [07:08<00:46, 1.27s/it] Caching text embeddings to disk: 90%|######### | 332/368 [07:09<00:45, 1.27s/it] Caching text embeddings to disk: 90%|######### | 332/368 [07:09<00:45, 1.27s/it] Caching text embeddings to disk: 90%|######### | 333/368 [07:10<00:44, 1.27s/it] Caching text embeddings to disk: 90%|######### | 333/368 [07:10<00:44, 1.27s/it] Caching text embeddings to disk: 91%|######### | 334/368 [07:11<00:42, 1.26s/it] Caching text embeddings to disk: 91%|######### | 334/368 [07:11<00:42, 1.26s/it] Caching text embeddings to disk: 91%|#########1| 335/368 [07:13<00:41, 1.26s/it] Caching text embeddings to disk: 91%|#########1| 335/368 [07:13<00:41, 1.26s/it] Caching text embeddings to disk: 91%|#########1| 336/368 [07:14<00:40, 1.25s/it] Caching text embeddings to disk: 91%|#########1| 336/368 [07:14<00:40, 1.25s/it] Caching text embeddings to disk: 92%|#########1| 337/368 [07:15<00:39, 1.26s/it] Caching text embeddings to disk: 92%|#########1| 337/368 [07:15<00:39, 1.26s/it] Caching text embeddings to disk: 92%|#########1| 338/368 [07:16<00:37, 1.26s/it] Caching text embeddings to disk: 92%|#########1| 338/368 [07:16<00:37, 1.26s/it] Caching text embeddings to disk: 92%|#########2| 339/368 [07:18<00:36, 1.26s/it] Caching text embeddings to disk: 92%|#########2| 339/368 [07:18<00:36, 1.26s/it] Caching text embeddings to disk: 92%|#########2| 340/368 [07:19<00:35, 1.25s/it] Caching text embeddings to disk: 92%|#########2| 340/368 [07:19<00:35, 1.25s/it] Caching text embeddings to disk: 93%|#########2| 341/368 [07:20<00:34, 1.26s/it] Caching text embeddings to disk: 93%|#########2| 341/368 [07:20<00:34, 1.26s/it] Caching text embeddings to disk: 93%|#########2| 342/368 [07:21<00:32, 1.26s/it] Caching text embeddings to disk: 93%|#########2| 342/368 [07:21<00:32, 1.26s/it] Caching text embeddings to disk: 93%|#########3| 343/368 [07:23<00:31, 1.27s/it] Caching text embeddings to disk: 93%|#########3| 343/368 [07:23<00:31, 1.27s/it] Caching text embeddings to disk: 93%|#########3| 344/368 [07:24<00:30, 1.26s/it] Caching text embeddings to disk: 93%|#########3| 344/368 [07:24<00:30, 1.26s/it] Caching text embeddings to disk: 94%|#########3| 345/368 [07:25<00:29, 1.26s/it] Caching text embeddings to disk: 94%|#########3| 345/368 [07:25<00:29, 1.26s/it] Caching text embeddings to disk: 94%|#########4| 346/368 [07:26<00:27, 1.26s/it] Caching text embeddings to disk: 94%|#########4| 346/368 [07:26<00:27, 1.26s/it] Caching text embeddings to disk: 94%|#########4| 347/368 [07:28<00:26, 1.27s/it] Caching text embeddings to disk: 94%|#########4| 347/368 [07:28<00:26, 1.27s/it] Caching text embeddings to disk: 95%|#########4| 348/368 [07:29<00:25, 1.26s/it] Caching text embeddings to disk: 95%|#########4| 348/368 [07:29<00:25, 1.26s/it] Caching text embeddings to disk: 95%|#########4| 349/368 [07:30<00:23, 1.26s/it] Caching text embeddings to disk: 95%|#########4| 349/368 [07:30<00:23, 1.26s/it] Caching text embeddings to disk: 95%|#########5| 350/368 [07:32<00:22, 1.26s/it] Caching text embeddings to disk: 95%|#########5| 350/368 [07:32<00:22, 1.26s/it] Caching text embeddings to disk: 95%|#########5| 351/368 [07:33<00:21, 1.25s/it] Caching text embeddings to disk: 95%|#########5| 351/368 [07:33<00:21, 1.25s/it] Caching text embeddings to disk: 96%|#########5| 352/368 [07:34<00:19, 1.25s/it] Caching text embeddings to disk: 96%|#########5| 352/368 [07:34<00:19, 1.25s/it] Caching text embeddings to disk: 96%|#########5| 353/368 [07:35<00:18, 1.25s/it] Caching text embeddings to disk: 96%|#########5| 353/368 [07:35<00:18, 1.25s/it] Caching text embeddings to disk: 96%|#########6| 354/368 [07:36<00:17, 1.24s/it] Caching text embeddings to disk: 96%|#########6| 354/368 [07:36<00:17, 1.24s/it] Caching text embeddings to disk: 96%|#########6| 355/368 [07:38<00:16, 1.24s/it] Caching text embeddings to disk: 96%|#########6| 355/368 [07:38<00:16, 1.24s/it] Caching text embeddings to disk: 97%|#########6| 356/368 [07:39<00:14, 1.24s/it] Caching text embeddings to disk: 97%|#########6| 356/368 [07:39<00:14, 1.24s/it] Caching text embeddings to disk: 97%|#########7| 357/368 [07:40<00:13, 1.24s/it] Caching text embeddings to disk: 97%|#########7| 357/368 [07:40<00:13, 1.24s/it] Caching text embeddings to disk: 97%|#########7| 358/368 [07:41<00:12, 1.24s/it] Caching text embeddings to disk: 97%|#########7| 358/368 [07:41<00:12, 1.24s/it] Caching text embeddings to disk: 98%|#########7| 359/368 [07:43<00:11, 1.24s/it] Caching text embeddings to disk: 98%|#########7| 359/368 [07:43<00:11, 1.24s/it] Caching text embeddings to disk: 98%|#########7| 360/368 [07:44<00:09, 1.23s/it] Caching text embeddings to disk: 98%|#########7| 360/368 [07:44<00:09, 1.23s/it] Caching text embeddings to disk: 98%|#########8| 361/368 [07:45<00:08, 1.24s/it] Caching text embeddings to disk: 98%|#########8| 361/368 [07:45<00:08, 1.24s/it] Caching text embeddings to disk: 98%|#########8| 362/368 [07:46<00:07, 1.25s/it] Caching text embeddings to disk: 98%|#########8| 362/368 [07:46<00:07, 1.25s/it] Caching text embeddings to disk: 99%|#########8| 363/368 [07:48<00:06, 1.25s/it] Caching text embeddings to disk: 99%|#########8| 363/368 [07:48<00:06, 1.25s/it] Caching text embeddings to disk: 99%|#########8| 364/368 [07:49<00:04, 1.24s/it] Caching text embeddings to disk: 99%|#########8| 364/368 [07:49<00:04, 1.24s/it] Caching text embeddings to disk: 99%|#########9| 365/368 [07:50<00:03, 1.25s/it] Caching text embeddings to disk: 99%|#########9| 365/368 [07:50<00:03, 1.25s/it] Caching text embeddings to disk: 99%|#########9| 366/368 [07:51<00:02, 1.25s/it] Caching text embeddings to disk: 99%|#########9| 366/368 [07:51<00:02, 1.25s/it] Caching text embeddings to disk: 100%|#########9| 367/368 [07:53<00:01, 1.25s/it] Caching text embeddings to disk: 100%|#########9| 367/368 [07:53<00:01, 1.25s/it] Caching text embeddings to disk: 100%|##########| 368/368 [07:54<00:00, 1.24s/it] Caching text embeddings to disk: 100%|##########| 368/368 [07:54<00:00, 1.24s/it] Caching text embeddings to disk: 100%|##########| 368/368 [07:54<00:00, 1.29s/it] Caching text embeddings to disk: 100%|##########| 368/368 [07:54<00:00, 1.29s/it]
Dataset: /app/ai-toolkit/datasets/images
- Preprocessing image dimensions
0%| | 0/368 [00:00<?, ?it/s] 0%| | 0/368 [00:00<?, ?it/s] 100%|##########| 368/368 [00:00<00:00, 47948.30it/s] 100%|##########| 368/368 [00:00<00:00, 47948.30it/s]
- Found 368 images
Bucket sizes for /app/ai-toolkit/datasets/images:
736x576: 368 files
1 buckets made
Caching latents for /app/ai-toolkit/datasets/images
- Saving latents to disk
Caching latents to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching latents to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching latents to disk: 0%| | 1/368 [00:00<00:56, 6.51it/s] Caching latents to disk: 0%| | 1/368 [00:00<00:56, 6.51it/s] Caching latents to disk: 1%| | 2/368 [00:00<00:53, 6.79it/s] Caching latents to disk: 1%| | 2/368 [00:00<00:53, 6.79it/s] Caching latents to disk: 1%| | 3/368 [00:00<00:52, 6.92it/s] Caching latents to disk: 1%| | 3/368 [00:00<00:52, 6.92it/s] Caching latents to disk: 1%|1 | 4/368 [00:00<00:52, 6.97it/s] Caching latents to disk: 1%|1 | 4/368 [00:00<00:52, 6.97it/s] Caching latents to disk: 1%|1 | 5/368 [00:00<00:52, 6.97it/s] Caching latents to disk: 1%|1 | 5/368 [00:00<00:52, 6.97it/s] Caching latents to disk: 2%|1 | 6/368 [00:00<00:52, 6.94it/s] Caching latents to disk: 2%|1 | 6/368 [00:00<00:52, 6.94it/s] Caching latents to disk: 2%|1 | 7/368 [00:01<00:52, 6.94it/s] Caching latents to disk: 2%|1 | 7/368 [00:01<00:52, 6.94it/s] Caching latents to disk: 2%|2 | 8/368 [00:01<00:52, 6.92it/s] Caching latents to disk: 2%|2 | 8/368 [00:01<00:52, 6.92it/s] Caching latents to disk: 2%|2 | 9/368 [00:01<00:51, 6.94it/s] Caching latents to disk: 2%|2 | 9/368 [00:01<00:51, 6.94it/s] Caching latents to disk: 3%|2 | 10/368 [00:01<00:51, 6.89it/s] Caching latents to disk: 3%|2 | 10/368 [00:01<00:51, 6.89it/s] Caching latents to disk: 3%|2 | 11/368 [00:01<00:51, 6.88it/s] Caching latents to disk: 3%|2 | 11/368 [00:01<00:51, 6.88it/s] Caching latents to disk: 3%|3 | 12/368 [00:01<00:51, 6.91it/s] Caching latents to disk: 3%|3 | 12/368 [00:01<00:51, 6.91it/s] Caching latents to disk: 4%|3 | 13/368 [00:01<00:51, 6.93it/s] Caching latents to disk: 4%|3 | 13/368 [00:01<00:51, 6.93it/s] Caching latents to disk: 4%|3 | 14/368 [00:02<00:51, 6.93it/s] Caching latents to disk: 4%|3 | 14/368 [00:02<00:51, 6.93it/s] Caching latents to disk: 4%|4 | 15/368 [00:02<00:50, 6.94it/s] Caching latents to disk: 4%|4 | 15/368 [00:02<00:50, 6.94it/s] Caching latents to disk: 4%|4 | 16/368 [00:02<00:50, 6.96it/s] Caching latents to disk: 4%|4 | 16/368 [00:02<00:50, 6.96it/s] Caching latents to disk: 5%|4 | 17/368 [00:02<00:50, 6.97it/s] Caching latents to disk: 5%|4 | 17/368 [00:02<00:50, 6.97it/s] Caching latents to disk: 5%|4 | 18/368 [00:02<00:50, 6.96it/s] Caching latents to disk: 5%|4 | 18/368 [00:02<00:50, 6.96it/s] Caching latents to disk: 5%|5 | 19/368 [00:02<00:50, 6.97it/s] Caching latents to disk: 5%|5 | 19/368 [00:02<00:50, 6.97it/s] Caching latents to disk: 5%|5 | 20/368 [00:02<00:49, 6.98it/s] Caching latents to disk: 5%|5 | 20/368 [00:02<00:49, 6.98it/s] Caching latents to disk: 6%|5 | 21/368 [00:03<00:49, 6.99it/s] Caching latents to disk: 6%|5 | 21/368 [00:03<00:49, 6.99it/s] Caching latents to disk: 6%|5 | 22/368 [00:03<00:49, 6.98it/s] Caching latents to disk: 6%|5 | 22/368 [00:03<00:49, 6.98it/s] Caching latents to disk: 6%|6 | 23/368 [00:03<00:49, 7.00it/s] Caching latents to disk: 6%|6 | 23/368 [00:03<00:49, 7.00it/s] Caching latents to disk: 7%|6 | 24/368 [00:03<00:49, 6.98it/s] Caching latents to disk: 7%|6 | 24/368 [00:03<00:49, 6.98it/s] Caching latents to disk: 7%|6 | 25/368 [00:03<00:49, 6.99it/s] Caching latents to disk: 7%|6 | 25/368 [00:03<00:49, 6.99it/s] Caching latents to disk: 7%|7 | 26/368 [00:03<00:48, 6.99it/s] Caching latents to disk: 7%|7 | 26/368 [00:03<00:48, 6.99it/s] Caching latents to disk: 7%|7 | 27/368 [00:03<00:48, 6.99it/s] Caching latents to disk: 7%|7 | 27/368 [00:03<00:48, 6.99it/s] Caching latents to disk: 8%|7 | 28/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 8%|7 | 28/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 8%|7 | 29/368 [00:04<00:48, 6.99it/s] Caching latents to disk: 8%|7 | 29/368 [00:04<00:48, 6.99it/s] Caching latents to disk: 8%|8 | 30/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 8%|8 | 30/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 8%|8 | 31/368 [00:04<00:48, 6.96it/s] Caching latents to disk: 8%|8 | 31/368 [00:04<00:48, 6.96it/s] Caching latents to disk: 9%|8 | 32/368 [00:04<00:48, 6.97it/s] Caching latents to disk: 9%|8 | 32/368 [00:04<00:48, 6.97it/s] Caching latents to disk: 9%|8 | 33/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 9%|8 | 33/368 [00:04<00:48, 6.98it/s] Caching latents to disk: 9%|9 | 34/368 [00:04<00:47, 6.99it/s] Caching latents to disk: 9%|9 | 34/368 [00:04<00:47, 6.99it/s] Caching latents to disk: 10%|9 | 35/368 [00:05<00:47, 6.98it/s] Caching latents to disk: 10%|9 | 35/368 [00:05<00:47, 6.98it/s] Caching latents to disk: 10%|9 | 36/368 [00:05<00:47, 7.00it/s] Caching latents to disk: 10%|9 | 36/368 [00:05<00:47, 7.00it/s] Caching latents to disk: 10%|# | 37/368 [00:05<00:47, 6.98it/s] Caching latents to disk: 10%|# | 37/368 [00:05<00:47, 6.98it/s] Caching latents to disk: 10%|# | 38/368 [00:05<00:47, 6.99it/s] Caching latents to disk: 10%|# | 38/368 [00:05<00:47, 6.99it/s] Caching latents to disk: 11%|# | 39/368 [00:05<00:46, 7.00it/s] Caching latents to disk: 11%|# | 39/368 [00:05<00:46, 7.00it/s] Caching latents to disk: 11%|# | 40/368 [00:05<00:46, 7.01it/s] Caching latents to disk: 11%|# | 40/368 [00:05<00:46, 7.01it/s] Caching latents to disk: 11%|#1 | 41/368 [00:05<00:46, 6.99it/s] Caching latents to disk: 11%|#1 | 41/368 [00:05<00:46, 6.99it/s] Caching latents to disk: 11%|#1 | 42/368 [00:06<00:46, 7.01it/s] Caching latents to disk: 11%|#1 | 42/368 [00:06<00:46, 7.01it/s] Caching latents to disk: 12%|#1 | 43/368 [00:06<00:46, 7.02it/s] Caching latents to disk: 12%|#1 | 43/368 [00:06<00:46, 7.02it/s] Caching latents to disk: 12%|#1 | 44/368 [00:06<00:46, 7.04it/s] Caching latents to disk: 12%|#1 | 44/368 [00:06<00:46, 7.04it/s] Caching latents to disk: 12%|#2 | 45/368 [00:06<00:45, 7.04it/s] Caching latents to disk: 12%|#2 | 45/368 [00:06<00:45, 7.04it/s] Caching latents to disk: 12%|#2 | 46/368 [00:06<00:45, 7.06it/s] Caching latents to disk: 12%|#2 | 46/368 [00:06<00:45, 7.06it/s] Caching latents to disk: 13%|#2 | 47/368 [00:06<00:45, 7.05it/s] Caching latents to disk: 13%|#2 | 47/368 [00:06<00:45, 7.05it/s] Caching latents to disk: 13%|#3 | 48/368 [00:06<00:45, 7.07it/s] Caching latents to disk: 13%|#3 | 48/368 [00:06<00:45, 7.07it/s] Caching latents to disk: 13%|#3 | 49/368 [00:07<00:45, 7.03it/s] Caching latents to disk: 13%|#3 | 49/368 [00:07<00:45, 7.03it/s] Caching latents to disk: 14%|#3 | 50/368 [00:07<00:45, 7.00it/s] Caching latents to disk: 14%|#3 | 50/368 [00:07<00:45, 7.00it/s] Caching latents to disk: 14%|#3 | 51/368 [00:07<00:45, 6.97it/s] Caching latents to disk: 14%|#3 | 51/368 [00:07<00:45, 6.97it/s] Caching latents to disk: 14%|#4 | 52/368 [00:07<00:45, 6.92it/s] Caching latents to disk: 14%|#4 | 52/368 [00:07<00:45, 6.92it/s] Caching latents to disk: 14%|#4 | 53/368 [00:07<00:45, 6.90it/s] Caching latents to disk: 14%|#4 | 53/368 [00:07<00:45, 6.90it/s] Caching latents to disk: 15%|#4 | 54/368 [00:07<00:45, 6.91it/s] Caching latents to disk: 15%|#4 | 54/368 [00:07<00:45, 6.91it/s] Caching latents to disk: 15%|#4 | 55/368 [00:07<00:45, 6.90it/s] Caching latents to disk: 15%|#4 | 55/368 [00:07<00:45, 6.90it/s] Caching latents to disk: 15%|#5 | 56/368 [00:08<00:45, 6.93it/s] Caching latents to disk: 15%|#5 | 56/368 [00:08<00:45, 6.93it/s] Caching latents to disk: 15%|#5 | 57/368 [00:08<00:44, 6.95it/s] Caching latents to disk: 15%|#5 | 57/368 [00:08<00:44, 6.95it/s] Caching latents to disk: 16%|#5 | 58/368 [00:08<00:44, 6.97it/s] Caching latents to disk: 16%|#5 | 58/368 [00:08<00:44, 6.97it/s] Caching latents to disk: 16%|#6 | 59/368 [00:08<00:44, 6.97it/s] Caching latents to disk: 16%|#6 | 59/368 [00:08<00:44, 6.97it/s] Caching latents to disk: 16%|#6 | 60/368 [00:08<00:44, 6.98it/s] Caching latents to disk: 16%|#6 | 60/368 [00:08<00:44, 6.98it/s] Caching latents to disk: 17%|#6 | 61/368 [00:08<00:43, 6.99it/s] Caching latents to disk: 17%|#6 | 61/368 [00:08<00:43, 6.99it/s] Caching latents to disk: 17%|#6 | 62/368 [00:08<00:43, 6.97it/s] Caching latents to disk: 17%|#6 | 62/368 [00:08<00:43, 6.97it/s] Caching latents to disk: 17%|#7 | 63/368 [00:09<00:43, 6.96it/s] Caching latents to disk: 17%|#7 | 63/368 [00:09<00:43, 6.96it/s] Caching latents to disk: 17%|#7 | 64/368 [00:09<00:43, 6.96it/s] Caching latents to disk: 17%|#7 | 64/368 [00:09<00:43, 6.96it/s] Caching latents to disk: 18%|#7 | 65/368 [00:09<00:43, 6.97it/s] Caching latents to disk: 18%|#7 | 65/368 [00:09<00:43, 6.97it/s] Caching latents to disk: 18%|#7 | 66/368 [00:09<00:43, 6.95it/s] Caching latents to disk: 18%|#7 | 66/368 [00:09<00:43, 6.95it/s] Caching latents to disk: 18%|#8 | 67/368 [00:09<00:43, 6.95it/s] Caching latents to disk: 18%|#8 | 67/368 [00:09<00:43, 6.95it/s] Caching latents to disk: 18%|#8 | 68/368 [00:09<00:43, 6.97it/s] Caching latents to disk: 18%|#8 | 68/368 [00:09<00:43, 6.97it/s] Caching latents to disk: 19%|#8 | 69/368 [00:09<00:43, 6.92it/s] Caching latents to disk: 19%|#8 | 69/368 [00:09<00:43, 6.92it/s] Caching latents to disk: 19%|#9 | 70/368 [00:10<00:42, 6.99it/s] Caching latents to disk: 19%|#9 | 70/368 [00:10<00:42, 6.99it/s] Caching latents to disk: 19%|#9 | 71/368 [00:10<00:42, 7.00it/s] Caching latents to disk: 19%|#9 | 71/368 [00:10<00:42, 7.00it/s] Caching latents to disk: 20%|#9 | 72/368 [00:10<00:42, 7.01it/s] Caching latents to disk: 20%|#9 | 72/368 [00:10<00:42, 7.01it/s] Caching latents to disk: 20%|#9 | 73/368 [00:10<00:42, 7.01it/s] Caching latents to disk: 20%|#9 | 73/368 [00:10<00:42, 7.01it/s] Caching latents to disk: 20%|## | 74/368 [00:10<00:41, 7.00it/s] Caching latents to disk: 20%|## | 74/368 [00:10<00:41, 7.00it/s] Caching latents to disk: 20%|## | 75/368 [00:10<00:41, 7.01it/s] Caching latents to disk: 20%|## | 75/368 [00:10<00:41, 7.01it/s] Caching latents to disk: 21%|## | 76/368 [00:10<00:41, 7.02it/s] Caching latents to disk: 21%|## | 76/368 [00:10<00:41, 7.02it/s] Caching latents to disk: 21%|## | 77/368 [00:11<00:41, 7.03it/s] Caching latents to disk: 21%|## | 77/368 [00:11<00:41, 7.03it/s] Caching latents to disk: 21%|##1 | 78/368 [00:11<00:41, 7.02it/s] Caching latents to disk: 21%|##1 | 78/368 [00:11<00:41, 7.02it/s] Caching latents to disk: 21%|##1 | 79/368 [00:11<00:41, 7.02it/s] Caching latents to disk: 21%|##1 | 79/368 [00:11<00:41, 7.02it/s] Caching latents to disk: 22%|##1 | 80/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 22%|##1 | 80/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 22%|##2 | 81/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 22%|##2 | 81/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 22%|##2 | 82/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 22%|##2 | 82/368 [00:11<00:40, 7.03it/s] Caching latents to disk: 23%|##2 | 83/368 [00:11<00:40, 7.04it/s] Caching latents to disk: 23%|##2 | 83/368 [00:11<00:40, 7.04it/s] Caching latents to disk: 23%|##2 | 84/368 [00:12<00:40, 7.05it/s] Caching latents to disk: 23%|##2 | 84/368 [00:12<00:40, 7.05it/s] Caching latents to disk: 23%|##3 | 85/368 [00:12<00:40, 7.05it/s] Caching latents to disk: 23%|##3 | 85/368 [00:12<00:40, 7.05it/s] Caching latents to disk: 23%|##3 | 86/368 [00:12<00:40, 7.04it/s] Caching latents to disk: 23%|##3 | 86/368 [00:12<00:40, 7.04it/s] Caching latents to disk: 24%|##3 | 87/368 [00:12<00:39, 7.04it/s] Caching latents to disk: 24%|##3 | 87/368 [00:12<00:39, 7.04it/s] Caching latents to disk: 24%|##3 | 88/368 [00:12<00:39, 7.05it/s] Caching latents to disk: 24%|##3 | 88/368 [00:12<00:39, 7.05it/s] Caching latents to disk: 24%|##4 | 89/368 [00:12<00:39, 7.05it/s] Caching latents to disk: 24%|##4 | 89/368 [00:12<00:39, 7.05it/s] Caching latents to disk: 24%|##4 | 90/368 [00:12<00:39, 7.06it/s] Caching latents to disk: 24%|##4 | 90/368 [00:12<00:39, 7.06it/s] Caching latents to disk: 25%|##4 | 91/368 [00:13<00:39, 7.04it/s] Caching latents to disk: 25%|##4 | 91/368 [00:13<00:39, 7.04it/s] Caching latents to disk: 25%|##5 | 92/368 [00:13<00:39, 7.05it/s] Caching latents to disk: 25%|##5 | 92/368 [00:13<00:39, 7.05it/s] Caching latents to disk: 25%|##5 | 93/368 [00:13<00:39, 7.02it/s] Caching latents to disk: 25%|##5 | 93/368 [00:13<00:39, 7.02it/s] Caching latents to disk: 26%|##5 | 94/368 [00:13<00:39, 7.01it/s] Caching latents to disk: 26%|##5 | 94/368 [00:13<00:39, 7.01it/s] Caching latents to disk: 26%|##5 | 95/368 [00:13<00:39, 6.98it/s] Caching latents to disk: 26%|##5 | 95/368 [00:13<00:39, 6.98it/s] Caching latents to disk: 26%|##6 | 96/368 [00:13<00:38, 6.99it/s] Caching latents to disk: 26%|##6 | 96/368 [00:13<00:38, 6.99it/s] Caching latents to disk: 26%|##6 | 97/368 [00:13<00:38, 7.01it/s] Caching latents to disk: 26%|##6 | 97/368 [00:13<00:38, 7.01it/s] Caching latents to disk: 27%|##6 | 98/368 [00:14<00:38, 7.01it/s] Caching latents to disk: 27%|##6 | 98/368 [00:14<00:38, 7.01it/s] Caching latents to disk: 27%|##6 | 99/368 [00:14<00:38, 7.00it/s] Caching latents to disk: 27%|##6 | 99/368 [00:14<00:38, 7.00it/s] Caching latents to disk: 27%|##7 | 100/368 [00:14<00:38, 6.99it/s] Caching latents to disk: 27%|##7 | 100/368 [00:14<00:38, 6.99it/s] Caching latents to disk: 27%|##7 | 101/368 [00:14<00:38, 7.00it/s] Caching latents to disk: 27%|##7 | 101/368 [00:14<00:38, 7.00it/s] Caching latents to disk: 28%|##7 | 102/368 [00:14<00:37, 7.02it/s] Caching latents to disk: 28%|##7 | 102/368 [00:14<00:37, 7.02it/s] Caching latents to disk: 28%|##7 | 103/368 [00:14<00:37, 7.01it/s] Caching latents to disk: 28%|##7 | 103/368 [00:14<00:37, 7.01it/s] Caching latents to disk: 28%|##8 | 104/368 [00:14<00:37, 7.06it/s] Caching latents to disk: 28%|##8 | 104/368 [00:14<00:37, 7.06it/s] Caching latents to disk: 29%|##8 | 105/368 [00:15<00:37, 7.05it/s] Caching latents to disk: 29%|##8 | 105/368 [00:15<00:37, 7.05it/s] Caching latents to disk: 29%|##8 | 106/368 [00:15<00:37, 7.05it/s] Caching latents to disk: 29%|##8 | 106/368 [00:15<00:37, 7.05it/s] Caching latents to disk: 29%|##9 | 107/368 [00:15<00:37, 7.04it/s] Caching latents to disk: 29%|##9 | 107/368 [00:15<00:37, 7.04it/s] Caching latents to disk: 29%|##9 | 108/368 [00:15<00:36, 7.03it/s] Caching latents to disk: 29%|##9 | 108/368 [00:15<00:36, 7.03it/s] Caching latents to disk: 30%|##9 | 109/368 [00:15<00:37, 6.85it/s] Caching latents to disk: 30%|##9 | 109/368 [00:15<00:37, 6.85it/s] Caching latents to disk: 30%|##9 | 110/368 [00:15<00:37, 6.89it/s] Caching latents to disk: 30%|##9 | 110/368 [00:15<00:37, 6.89it/s] Caching latents to disk: 30%|### | 111/368 [00:15<00:37, 6.90it/s] Caching latents to disk: 30%|### | 111/368 [00:15<00:37, 6.90it/s] Caching latents to disk: 30%|### | 112/368 [00:16<00:36, 6.92it/s] Caching latents to disk: 30%|### | 112/368 [00:16<00:36, 6.92it/s] Caching latents to disk: 31%|### | 113/368 [00:16<00:36, 6.93it/s] Caching latents to disk: 31%|### | 113/368 [00:16<00:36, 6.93it/s] Caching latents to disk: 31%|### | 114/368 [00:16<00:36, 6.97it/s] Caching latents to disk: 31%|### | 114/368 [00:16<00:36, 6.97it/s] Caching latents to disk: 31%|###1 | 115/368 [00:16<00:36, 6.86it/s] Caching latents to disk: 31%|###1 | 115/368 [00:16<00:36, 6.86it/s] Caching latents to disk: 32%|###1 | 116/368 [00:16<00:37, 6.73it/s] Caching latents to disk: 32%|###1 | 116/368 [00:16<00:37, 6.73it/s] Caching latents to disk: 32%|###1 | 117/368 [00:16<00:36, 6.80it/s] Caching latents to disk: 32%|###1 | 117/368 [00:16<00:36, 6.80it/s] Caching latents to disk: 32%|###2 | 118/368 [00:16<00:36, 6.90it/s] Caching latents to disk: 32%|###2 | 118/368 [00:16<00:36, 6.90it/s] Caching latents to disk: 32%|###2 | 119/368 [00:17<00:35, 6.93it/s] Caching latents to disk: 32%|###2 | 119/368 [00:17<00:35, 6.93it/s] Caching latents to disk: 33%|###2 | 120/368 [00:17<00:35, 6.94it/s] Caching latents to disk: 33%|###2 | 120/368 [00:17<00:35, 6.94it/s] Caching latents to disk: 33%|###2 | 121/368 [00:17<00:36, 6.83it/s] Caching latents to disk: 33%|###2 | 121/368 [00:17<00:36, 6.83it/s] Caching latents to disk: 33%|###3 | 122/368 [00:17<00:35, 6.86it/s] Caching latents to disk: 33%|###3 | 122/368 [00:17<00:35, 6.86it/s] Caching latents to disk: 33%|###3 | 123/368 [00:17<00:35, 6.90it/s] Caching latents to disk: 33%|###3 | 123/368 [00:17<00:35, 6.90it/s] Caching latents to disk: 34%|###3 | 124/368 [00:17<00:35, 6.94it/s] Caching latents to disk: 34%|###3 | 124/368 [00:17<00:35, 6.94it/s] Caching latents to disk: 34%|###3 | 125/368 [00:17<00:34, 6.96it/s] Caching latents to disk: 34%|###3 | 125/368 [00:17<00:34, 6.96it/s] Caching latents to disk: 34%|###4 | 126/368 [00:18<00:34, 6.98it/s] Caching latents to disk: 34%|###4 | 126/368 [00:18<00:34, 6.98it/s] Caching latents to disk: 35%|###4 | 127/368 [00:18<00:34, 6.98it/s] Caching latents to disk: 35%|###4 | 127/368 [00:18<00:34, 6.98it/s] Caching latents to disk: 35%|###4 | 128/368 [00:18<00:34, 7.01it/s] Caching latents to disk: 35%|###4 | 128/368 [00:18<00:34, 7.01it/s] Caching latents to disk: 35%|###5 | 129/368 [00:18<00:33, 7.03it/s] Caching latents to disk: 35%|###5 | 129/368 [00:18<00:33, 7.03it/s] Caching latents to disk: 35%|###5 | 130/368 [00:18<00:33, 7.04it/s] Caching latents to disk: 35%|###5 | 130/368 [00:18<00:33, 7.04it/s] Caching latents to disk: 36%|###5 | 131/368 [00:18<00:33, 7.03it/s] Caching latents to disk: 36%|###5 | 131/368 [00:18<00:33, 7.03it/s] Caching latents to disk: 36%|###5 | 132/368 [00:18<00:33, 7.02it/s] Caching latents to disk: 36%|###5 | 132/368 [00:18<00:33, 7.02it/s] Caching latents to disk: 36%|###6 | 133/368 [00:19<00:33, 7.04it/s] Caching latents to disk: 36%|###6 | 133/368 [00:19<00:33, 7.04it/s] Caching latents to disk: 36%|###6 | 134/368 [00:19<00:33, 7.01it/s] Caching latents to disk: 36%|###6 | 134/368 [00:19<00:33, 7.01it/s] Caching latents to disk: 37%|###6 | 135/368 [00:19<00:33, 7.04it/s] Caching latents to disk: 37%|###6 | 135/368 [00:19<00:33, 7.04it/s] Caching latents to disk: 37%|###6 | 136/368 [00:19<00:33, 7.00it/s] Caching latents to disk: 37%|###6 | 136/368 [00:19<00:33, 7.00it/s] Caching latents to disk: 37%|###7 | 137/368 [00:19<00:32, 7.08it/s] Caching latents to disk: 37%|###7 | 137/368 [00:19<00:32, 7.08it/s] Caching latents to disk: 38%|###7 | 138/368 [00:19<00:32, 7.06it/s] Caching latents to disk: 38%|###7 | 138/368 [00:19<00:32, 7.06it/s] Caching latents to disk: 38%|###7 | 139/368 [00:19<00:32, 7.04it/s] Caching latents to disk: 38%|###7 | 139/368 [00:19<00:32, 7.04it/s] Caching latents to disk: 38%|###8 | 140/368 [00:20<00:32, 7.05it/s] Caching latents to disk: 38%|###8 | 140/368 [00:20<00:32, 7.05it/s] Caching latents to disk: 38%|###8 | 141/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 38%|###8 | 141/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 39%|###8 | 142/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 39%|###8 | 142/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 39%|###8 | 143/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 39%|###8 | 143/368 [00:20<00:32, 7.02it/s] Caching latents to disk: 39%|###9 | 144/368 [00:20<00:31, 7.03it/s] Caching latents to disk: 39%|###9 | 144/368 [00:20<00:31, 7.03it/s] Caching latents to disk: 39%|###9 | 145/368 [00:20<00:31, 6.99it/s] Caching latents to disk: 39%|###9 | 145/368 [00:20<00:31, 6.99it/s] Caching latents to disk: 40%|###9 | 146/368 [00:20<00:31, 7.01it/s] Caching latents to disk: 40%|###9 | 146/368 [00:20<00:31, 7.01it/s] Caching latents to disk: 40%|###9 | 147/368 [00:21<00:31, 7.03it/s] Caching latents to disk: 40%|###9 | 147/368 [00:21<00:31, 7.03it/s] Caching latents to disk: 40%|#### | 148/368 [00:21<00:31, 7.04it/s] Caching latents to disk: 40%|#### | 148/368 [00:21<00:31, 7.04it/s] Caching latents to disk: 40%|#### | 149/368 [00:21<00:31, 7.04it/s] Caching latents to disk: 40%|#### | 149/368 [00:21<00:31, 7.04it/s] Caching latents to disk: 41%|#### | 150/368 [00:21<00:30, 7.09it/s] Caching latents to disk: 41%|#### | 150/368 [00:21<00:30, 7.09it/s] Caching latents to disk: 41%|####1 | 151/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 41%|####1 | 151/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 41%|####1 | 152/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 41%|####1 | 152/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 42%|####1 | 153/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 42%|####1 | 153/368 [00:21<00:30, 7.05it/s] Caching latents to disk: 42%|####1 | 154/368 [00:22<00:30, 7.05it/s] Caching latents to disk: 42%|####1 | 154/368 [00:22<00:30, 7.05it/s] Caching latents to disk: 42%|####2 | 155/368 [00:22<00:30, 7.03it/s] Caching latents to disk: 42%|####2 | 155/368 [00:22<00:30, 7.03it/s] Caching latents to disk: 42%|####2 | 156/368 [00:22<00:30, 7.04it/s] Caching latents to disk: 42%|####2 | 156/368 [00:22<00:30, 7.04it/s] Caching latents to disk: 43%|####2 | 157/368 [00:22<00:30, 7.02it/s] Caching latents to disk: 43%|####2 | 157/368 [00:22<00:30, 7.02it/s] Caching latents to disk: 43%|####2 | 158/368 [00:22<00:29, 7.01it/s] Caching latents to disk: 43%|####2 | 158/368 [00:22<00:29, 7.01it/s] Caching latents to disk: 43%|####3 | 159/368 [00:22<00:29, 7.04it/s] Caching latents to disk: 43%|####3 | 159/368 [00:22<00:29, 7.04it/s] Caching latents to disk: 43%|####3 | 160/368 [00:22<00:29, 6.98it/s] Caching latents to disk: 43%|####3 | 160/368 [00:22<00:29, 6.98it/s] Caching latents to disk: 44%|####3 | 161/368 [00:23<00:29, 6.97it/s] Caching latents to disk: 44%|####3 | 161/368 [00:23<00:29, 6.97it/s] Caching latents to disk: 44%|####4 | 162/368 [00:23<00:29, 6.93it/s] Caching latents to disk: 44%|####4 | 162/368 [00:23<00:29, 6.93it/s] Caching latents to disk: 44%|####4 | 163/368 [00:23<00:29, 6.92it/s] Caching latents to disk: 44%|####4 | 163/368 [00:23<00:29, 6.92it/s] Caching latents to disk: 45%|####4 | 164/368 [00:23<00:29, 6.94it/s] Caching latents to disk: 45%|####4 | 164/368 [00:23<00:29, 6.94it/s] Caching latents to disk: 45%|####4 | 165/368 [00:23<00:29, 6.96it/s] Caching latents to disk: 45%|####4 | 165/368 [00:23<00:29, 6.96it/s] Caching latents to disk: 45%|####5 | 166/368 [00:23<00:28, 6.97it/s] Caching latents to disk: 45%|####5 | 166/368 [00:23<00:28, 6.97it/s] Caching latents to disk: 45%|####5 | 167/368 [00:23<00:28, 6.97it/s] Caching latents to disk: 45%|####5 | 167/368 [00:23<00:28, 6.97it/s] Caching latents to disk: 46%|####5 | 168/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 46%|####5 | 168/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 46%|####5 | 169/368 [00:24<00:28, 7.03it/s] Caching latents to disk: 46%|####5 | 169/368 [00:24<00:28, 7.03it/s] Caching latents to disk: 46%|####6 | 170/368 [00:24<00:28, 7.01it/s] Caching latents to disk: 46%|####6 | 170/368 [00:24<00:28, 7.01it/s] Caching latents to disk: 46%|####6 | 171/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 46%|####6 | 171/368 [00:24<00:28, 6.99it/s] Caching latents to disk: 47%|####6 | 172/368 [00:24<00:28, 7.00it/s] Caching latents to disk: 47%|####6 | 172/368 [00:24<00:28, 7.00it/s] Caching latents to disk: 47%|####7 | 173/368 [00:24<00:27, 7.14it/s] Caching latents to disk: 47%|####7 | 173/368 [00:24<00:27, 7.14it/s] Caching latents to disk: 47%|####7 | 174/368 [00:24<00:27, 7.15it/s] Caching latents to disk: 47%|####7 | 174/368 [00:24<00:27, 7.15it/s] Caching latents to disk: 48%|####7 | 175/368 [00:25<00:27, 7.07it/s] Caching latents to disk: 48%|####7 | 175/368 [00:25<00:27, 7.07it/s] Caching latents to disk: 48%|####7 | 176/368 [00:25<00:27, 7.07it/s] Caching latents to disk: 48%|####7 | 176/368 [00:25<00:27, 7.07it/s] Caching latents to disk: 48%|####8 | 177/368 [00:25<00:27, 7.06it/s] Caching latents to disk: 48%|####8 | 177/368 [00:25<00:27, 7.06it/s] Caching latents to disk: 48%|####8 | 178/368 [00:25<00:26, 7.04it/s] Caching latents to disk: 48%|####8 | 178/368 [00:25<00:26, 7.04it/s] Caching latents to disk: 49%|####8 | 179/368 [00:25<00:26, 7.06it/s] Caching latents to disk: 49%|####8 | 179/368 [00:25<00:26, 7.06it/s] Caching latents to disk: 49%|####8 | 180/368 [00:25<00:26, 7.05it/s] Caching latents to disk: 49%|####8 | 180/368 [00:25<00:26, 7.05it/s] Caching latents to disk: 49%|####9 | 181/368 [00:25<00:26, 7.03it/s] Caching latents to disk: 49%|####9 | 181/368 [00:25<00:26, 7.03it/s] Caching latents to disk: 49%|####9 | 182/368 [00:26<00:26, 7.04it/s] Caching latents to disk: 49%|####9 | 182/368 [00:26<00:26, 7.04it/s] Caching latents to disk: 50%|####9 | 183/368 [00:26<00:26, 7.04it/s] Caching latents to disk: 50%|####9 | 183/368 [00:26<00:26, 7.04it/s] Caching latents to disk: 50%|##### | 184/368 [00:26<00:26, 7.05it/s] Caching latents to disk: 50%|##### | 184/368 [00:26<00:26, 7.05it/s] Caching latents to disk: 50%|##### | 185/368 [00:26<00:25, 7.06it/s] Caching latents to disk: 50%|##### | 185/368 [00:26<00:25, 7.06it/s] Caching latents to disk: 51%|##### | 186/368 [00:26<00:25, 7.04it/s] Caching latents to disk: 51%|##### | 186/368 [00:26<00:25, 7.04it/s] Caching latents to disk: 51%|##### | 187/368 [00:26<00:25, 7.06it/s] Caching latents to disk: 51%|##### | 187/368 [00:26<00:25, 7.06it/s] Caching latents to disk: 51%|#####1 | 188/368 [00:26<00:25, 7.03it/s] Caching latents to disk: 51%|#####1 | 188/368 [00:26<00:25, 7.03it/s] Caching latents to disk: 51%|#####1 | 189/368 [00:27<00:25, 7.06it/s] Caching latents to disk: 51%|#####1 | 189/368 [00:27<00:25, 7.06it/s] Caching latents to disk: 52%|#####1 | 190/368 [00:27<00:25, 7.04it/s] Caching latents to disk: 52%|#####1 | 190/368 [00:27<00:25, 7.04it/s] Caching latents to disk: 52%|#####1 | 191/368 [00:27<00:25, 7.03it/s] Caching latents to disk: 52%|#####1 | 191/368 [00:27<00:25, 7.03it/s] Caching latents to disk: 52%|#####2 | 192/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 52%|#####2 | 192/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 52%|#####2 | 193/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 52%|#####2 | 193/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 53%|#####2 | 194/368 [00:27<00:24, 7.07it/s] Caching latents to disk: 53%|#####2 | 194/368 [00:27<00:24, 7.07it/s] Caching latents to disk: 53%|#####2 | 195/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 53%|#####2 | 195/368 [00:27<00:24, 7.05it/s] Caching latents to disk: 53%|#####3 | 196/368 [00:28<00:24, 7.04it/s] Caching latents to disk: 53%|#####3 | 196/368 [00:28<00:24, 7.04it/s] Caching latents to disk: 54%|#####3 | 197/368 [00:28<00:24, 7.01it/s] Caching latents to disk: 54%|#####3 | 197/368 [00:28<00:24, 7.01it/s] Caching latents to disk: 54%|#####3 | 198/368 [00:28<00:24, 7.01it/s] Caching latents to disk: 54%|#####3 | 198/368 [00:28<00:24, 7.01it/s] Caching latents to disk: 54%|#####4 | 199/368 [00:28<00:24, 7.02it/s] Caching latents to disk: 54%|#####4 | 199/368 [00:28<00:24, 7.02it/s] Caching latents to disk: 54%|#####4 | 200/368 [00:28<00:23, 7.01it/s] Caching latents to disk: 54%|#####4 | 200/368 [00:28<00:23, 7.01it/s] Caching latents to disk: 55%|#####4 | 201/368 [00:28<00:23, 7.00it/s] Caching latents to disk: 55%|#####4 | 201/368 [00:28<00:23, 7.00it/s] Caching latents to disk: 55%|#####4 | 202/368 [00:28<00:23, 7.02it/s] Caching latents to disk: 55%|#####4 | 202/368 [00:28<00:23, 7.02it/s] Caching latents to disk: 55%|#####5 | 203/368 [00:29<00:23, 7.01it/s] Caching latents to disk: 55%|#####5 | 203/368 [00:29<00:23, 7.01it/s] Caching latents to disk: 55%|#####5 | 204/368 [00:29<00:23, 7.04it/s] Caching latents to disk: 55%|#####5 | 204/368 [00:29<00:23, 7.04it/s] Caching latents to disk: 56%|#####5 | 205/368 [00:29<00:23, 7.03it/s] Caching latents to disk: 56%|#####5 | 205/368 [00:29<00:23, 7.03it/s] Caching latents to disk: 56%|#####5 | 206/368 [00:29<00:23, 7.02it/s] Caching latents to disk: 56%|#####5 | 206/368 [00:29<00:23, 7.02it/s] Caching latents to disk: 56%|#####6 | 207/368 [00:29<00:22, 7.04it/s] Caching latents to disk: 56%|#####6 | 207/368 [00:29<00:22, 7.04it/s] Caching latents to disk: 57%|#####6 | 208/368 [00:29<00:22, 7.05it/s] Caching latents to disk: 57%|#####6 | 208/368 [00:29<00:22, 7.05it/s] Caching latents to disk: 57%|#####6 | 209/368 [00:29<00:22, 7.05it/s] Caching latents to disk: 57%|#####6 | 209/368 [00:29<00:22, 7.05it/s] Caching latents to disk: 57%|#####7 | 210/368 [00:30<00:22, 7.02it/s] Caching latents to disk: 57%|#####7 | 210/368 [00:30<00:22, 7.02it/s] Caching latents to disk: 57%|#####7 | 211/368 [00:30<00:22, 7.01it/s] Caching latents to disk: 57%|#####7 | 211/368 [00:30<00:22, 7.01it/s] Caching latents to disk: 58%|#####7 | 212/368 [00:30<00:22, 7.09it/s] Caching latents to disk: 58%|#####7 | 212/368 [00:30<00:22, 7.09it/s] Caching latents to disk: 58%|#####7 | 213/368 [00:30<00:21, 7.10it/s] Caching latents to disk: 58%|#####7 | 213/368 [00:30<00:21, 7.10it/s] Caching latents to disk: 58%|#####8 | 214/368 [00:30<00:21, 7.08it/s] Caching latents to disk: 58%|#####8 | 214/368 [00:30<00:21, 7.08it/s] Caching latents to disk: 58%|#####8 | 215/368 [00:30<00:21, 7.06it/s] Caching latents to disk: 58%|#####8 | 215/368 [00:30<00:21, 7.06it/s] Caching latents to disk: 59%|#####8 | 216/368 [00:30<00:21, 7.06it/s] Caching latents to disk: 59%|#####8 | 216/368 [00:30<00:21, 7.06it/s] Caching latents to disk: 59%|#####8 | 217/368 [00:31<00:21, 7.07it/s] Caching latents to disk: 59%|#####8 | 217/368 [00:31<00:21, 7.07it/s] Caching latents to disk: 59%|#####9 | 218/368 [00:31<00:21, 7.08it/s] Caching latents to disk: 59%|#####9 | 218/368 [00:31<00:21, 7.08it/s] Caching latents to disk: 60%|#####9 | 219/368 [00:31<00:21, 7.07it/s] Caching latents to disk: 60%|#####9 | 219/368 [00:31<00:21, 7.07it/s] Caching latents to disk: 60%|#####9 | 220/368 [00:31<00:20, 7.06it/s] Caching latents to disk: 60%|#####9 | 220/368 [00:31<00:20, 7.06it/s] Caching latents to disk: 60%|###### | 221/368 [00:31<00:20, 7.07it/s] Caching latents to disk: 60%|###### | 221/368 [00:31<00:20, 7.07it/s] Caching latents to disk: 60%|###### | 222/368 [00:31<00:20, 7.08it/s] Caching latents to disk: 60%|###### | 222/368 [00:31<00:20, 7.08it/s] Caching latents to disk: 61%|###### | 223/368 [00:31<00:20, 7.08it/s] Caching latents to disk: 61%|###### | 223/368 [00:31<00:20, 7.08it/s] Caching latents to disk: 61%|###### | 224/368 [00:31<00:20, 7.09it/s] Caching latents to disk: 61%|###### | 224/368 [00:31<00:20, 7.09it/s] Caching latents to disk: 61%|######1 | 225/368 [00:32<00:20, 7.09it/s] Caching latents to disk: 61%|######1 | 225/368 [00:32<00:20, 7.09it/s] Caching latents to disk: 61%|######1 | 226/368 [00:32<00:20, 7.07it/s] Caching latents to disk: 61%|######1 | 226/368 [00:32<00:20, 7.07it/s] Caching latents to disk: 62%|######1 | 227/368 [00:32<00:20, 7.03it/s] Caching latents to disk: 62%|######1 | 227/368 [00:32<00:20, 7.03it/s] Caching latents to disk: 62%|######1 | 228/368 [00:32<00:19, 7.05it/s] Caching latents to disk: 62%|######1 | 228/368 [00:32<00:19, 7.05it/s] Caching latents to disk: 62%|######2 | 229/368 [00:32<00:19, 7.06it/s] Caching latents to disk: 62%|######2 | 229/368 [00:32<00:19, 7.06it/s] Caching latents to disk: 62%|######2 | 230/368 [00:32<00:19, 7.07it/s] Caching latents to disk: 62%|######2 | 230/368 [00:32<00:19, 7.07it/s] Caching latents to disk: 63%|######2 | 231/368 [00:32<00:19, 7.08it/s] Caching latents to disk: 63%|######2 | 231/368 [00:32<00:19, 7.08it/s] Caching latents to disk: 63%|######3 | 232/368 [00:33<00:19, 7.07it/s] Caching latents to disk: 63%|######3 | 232/368 [00:33<00:19, 7.07it/s] Caching latents to disk: 63%|######3 | 233/368 [00:33<00:19, 7.09it/s] Caching latents to disk: 63%|######3 | 233/368 [00:33<00:19, 7.09it/s] Caching latents to disk: 64%|######3 | 234/368 [00:33<00:18, 7.11it/s] Caching latents to disk: 64%|######3 | 234/368 [00:33<00:18, 7.11it/s] Caching latents to disk: 64%|######3 | 235/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 64%|######3 | 235/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 64%|######4 | 236/368 [00:33<00:18, 7.16it/s] Caching latents to disk: 64%|######4 | 236/368 [00:33<00:18, 7.16it/s] Caching latents to disk: 64%|######4 | 237/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 64%|######4 | 237/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 65%|######4 | 238/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 65%|######4 | 238/368 [00:33<00:18, 7.14it/s] Caching latents to disk: 65%|######4 | 239/368 [00:34<00:18, 7.10it/s] Caching latents to disk: 65%|######4 | 239/368 [00:34<00:18, 7.10it/s] Caching latents to disk: 65%|######5 | 240/368 [00:34<00:17, 7.11it/s] Caching latents to disk: 65%|######5 | 240/368 [00:34<00:17, 7.11it/s] Caching latents to disk: 65%|######5 | 241/368 [00:34<00:17, 7.12it/s] Caching latents to disk: 65%|######5 | 241/368 [00:34<00:17, 7.12it/s] Caching latents to disk: 66%|######5 | 242/368 [00:34<00:17, 7.07it/s] Caching latents to disk: 66%|######5 | 242/368 [00:34<00:17, 7.07it/s] Caching latents to disk: 66%|######6 | 243/368 [00:34<00:17, 7.05it/s] Caching latents to disk: 66%|######6 | 243/368 [00:34<00:17, 7.05it/s] Caching latents to disk: 66%|######6 | 244/368 [00:34<00:17, 7.04it/s] Caching latents to disk: 66%|######6 | 244/368 [00:34<00:17, 7.04it/s] Caching latents to disk: 67%|######6 | 245/368 [00:34<00:17, 7.00it/s] Caching latents to disk: 67%|######6 | 245/368 [00:34<00:17, 7.00it/s] Caching latents to disk: 67%|######6 | 246/368 [00:35<00:17, 7.00it/s] Caching latents to disk: 67%|######6 | 246/368 [00:35<00:17, 7.00it/s] Caching latents to disk: 67%|######7 | 247/368 [00:35<00:17, 6.96it/s] Caching latents to disk: 67%|######7 | 247/368 [00:35<00:17, 6.96it/s] Caching latents to disk: 67%|######7 | 248/368 [00:35<00:17, 6.90it/s] Caching latents to disk: 67%|######7 | 248/368 [00:35<00:17, 6.90it/s] Caching latents to disk: 68%|######7 | 249/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 68%|######7 | 249/368 [00:35<00:17, 6.89it/s] Caching latents to disk: 68%|######7 | 250/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 68%|######7 | 250/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 68%|######8 | 251/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 68%|######8 | 251/368 [00:35<00:17, 6.88it/s] Caching latents to disk: 68%|######8 | 252/368 [00:35<00:16, 6.89it/s] Caching latents to disk: 68%|######8 | 252/368 [00:35<00:16, 6.89it/s] Caching latents to disk: 69%|######8 | 253/368 [00:36<00:16, 6.90it/s] Caching latents to disk: 69%|######8 | 253/368 [00:36<00:16, 6.90it/s] Caching latents to disk: 69%|######9 | 254/368 [00:36<00:16, 6.92it/s] Caching latents to disk: 69%|######9 | 254/368 [00:36<00:16, 6.92it/s] Caching latents to disk: 69%|######9 | 255/368 [00:36<00:16, 6.93it/s] Caching latents to disk: 69%|######9 | 255/368 [00:36<00:16, 6.93it/s] Caching latents to disk: 70%|######9 | 256/368 [00:36<00:16, 6.95it/s] Caching latents to disk: 70%|######9 | 256/368 [00:36<00:16, 6.95it/s] Caching latents to disk: 70%|######9 | 257/368 [00:36<00:15, 7.00it/s] Caching latents to disk: 70%|######9 | 257/368 [00:36<00:15, 7.00it/s] Caching latents to disk: 70%|####### | 258/368 [00:36<00:15, 7.01it/s] Caching latents to disk: 70%|####### | 258/368 [00:36<00:15, 7.01it/s] Caching latents to disk: 70%|####### | 259/368 [00:36<00:15, 7.03it/s] Caching latents to disk: 70%|####### | 259/368 [00:36<00:15, 7.03it/s] Caching latents to disk: 71%|####### | 260/368 [00:37<00:15, 7.02it/s] Caching latents to disk: 71%|####### | 260/368 [00:37<00:15, 7.02it/s] Caching latents to disk: 71%|####### | 261/368 [00:37<00:15, 7.04it/s] Caching latents to disk: 71%|####### | 261/368 [00:37<00:15, 7.04it/s] Caching latents to disk: 71%|#######1 | 262/368 [00:37<00:15, 7.05it/s] Caching latents to disk: 71%|#######1 | 262/368 [00:37<00:15, 7.05it/s] Caching latents to disk: 71%|#######1 | 263/368 [00:37<00:14, 7.06it/s] Caching latents to disk: 71%|#######1 | 263/368 [00:37<00:14, 7.06it/s] Caching latents to disk: 72%|#######1 | 264/368 [00:37<00:14, 7.05it/s] Caching latents to disk: 72%|#######1 | 264/368 [00:37<00:14, 7.05it/s] Caching latents to disk: 72%|#######2 | 265/368 [00:37<00:14, 7.03it/s] Caching latents to disk: 72%|#######2 | 265/368 [00:37<00:14, 7.03it/s] Caching latents to disk: 72%|#######2 | 266/368 [00:37<00:14, 7.01it/s] Caching latents to disk: 72%|#######2 | 266/368 [00:37<00:14, 7.01it/s] Caching latents to disk: 73%|#######2 | 267/368 [00:38<00:14, 7.01it/s] Caching latents to disk: 73%|#######2 | 267/368 [00:38<00:14, 7.01it/s] Caching latents to disk: 73%|#######2 | 268/368 [00:38<00:14, 7.03it/s] Caching latents to disk: 73%|#######2 | 268/368 [00:38<00:14, 7.03it/s] Caching latents to disk: 73%|#######3 | 269/368 [00:38<00:14, 7.02it/s] Caching latents to disk: 73%|#######3 | 269/368 [00:38<00:14, 7.02it/s] Caching latents to disk: 73%|#######3 | 270/368 [00:38<00:13, 7.04it/s] Caching latents to disk: 73%|#######3 | 270/368 [00:38<00:13, 7.04it/s] Caching latents to disk: 74%|#######3 | 271/368 [00:38<00:13, 7.03it/s] Caching latents to disk: 74%|#######3 | 271/368 [00:38<00:13, 7.03it/s] Caching latents to disk: 74%|#######3 | 272/368 [00:38<00:13, 7.04it/s] Caching latents to disk: 74%|#######3 | 272/368 [00:38<00:13, 7.04it/s] Caching latents to disk: 74%|#######4 | 273/368 [00:38<00:13, 7.00it/s] Caching latents to disk: 74%|#######4 | 273/368 [00:38<00:13, 7.00it/s] Caching latents to disk: 74%|#######4 | 274/368 [00:39<00:13, 6.97it/s] Caching latents to disk: 74%|#######4 | 274/368 [00:39<00:13, 6.97it/s] Caching latents to disk: 75%|#######4 | 275/368 [00:39<00:13, 6.98it/s] Caching latents to disk: 75%|#######4 | 275/368 [00:39<00:13, 6.98it/s] Caching latents to disk: 75%|#######5 | 276/368 [00:39<00:13, 6.97it/s] Caching latents to disk: 75%|#######5 | 276/368 [00:39<00:13, 6.97it/s] Caching latents to disk: 75%|#######5 | 277/368 [00:39<00:13, 7.00it/s] Caching latents to disk: 75%|#######5 | 277/368 [00:39<00:13, 7.00it/s] Caching latents to disk: 76%|#######5 | 278/368 [00:39<00:12, 7.03it/s] Caching latents to disk: 76%|#######5 | 278/368 [00:39<00:12, 7.03it/s] Caching latents to disk: 76%|#######5 | 279/368 [00:39<00:12, 7.04it/s] Caching latents to disk: 76%|#######5 | 279/368 [00:39<00:12, 7.04it/s] Caching latents to disk: 76%|#######6 | 280/368 [00:39<00:12, 7.04it/s] Caching latents to disk: 76%|#######6 | 280/368 [00:39<00:12, 7.04it/s] Caching latents to disk: 76%|#######6 | 281/368 [00:40<00:12, 7.03it/s] Caching latents to disk: 76%|#######6 | 281/368 [00:40<00:12, 7.03it/s] Caching latents to disk: 77%|#######6 | 282/368 [00:40<00:12, 7.00it/s] Caching latents to disk: 77%|#######6 | 282/368 [00:40<00:12, 7.00it/s] Caching latents to disk: 77%|#######6 | 283/368 [00:40<00:12, 7.00it/s] Caching latents to disk: 77%|#######6 | 283/368 [00:40<00:12, 7.00it/s] Caching latents to disk: 77%|#######7 | 284/368 [00:40<00:11, 7.04it/s] Caching latents to disk: 77%|#######7 | 284/368 [00:40<00:11, 7.04it/s] Caching latents to disk: 77%|#######7 | 285/368 [00:40<00:11, 7.02it/s] Caching latents to disk: 77%|#######7 | 285/368 [00:40<00:11, 7.02it/s] Caching latents to disk: 78%|#######7 | 286/368 [00:40<00:11, 7.09it/s] Caching latents to disk: 78%|#######7 | 286/368 [00:40<00:11, 7.09it/s] Caching latents to disk: 78%|#######7 | 287/368 [00:40<00:11, 7.17it/s] Caching latents to disk: 78%|#######7 | 287/368 [00:40<00:11, 7.17it/s] Caching latents to disk: 78%|#######8 | 288/368 [00:41<00:11, 7.10it/s] Caching latents to disk: 78%|#######8 | 288/368 [00:41<00:11, 7.10it/s] Caching latents to disk: 79%|#######8 | 289/368 [00:41<00:11, 7.08it/s] Caching latents to disk: 79%|#######8 | 289/368 [00:41<00:11, 7.08it/s] Caching latents to disk: 79%|#######8 | 290/368 [00:41<00:11, 7.06it/s] Caching latents to disk: 79%|#######8 | 290/368 [00:41<00:11, 7.06it/s] Caching latents to disk: 79%|#######9 | 291/368 [00:41<00:10, 7.08it/s] Caching latents to disk: 79%|#######9 | 291/368 [00:41<00:10, 7.08it/s] Caching latents to disk: 79%|#######9 | 292/368 [00:41<00:10, 7.03it/s] Caching latents to disk: 79%|#######9 | 292/368 [00:41<00:10, 7.03it/s] Caching latents to disk: 80%|#######9 | 293/368 [00:41<00:10, 7.01it/s] Caching latents to disk: 80%|#######9 | 293/368 [00:41<00:10, 7.01it/s] Caching latents to disk: 80%|#######9 | 294/368 [00:41<00:10, 7.14it/s] Caching latents to disk: 80%|#######9 | 294/368 [00:41<00:10, 7.14it/s] Caching latents to disk: 80%|######## | 295/368 [00:42<00:10, 7.09it/s] Caching latents to disk: 80%|######## | 295/368 [00:42<00:10, 7.09it/s] Caching latents to disk: 80%|######## | 296/368 [00:42<00:10, 7.08it/s] Caching latents to disk: 80%|######## | 296/368 [00:42<00:10, 7.08it/s] Caching latents to disk: 81%|######## | 297/368 [00:42<00:10, 7.04it/s] Caching latents to disk: 81%|######## | 297/368 [00:42<00:10, 7.04it/s] Caching latents to disk: 81%|######## | 298/368 [00:42<00:09, 7.02it/s] Caching latents to disk: 81%|######## | 298/368 [00:42<00:09, 7.02it/s] Caching latents to disk: 81%|########1 | 299/368 [00:42<00:09, 7.04it/s] Caching latents to disk: 81%|########1 | 299/368 [00:42<00:09, 7.04it/s] Caching latents to disk: 82%|########1 | 300/368 [00:42<00:09, 7.03it/s] Caching latents to disk: 82%|########1 | 300/368 [00:42<00:09, 7.03it/s] Caching latents to disk: 82%|########1 | 301/368 [00:42<00:09, 7.02it/s] Caching latents to disk: 82%|########1 | 301/368 [00:42<00:09, 7.02it/s] Caching latents to disk: 82%|########2 | 302/368 [00:43<00:09, 7.03it/s] Caching latents to disk: 82%|########2 | 302/368 [00:43<00:09, 7.03it/s] Caching latents to disk: 82%|########2 | 303/368 [00:43<00:09, 7.02it/s] Caching latents to disk: 82%|########2 | 303/368 [00:43<00:09, 7.02it/s] Caching latents to disk: 83%|########2 | 304/368 [00:43<00:09, 7.02it/s] Caching latents to disk: 83%|########2 | 304/368 [00:43<00:09, 7.02it/s] Caching latents to disk: 83%|########2 | 305/368 [00:43<00:08, 7.03it/s] Caching latents to disk: 83%|########2 | 305/368 [00:43<00:08, 7.03it/s] Caching latents to disk: 83%|########3 | 306/368 [00:43<00:08, 7.03it/s] Caching latents to disk: 83%|########3 | 306/368 [00:43<00:08, 7.03it/s] Caching latents to disk: 83%|########3 | 307/368 [00:43<00:08, 7.05it/s] Caching latents to disk: 83%|########3 | 307/368 [00:43<00:08, 7.05it/s] Caching latents to disk: 84%|########3 | 308/368 [00:43<00:08, 7.08it/s] Caching latents to disk: 84%|########3 | 308/368 [00:43<00:08, 7.08it/s] Caching latents to disk: 84%|########3 | 309/368 [00:44<00:08, 7.08it/s] Caching latents to disk: 84%|########3 | 309/368 [00:44<00:08, 7.08it/s] Caching latents to disk: 84%|########4 | 310/368 [00:44<00:08, 7.07it/s] Caching latents to disk: 84%|########4 | 310/368 [00:44<00:08, 7.07it/s] Caching latents to disk: 85%|########4 | 311/368 [00:44<00:08, 7.12it/s] Caching latents to disk: 85%|########4 | 311/368 [00:44<00:08, 7.12it/s] Caching latents to disk: 85%|########4 | 312/368 [00:44<00:07, 7.10it/s] Caching latents to disk: 85%|########4 | 312/368 [00:44<00:07, 7.10it/s] Caching latents to disk: 85%|########5 | 313/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 85%|########5 | 313/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 85%|########5 | 314/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 85%|########5 | 314/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 86%|########5 | 315/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 86%|########5 | 315/368 [00:44<00:07, 7.09it/s] Caching latents to disk: 86%|########5 | 316/368 [00:45<00:07, 7.09it/s] Caching latents to disk: 86%|########5 | 316/368 [00:45<00:07, 7.09it/s] Caching latents to disk: 86%|########6 | 317/368 [00:45<00:07, 7.12it/s] Caching latents to disk: 86%|########6 | 317/368 [00:45<00:07, 7.12it/s] Caching latents to disk: 86%|########6 | 318/368 [00:45<00:07, 6.81it/s] Caching latents to disk: 86%|########6 | 318/368 [00:45<00:07, 6.81it/s] Caching latents to disk: 87%|########6 | 319/368 [00:45<00:07, 6.64it/s] Caching latents to disk: 87%|########6 | 319/368 [00:45<00:07, 6.64it/s] Caching latents to disk: 87%|########6 | 320/368 [00:45<00:07, 6.69it/s] Caching latents to disk: 87%|########6 | 320/368 [00:45<00:07, 6.69it/s] Caching latents to disk: 87%|########7 | 321/368 [00:45<00:06, 6.73it/s] Caching latents to disk: 87%|########7 | 321/368 [00:45<00:06, 6.73it/s] Caching latents to disk: 88%|########7 | 322/368 [00:45<00:06, 6.79it/s] Caching latents to disk: 88%|########7 | 322/368 [00:45<00:06, 6.79it/s] Caching latents to disk: 88%|########7 | 323/368 [00:46<00:06, 6.84it/s] Caching latents to disk: 88%|########7 | 323/368 [00:46<00:06, 6.84it/s] Caching latents to disk: 88%|########8 | 324/368 [00:46<00:06, 6.89it/s] Caching latents to disk: 88%|########8 | 324/368 [00:46<00:06, 6.89it/s] Caching latents to disk: 88%|########8 | 325/368 [00:46<00:06, 6.93it/s] Caching latents to disk: 88%|########8 | 325/368 [00:46<00:06, 6.93it/s] Caching latents to disk: 89%|########8 | 326/368 [00:46<00:06, 6.95it/s] Caching latents to disk: 89%|########8 | 326/368 [00:46<00:06, 6.95it/s] Caching latents to disk: 89%|########8 | 327/368 [00:46<00:05, 6.93it/s] Caching latents to disk: 89%|########8 | 327/368 [00:46<00:05, 6.93it/s] Caching latents to disk: 89%|########9 | 328/368 [00:46<00:05, 6.93it/s] Caching latents to disk: 89%|########9 | 328/368 [00:46<00:05, 6.93it/s] Caching latents to disk: 89%|########9 | 329/368 [00:46<00:05, 6.81it/s] Caching latents to disk: 89%|########9 | 329/368 [00:46<00:05, 6.81it/s] Caching latents to disk: 90%|########9 | 330/368 [00:47<00:05, 6.68it/s] Caching latents to disk: 90%|########9 | 330/368 [00:47<00:05, 6.68it/s] Caching latents to disk: 90%|########9 | 331/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 90%|########9 | 331/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 90%|######### | 332/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 90%|######### | 332/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 90%|######### | 333/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 90%|######### | 333/368 [00:47<00:05, 6.65it/s] Caching latents to disk: 91%|######### | 334/368 [00:47<00:05, 6.69it/s] Caching latents to disk: 91%|######### | 334/368 [00:47<00:05, 6.69it/s] Caching latents to disk: 91%|#########1| 335/368 [00:47<00:04, 6.71it/s] Caching latents to disk: 91%|#########1| 335/368 [00:47<00:04, 6.71it/s] Caching latents to disk: 91%|#########1| 336/368 [00:48<00:04, 6.74it/s] Caching latents to disk: 91%|#########1| 336/368 [00:48<00:04, 6.74it/s] Caching latents to disk: 92%|#########1| 337/368 [00:48<00:04, 6.76it/s] Caching latents to disk: 92%|#########1| 337/368 [00:48<00:04, 6.76it/s] Caching latents to disk: 92%|#########1| 338/368 [00:48<00:04, 6.79it/s] Caching latents to disk: 92%|#########1| 338/368 [00:48<00:04, 6.79it/s] Caching latents to disk: 92%|#########2| 339/368 [00:48<00:04, 6.80it/s] Caching latents to disk: 92%|#########2| 339/368 [00:48<00:04, 6.80it/s] Caching latents to disk: 92%|#########2| 340/368 [00:48<00:04, 6.78it/s] Caching latents to disk: 92%|#########2| 340/368 [00:48<00:04, 6.78it/s] Caching latents to disk: 93%|#########2| 341/368 [00:48<00:03, 6.79it/s] Caching latents to disk: 93%|#########2| 341/368 [00:48<00:03, 6.79it/s] Caching latents to disk: 93%|#########2| 342/368 [00:48<00:03, 6.78it/s] Caching latents to disk: 93%|#########2| 342/368 [00:48<00:03, 6.78it/s] Caching latents to disk: 93%|#########3| 343/368 [00:49<00:03, 6.77it/s] Caching latents to disk: 93%|#########3| 343/368 [00:49<00:03, 6.77it/s] Caching latents to disk: 93%|#########3| 344/368 [00:49<00:03, 6.75it/s] Caching latents to disk: 93%|#########3| 344/368 [00:49<00:03, 6.75it/s] Caching latents to disk: 94%|#########3| 345/368 [00:49<00:03, 6.78it/s] Caching latents to disk: 94%|#########3| 345/368 [00:49<00:03, 6.78it/s] Caching latents to disk: 94%|#########4| 346/368 [00:49<00:03, 6.89it/s] Caching latents to disk: 94%|#########4| 346/368 [00:49<00:03, 6.89it/s] Caching latents to disk: 94%|#########4| 347/368 [00:49<00:03, 6.92it/s] Caching latents to disk: 94%|#########4| 347/368 [00:49<00:03, 6.92it/s] Caching latents to disk: 95%|#########4| 348/368 [00:49<00:02, 6.95it/s] Caching latents to disk: 95%|#########4| 348/368 [00:49<00:02, 6.95it/s] Caching latents to disk: 95%|#########4| 349/368 [00:49<00:02, 6.97it/s] Caching latents to disk: 95%|#########4| 349/368 [00:49<00:02, 6.97it/s] Caching latents to disk: 95%|#########5| 350/368 [00:50<00:02, 6.99it/s] Caching latents to disk: 95%|#########5| 350/368 [00:50<00:02, 6.99it/s] Caching latents to disk: 95%|#########5| 351/368 [00:50<00:02, 6.76it/s] Caching latents to disk: 95%|#########5| 351/368 [00:50<00:02, 6.76it/s] Caching latents to disk: 96%|#########5| 352/368 [00:50<00:02, 6.73it/s] Caching latents to disk: 96%|#########5| 352/368 [00:50<00:02, 6.73it/s] Caching latents to disk: 96%|#########5| 353/368 [00:50<00:02, 6.62it/s] Caching latents to disk: 96%|#########5| 353/368 [00:50<00:02, 6.62it/s] Caching latents to disk: 96%|#########6| 354/368 [00:50<00:02, 6.57it/s] Caching latents to disk: 96%|#########6| 354/368 [00:50<00:02, 6.57it/s] Caching latents to disk: 96%|#########6| 355/368 [00:50<00:01, 6.53it/s] Caching latents to disk: 96%|#########6| 355/368 [00:50<00:01, 6.53it/s] Caching latents to disk: 97%|#########6| 356/368 [00:50<00:01, 6.51it/s] Caching latents to disk: 97%|#########6| 356/368 [00:50<00:01, 6.51it/s] Caching latents to disk: 97%|#########7| 357/368 [00:51<00:01, 6.49it/s] Caching latents to disk: 97%|#########7| 357/368 [00:51<00:01, 6.49it/s] Caching latents to disk: 97%|#########7| 358/368 [00:51<00:01, 6.48it/s] Caching latents to disk: 97%|#########7| 358/368 [00:51<00:01, 6.48it/s] Caching latents to disk: 98%|#########7| 359/368 [00:51<00:01, 6.40it/s] Caching latents to disk: 98%|#########7| 359/368 [00:51<00:01, 6.40it/s] Caching latents to disk: 98%|#########7| 360/368 [00:51<00:01, 6.39it/s] Caching latents to disk: 98%|#########7| 360/368 [00:51<00:01, 6.39it/s] Caching latents to disk: 98%|#########8| 361/368 [00:51<00:01, 6.38it/s] Caching latents to disk: 98%|#########8| 361/368 [00:51<00:01, 6.38it/s] Caching latents to disk: 98%|#########8| 362/368 [00:51<00:00, 6.52it/s] Caching latents to disk: 98%|#########8| 362/368 [00:51<00:00, 6.52it/s] Caching latents to disk: 99%|#########8| 363/368 [00:52<00:00, 6.49it/s] Caching latents to disk: 99%|#########8| 363/368 [00:52<00:00, 6.49it/s] Caching latents to disk: 99%|#########8| 364/368 [00:52<00:00, 6.61it/s] Caching latents to disk: 99%|#########8| 364/368 [00:52<00:00, 6.61it/s] Caching latents to disk: 99%|#########9| 365/368 [00:52<00:00, 6.65it/s] Caching latents to disk: 99%|#########9| 365/368 [00:52<00:00, 6.65it/s] Caching latents to disk: 99%|#########9| 366/368 [00:52<00:00, 6.59it/s] Caching latents to disk: 99%|#########9| 366/368 [00:52<00:00, 6.59it/s] Caching latents to disk: 100%|#########9| 367/368 [00:52<00:00, 6.68it/s] Caching latents to disk: 100%|#########9| 367/368 [00:52<00:00, 6.68it/s] Caching latents to disk: 100%|##########| 368/368 [00:52<00:00, 6.74it/s] Caching latents to disk: 100%|##########| 368/368 [00:52<00:00, 6.74it/s] Caching latents to disk: 100%|##########| 368/368 [00:52<00:00, 6.97it/s] Caching latents to disk: 100%|##########| 368/368 [00:52<00:00, 6.97it/s]
Caching text_embeddings for /app/ai-toolkit/datasets/images
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching text embeddings to disk: 0%| | 0/368 [00:00<?, ?it/s] Caching text embeddings to disk: 100%|##########| 368/368 [00:00<00:00, 5758.83it/s] Caching text embeddings to disk: 100%|##########| 368/368 [00:00<00:00, 5758.83it/s]
Caching embeddings and unloading text encoder
***** UNLOADING TEXT ENCODER *****
Embeddings cached to disk. We dont need the text encoder anymore
***********************************