Quantumbraid's picture
download
raw
244 kB
Running 1 job
{
"type": "diffusion_trainer",
"training_folder": "/app/ai-toolkit/output",
"sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
"device": "cuda",
"trigger_word": null,
"performance_log_every": 10,
"network": {
"type": "lora",
"linear": 64,
"linear_alpha": 64,
"lokr_full_rank": true,
"lokr_factor": -1,
"network_kwargs": {
"ignore_if_contains": []
}
},
"save": {
"dtype": "bf16",
"save_every": 500,
"max_step_saves_to_keep": 8,
"save_format": "diffusers",
"push_to_hub": false
},
"datasets": [
{
"folder_path": "/app/ai-toolkit/datasets/anatomy_",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": false,
"is_reg": false,
"network_weight": 1,
"resolution": [
256
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 1,
"flip_x": false,
"flip_y": false,
"num_repeats": 1
}
],
"train": {
"batch_size": 1,
"bypass_guidance_embedding": false,
"steps": 100000,
"gradient_accumulation": 1,
"train_unet": true,
"train_text_encoder": false,
"gradient_checkpointing": true,
"noise_scheduler": "flowmatch",
"optimizer": "adamw8bit",
"timestep_type": "linear",
"content_or_style": "balanced",
"optimizer_params": {
"weight_decay": 0.0001
},
"unload_text_encoder": false,
"cache_text_embeddings": true,
"lr": 0.0002,
"ema_config": {
"use_ema": false,
"ema_decay": 0.99
},
"skip_first_sample": false,
"force_first_sample": true,
"disable_sampling": false,
"dtype": "bf16",
"diff_output_preservation": false,
"diff_output_preservation_multiplier": 1,
"diff_output_preservation_class": "person",
"switch_boundary_every": 1,
"loss_type": "mse",
"do_differential_guidance": true,
"differential_guidance_scale": 3
},
"logging": {
"log_every": 1,
"use_ui_logger": true
},
"model": {
"name_or_path": "mage-flow-community/Mage-Flow",
"quantize": false,
"qtype": "qfloat8",
"quantize_te": true,
"qtype_te": "qfloat8",
"arch": "mageflow",
"low_vram": false,
"model_kwargs": {},
"compile": false,
"layer_offloading": false,
"layer_offloading_text_encoder_percent": 1,
"layer_offloading_transformer_percent": 1,
"gradiient_checkpointing": false
},
"sample": {
"sampler": "flowmatch",
"sample_every": 500,
"sample_start_step": 5000,
"width": 256,
"height": 256,
"samples": [
{
"prompt": "\ud83d\ude04\ud83d\ude01"
},
{
"prompt": "\ud83d\ude06\ud83d\ude02"
},
{
"prompt": "\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06\ud83d\ude06"
},
{
"prompt": "\ud83d\ude04\ud83d\ude01"
},
{
"prompt": "\ud83d\ude06\ud83d\ude01"
},
{
"prompt": "\ud83d\ude06\ud83e\udd23\ud83d\ude09"
},
{
"prompt": "\ud83d\ude06\ud83d\ude02"
}
],
"neg": "",
"seed": 42,
"walk_seed": false,
"guidance_scale": 4,
"sample_steps": 25,
"num_frames": 1,
"fps": 1
}
}
Using SQLite database at /app/ai-toolkit/aitk_db.db
Job ID: "2e52ff99-4f3a-4b4d-b286-7653e04e1141"
#############################################
# Running job: microfloppy
#############################################
Running 1 process
Loading Mage-Flow model
Loading transformer (MageFlow NR-MMDiT)
- fetching transformer weights
- loading transformer state dict
Loading Qwen3-VL text encoder from mage-flow-community/Mage-Flow
Loading weights: 0%| | 0/713 [00:00<?, ?it/s] Loading weights: 65%|██████▌ | 467/713 [00:00<00:00, 4646.51it/s] Loading weights: 100%|██████████| 713/713 [00:00<00:00, 4517.79it/s]
Quantizing (qfloat8)
- quantizing 36 blocks
0%| | 0/36 [00:00<?, ?it/s] 6%|▌ | 2/36 [00:00<00:01, 19.83it/s] 17%|█▋ | 6/36 [00:00<00:01, 29.85it/s] 28%|██▊ | 10/36 [00:00<00:00, 32.79it/s] 39%|███▉ | 14/36 [00:00<00:00, 34.06it/s] 50%|█████ | 18/36 [00:00<00:00, 35.16it/s] 61%|██████ | 22/36 [00:00<00:00, 35.64it/s] 72%|███████▏ | 26/36 [00:00<00:00, 35.57it/s] 83%|████████▎ | 30/36 [00:00<00:00, 34.72it/s] 94%|█████████▍| 34/36 [00:00<00:00, 35.20it/s] 100%|██████████| 36/36 [00:01<00:00, 34.33it/s]
- quantizing extras
Loading MageVAE
Model Loaded
create LoRA network. base dim (rank): 64, alpha: 64
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 168 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /app/ai-toolkit/output/microfloppy/microfloppy.safetensors ####
Loading from /app/ai-toolkit/output/microfloppy/microfloppy.safetensors
Missing keys: []
Found step 80000 in metadata, starting from there
Loading optimizer state from /app/ai-toolkit/output/microfloppy/optimizer.pt
Updating optimizer LR from params
Dataset: /app/ai-toolkit/datasets/anatomy_
- Preprocessing image dimensions
0%| | 0/1215 [00:00<?, ?it/s] 100%|██████████| 1215/1215 [00:00<00:00, 31342.17it/s]
- Found 1215 images
Bucket sizes for /app/ai-toolkit/datasets/anatomy_:
208x304: 924 files
224x288: 118 files
304x208: 119 files
288x224: 24 files
336x192: 26 files
192x336: 2 files
240x272: 1 files
16x16: 1 files
8 buckets made
Caching text_embeddings for /app/ai-toolkit/datasets/anatomy_
- Saving text embeddings to disk
Caching text embeddings to disk: 0%| | 0/1215 [00:00<?, ?it/s] Caching text embeddings to disk: 87%|████████▋ | 1051/1215 [00:00<00:00, 10500.47it/s] Caching text embeddings to disk: 100%|██████████| 1215/1215 [00:00<00:00, 10483.45it/s]
Caching embeddings and unloading text encoder
***** UNLOADING TEXT ENCODER *****
Embeddings cached to disk. We dont need the text encoder anymore
***********************************
Generating baseline samples before training
Generating Samples: 0%| | 0/7 [00:00<?, ?it/s] Generating Samples: 14%|█▍ | 1/7 [00:03<00:22, 3.74s/it] Generating Samples: 29%|██▊ | 2/7 [00:07<00:18, 3.60s/it] Generating Samples: 43%|████▎ | 3/7 [00:10<00:14, 3.61s/it] Generating Samples: 57%|█████▋ | 4/7 [00:14<00:10, 3.58s/it] Generating Samples: 71%|███████▏ | 5/7 [00:17<00:07, 3.55s/it] Generating Samples: 86%|████████▌ | 6/7 [00:21<00:03, 3.54s/it] Generating Samples: 100%|██████████| 7/7 [00:24<00:00, 3.52s/it] Generating Samples: 100%|██████████| 7/7 [00:24<00:00, 3.56s/it]
microfloppy: 80%|████████ | 80000/100000 [00:00<?, ?it/s] microfloppy: 80%|████████ | 80000/100000 [00:01<?, ?it/s, lr: 2.0e-04 loss: 8.214e-01] microfloppy: 80%|████████ | 80001/100000 [00:01<5:52:59, 1.06s/it, lr: 2.0e-04 loss: 8.214e-01] microfloppy: 80%|████████ | 80001/100000 [00:01<5:52:59, 1.06s/it, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80002/100000 [00:01<3:36:15, 1.54it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80002/100000 [00:02<3:36:15, 1.54it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 80%|████████ | 80003/100000 [00:02<2:49:22, 1.97it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 80%|████████ | 80003/100000 [00:02<2:49:22, 1.97it/s, lr: 2.0e-04 loss: 7.432e-01] microfloppy: 80%|████████ | 80004/100000 [00:02<2:39:46, 2.09it/s, lr: 2.0e-04 loss: 7.432e-01] microfloppy: 80%|████████ | 80004/100000 [00:02<2:39:46, 2.09it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 80%|████████ | 80005/100000 [00:02<2:35:45, 2.14it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 80%|████████ | 80005/100000 [00:03<2:35:45, 2.14it/s, lr: 2.0e-04 loss: 6.989e-01] microfloppy: 80%|████████ | 80006/100000 [00:03<2:35:01, 2.15it/s, lr: 2.0e-04 loss: 6.989e-01] microfloppy: 80%|████████ | 80006/100000 [00:03<2:35:01, 2.15it/s, lr: 2.0e-04 loss: 7.422e-01] microfloppy: 80%|████████ | 80007/100000 [00:03<2:36:14, 2.13it/s, lr: 2.0e-04 loss: 7.422e-01] microfloppy: 80%|████████ | 80007/100000 [00:04<2:36:14, 2.13it/s, lr: 2.0e-04 loss: 6.445e-01] microfloppy: 80%|████████ | 80008/100000 [00:04<2:42:45, 2.05it/s, lr: 2.0e-04 loss: 6.445e-01] microfloppy: 80%|████████ | 80008/100000 [00:04<2:42:45, 2.05it/s, lr: 2.0e-04 loss: 9.429e-01] microfloppy: 80%|████████ | 80009/100000 [00:04<2:37:37, 2.11it/s, lr: 2.0e-04 loss: 9.429e-01] microfloppy: 80%|████████ | 80009/100000 [00:05<2:37:37, 2.11it/s, lr: 2.0e-04 loss: 1.102e+00] microfloppy: 80%|████████ | 80010/100000 [00:05<2:38:05, 2.11it/s, lr: 2.0e-04 loss: 1.102e+00] microfloppy: 80%|████████ | 80010/100000 [00:05<2:38:05, 2.11it/s, lr: 2.0e-04 loss: 8.636e-01] microfloppy: 80%|████████ | 80011/100000 [00:05<2:37:57, 2.11it/s, lr: 2.0e-04 loss: 8.636e-01] microfloppy: 80%|████████ | 80011/100000 [00:06<2:37:57, 2.11it/s, lr: 2.0e-04 loss: 9.974e-01] microfloppy: 80%|████████ | 80012/100000 [00:06<2:35:27, 2.14it/s, lr: 2.0e-04 loss: 9.974e-01] microfloppy: 80%|████████ | 80012/100000 [00:06<2:35:27, 2.14it/s, lr: 2.0e-04 loss: 7.158e-01] microfloppy: 80%|████████ | 80013/100000 [00:06<2:37:04, 2.12it/s, lr: 2.0e-04 loss: 7.158e-01] microfloppy: 80%|████████ | 80013/100000 [00:07<2:37:04, 2.12it/s, lr: 2.0e-04 loss: 1.194e+00] microfloppy: 80%|████████ | 80014/100000 [00:07<2:35:12, 2.15it/s, lr: 2.0e-04 loss: 1.194e+00] microfloppy: 80%|████████ | 80014/100000 [00:07<2:35:12, 2.15it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80015/100000 [00:07<2:34:56, 2.15it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80015/100000 [00:08<2:34:56, 2.15it/s, lr: 2.0e-04 loss: 6.921e-01] microfloppy: 80%|████████ | 80016/100000 [00:08<2:35:27, 2.14it/s, lr: 2.0e-04 loss: 6.921e-01] microfloppy: 80%|████████ | 80016/100000 [00:08<2:35:27, 2.14it/s, lr: 2.0e-04 loss: 1.063e+00] microfloppy: 80%|████████ | 80017/100000 [00:08<2:36:46, 2.12it/s, lr: 2.0e-04 loss: 1.063e+00] microfloppy: 80%|████████ | 80017/100000 [00:09<2:36:46, 2.12it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 80%|████████ | 80018/100000 [00:09<2:35:54, 2.14it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 80%|████████ | 80018/100000 [00:09<2:35:54, 2.14it/s, lr: 2.0e-04 loss: 7.828e-01] microfloppy: 80%|████████ | 80019/100000 [00:09<2:37:06, 2.12it/s, lr: 2.0e-04 loss: 7.828e-01] microfloppy: 80%|████████ | 80019/100000 [00:10<2:37:06, 2.12it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80020/100000 [00:10<2:35:45, 2.14it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80020/100000 [00:10<2:35:45, 2.14it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 80%|████████ | 80021/100000 [00:10<2:43:40, 2.03it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 80%|████████ | 80021/100000 [00:11<2:43:40, 2.03it/s, lr: 2.0e-04 loss: 1.156e+00] microfloppy: 80%|████████ | 80022/100000 [00:11<2:39:14, 2.09it/s, lr: 2.0e-04 loss: 1.156e+00] microfloppy: 80%|████████ | 80022/100000 [00:11<2:39:14, 2.09it/s, lr: 2.0e-04 loss: 7.504e-01] microfloppy: 80%|████████ | 80023/100000 [00:11<2:37:39, 2.11it/s, lr: 2.0e-04 loss: 7.504e-01] microfloppy: 80%|████████ | 80023/100000 [00:11<2:37:39, 2.11it/s, lr: 2.0e-04 loss: 9.433e-01] microfloppy: 80%|████████ | 80024/100000 [00:11<2:37:31, 2.11it/s, lr: 2.0e-04 loss: 9.433e-01] microfloppy: 80%|████████ | 80024/100000 [00:12<2:37:31, 2.11it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80025/100000 [00:12<2:35:47, 2.14it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80025/100000 [00:12<2:35:47, 2.14it/s, lr: 2.0e-04 loss: 1.038e+00] microfloppy: 80%|████████ | 80026/100000 [00:12<2:37:03, 2.12it/s, lr: 2.0e-04 loss: 1.038e+00] microfloppy: 80%|████████ | 80026/100000 [00:13<2:37:03, 2.12it/s, lr: 2.0e-04 loss: 1.024e+00] microfloppy: 80%|████████ | 80027/100000 [00:13<2:34:43, 2.15it/s, lr: 2.0e-04 loss: 1.024e+00] microfloppy: 80%|████████ | 80027/100000 [00:13<2:34:43, 2.15it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80028/100000 [00:13<2:35:05, 2.15it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80028/100000 [00:14<2:35:05, 2.15it/s, lr: 2.0e-04 loss: 7.781e-01] microfloppy: 80%|████████ | 80029/100000 [00:14<2:36:20, 2.13it/s, lr: 2.0e-04 loss: 7.781e-01] microfloppy: 80%|████████ | 80029/100000 [00:14<2:36:20, 2.13it/s, lr: 2.0e-04 loss: 9.077e-01] microfloppy: 80%|████████ | 80030/100000 [00:14<2:36:44, 2.12it/s, lr: 2.0e-04 loss: 9.077e-01] microfloppy: 80%|████████ | 80030/100000 [00:15<2:36:44, 2.12it/s, lr: 2.0e-04 loss: 6.695e-01] microfloppy: 80%|████████ | 80031/100000 [00:15<2:41:14, 2.06it/s, lr: 2.0e-04 loss: 6.695e-01] microfloppy: 80%|████████ | 80031/100000 [00:15<2:41:14, 2.06it/s, lr: 2.0e-04 loss: 6.600e-01] microfloppy: 80%|████████ | 80032/100000 [00:15<2:34:32, 2.15it/s, lr: 2.0e-04 loss: 6.600e-01] microfloppy: 80%|████████ | 80032/100000 [00:16<2:34:32, 2.15it/s, lr: 2.0e-04 loss: 6.469e-01] microfloppy: 80%|████████ | 80033/100000 [00:16<3:38:16, 1.52it/s, lr: 2.0e-04 loss: 6.469e-01] microfloppy: 80%|████████ | 80033/100000 [00:16<3:38:16, 1.52it/s, lr: 2.0e-04 loss: 6.556e-01] microfloppy: 80%|████████ | 80034/100000 [00:16<2:57:40, 1.87it/s, lr: 2.0e-04 loss: 6.556e-01] microfloppy: 80%|████████ | 80034/100000 [00:17<2:57:40, 1.87it/s, lr: 2.0e-04 loss: 1.147e+00] microfloppy: 80%|████████ | 80035/100000 [00:17<2:43:36, 2.03it/s, lr: 2.0e-04 loss: 1.147e+00] microfloppy: 80%|████████ | 80035/100000 [00:17<2:43:36, 2.03it/s, lr: 2.0e-04 loss: 9.545e-01] microfloppy: 80%|████████ | 80036/100000 [00:17<2:38:28, 2.10it/s, lr: 2.0e-04 loss: 9.545e-01] microfloppy: 80%|████████ | 80036/100000 [00:18<2:38:28, 2.10it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80037/100000 [00:18<2:41:47, 2.06it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80037/100000 [00:18<2:41:47, 2.06it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80038/100000 [00:18<2:38:59, 2.09it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80038/100000 [00:19<2:38:59, 2.09it/s, lr: 2.0e-04 loss: 1.043e+00] microfloppy: 80%|████████ | 80039/100000 [00:19<2:39:04, 2.09it/s, lr: 2.0e-04 loss: 1.043e+00] microfloppy: 80%|████████ | 80039/100000 [00:19<2:39:04, 2.09it/s, lr: 2.0e-04 loss: 8.925e-01] microfloppy: 80%|████████ | 80040/100000 [00:19<2:41:10, 2.06it/s, lr: 2.0e-04 loss: 8.925e-01] microfloppy: 80%|████████ | 80040/100000 [00:20<2:41:10, 2.06it/s, lr: 2.0e-04 loss: 7.027e-01] microfloppy: 80%|████████ | 80041/100000 [00:20<2:41:03, 2.07it/s, lr: 2.0e-04 loss: 7.027e-01] microfloppy: 80%|████████ | 80041/100000 [00:20<2:41:03, 2.07it/s, lr: 2.0e-04 loss: 7.241e-01] microfloppy: 80%|████████ | 80042/100000 [00:20<2:37:58, 2.11it/s, lr: 2.0e-04 loss: 7.241e-01] microfloppy: 80%|████████ | 80042/100000 [00:21<2:37:58, 2.11it/s, lr: 2.0e-04 loss: 1.114e+00] microfloppy: 80%|████████ | 80043/100000 [00:21<2:44:20, 2.02it/s, lr: 2.0e-04 loss: 1.114e+00] microfloppy: 80%|████████ | 80043/100000 [00:21<2:44:20, 2.02it/s, lr: 2.0e-04 loss: 7.083e-01] microfloppy: 80%|████████ | 80044/100000 [00:21<2:39:31, 2.08it/s, lr: 2.0e-04 loss: 7.083e-01] microfloppy: 80%|████████ | 80044/100000 [00:22<2:39:31, 2.08it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80045/100000 [00:22<2:37:33, 2.11it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80045/100000 [00:22<2:37:33, 2.11it/s, lr: 2.0e-04 loss: 7.018e-01] microfloppy: 80%|████████ | 80046/100000 [00:22<2:39:04, 2.09it/s, lr: 2.0e-04 loss: 7.018e-01] microfloppy: 80%|████████ | 80046/100000 [00:23<2:39:04, 2.09it/s, lr: 2.0e-04 loss: 9.421e-01] microfloppy: 80%|████████ | 80047/100000 [00:23<2:45:07, 2.01it/s, lr: 2.0e-04 loss: 9.421e-01] microfloppy: 80%|████████ | 80047/100000 [00:23<2:45:07, 2.01it/s, lr: 2.0e-04 loss: 7.198e-01] microfloppy: 80%|████████ | 80048/100000 [00:23<2:41:44, 2.06it/s, lr: 2.0e-04 loss: 7.198e-01] microfloppy: 80%|████████ | 80048/100000 [00:24<2:41:44, 2.06it/s, lr: 2.0e-04 loss: 9.755e-01] microfloppy: 80%|████████ | 80049/100000 [00:24<2:48:18, 1.98it/s, lr: 2.0e-04 loss: 9.755e-01] microfloppy: 80%|████████ | 80049/100000 [00:24<2:48:18, 1.98it/s, lr: 2.0e-04 loss: 7.709e-01] microfloppy: 80%|████████ | 80050/100000 [00:24<2:47:30, 1.98it/s, lr: 2.0e-04 loss: 7.709e-01] microfloppy: 80%|████████ | 80050/100000 [00:25<2:47:30, 1.98it/s, lr: 2.0e-04 loss: 6.543e-01] microfloppy: 80%|████████ | 80051/100000 [00:25<2:54:07, 1.91it/s, lr: 2.0e-04 loss: 6.543e-01] microfloppy: 80%|████████ | 80051/100000 [00:25<2:54:07, 1.91it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 80%|████████ | 80052/100000 [00:25<2:45:01, 2.01it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 80%|████████ | 80052/100000 [00:26<2:45:01, 2.01it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80053/100000 [00:26<2:51:07, 1.94it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80053/100000 [00:26<2:51:07, 1.94it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 80%|████████ | 80054/100000 [00:26<2:47:16, 1.99it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 80%|████████ | 80054/100000 [00:27<2:47:16, 1.99it/s, lr: 2.0e-04 loss: 6.385e-01] microfloppy: 80%|████████ | 80055/100000 [00:27<2:42:16, 2.05it/s, lr: 2.0e-04 loss: 6.385e-01] microfloppy: 80%|████████ | 80055/100000 [00:27<2:42:16, 2.05it/s, lr: 2.0e-04 loss: 8.376e-01] microfloppy: 80%|████████ | 80056/100000 [00:27<2:40:23, 2.07it/s, lr: 2.0e-04 loss: 8.376e-01] microfloppy: 80%|████████ | 80056/100000 [00:28<2:40:23, 2.07it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 80%|████████ | 80057/100000 [00:28<2:40:06, 2.08it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 80%|████████ | 80057/100000 [00:28<2:40:06, 2.08it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 80%|████████ | 80058/100000 [00:28<2:44:06, 2.03it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 80%|████████ | 80058/100000 [00:29<2:44:06, 2.03it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80059/100000 [00:29<2:37:57, 2.10it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80059/100000 [00:29<2:37:57, 2.10it/s, lr: 2.0e-04 loss: 8.044e-01] microfloppy: 80%|████████ | 80060/100000 [00:29<2:38:30, 2.10it/s, lr: 2.0e-04 loss: 8.044e-01] microfloppy: 80%|████████ | 80060/100000 [00:30<2:38:30, 2.10it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80061/100000 [00:30<2:42:34, 2.04it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80061/100000 [00:30<2:42:34, 2.04it/s, lr: 2.0e-04 loss: 1.002e+00] microfloppy: 80%|████████ | 80062/100000 [00:30<3:41:49, 1.50it/s, lr: 2.0e-04 loss: 1.002e+00] microfloppy: 80%|████████ | 80062/100000 [00:31<3:41:49, 1.50it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80063/100000 [00:31<2:55:26, 1.89it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80063/100000 [00:31<2:55:26, 1.89it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80064/100000 [00:31<2:41:59, 2.05it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80064/100000 [00:32<2:41:59, 2.05it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 80%|████████ | 80065/100000 [00:32<2:35:35, 2.14it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 80%|████████ | 80065/100000 [00:32<2:35:35, 2.14it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 80%|████████ | 80066/100000 [00:32<2:36:36, 2.12it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 80%|████████ | 80066/100000 [00:33<2:36:36, 2.12it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 80%|████████ | 80067/100000 [00:33<2:36:21, 2.12it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 80%|████████ | 80067/100000 [00:33<2:36:21, 2.12it/s, lr: 2.0e-04 loss: 7.191e-01] microfloppy: 80%|████████ | 80068/100000 [00:33<2:37:46, 2.11it/s, lr: 2.0e-04 loss: 7.191e-01] microfloppy: 80%|████████ | 80068/100000 [00:34<2:37:46, 2.11it/s, lr: 2.0e-04 loss: 1.244e+00] microfloppy: 80%|████████ | 80069/100000 [00:34<2:39:22, 2.08it/s, lr: 2.0e-04 loss: 1.244e+00] microfloppy: 80%|████████ | 80069/100000 [00:34<2:39:22, 2.08it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80070/100000 [00:34<2:37:10, 2.11it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80070/100000 [00:35<2:37:10, 2.11it/s, lr: 2.0e-04 loss: 8.688e-01] microfloppy: 80%|████████ | 80071/100000 [00:35<2:38:05, 2.10it/s, lr: 2.0e-04 loss: 8.688e-01] microfloppy: 80%|████████ | 80071/100000 [00:35<2:38:05, 2.10it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80072/100000 [00:35<2:40:10, 2.07it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80072/100000 [00:36<2:40:10, 2.07it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80073/100000 [00:36<2:40:44, 2.07it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80073/100000 [00:36<2:40:44, 2.07it/s, lr: 2.0e-04 loss: 1.167e+00] microfloppy: 80%|████████ | 80074/100000 [00:36<2:35:56, 2.13it/s, lr: 2.0e-04 loss: 1.167e+00] microfloppy: 80%|████████ | 80074/100000 [00:36<2:35:56, 2.13it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 80%|████████ | 80075/100000 [00:36<2:35:42, 2.13it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 80%|████████ | 80075/100000 [00:37<2:35:42, 2.13it/s, lr: 2.0e-04 loss: 9.379e-01] microfloppy: 80%|████████ | 80076/100000 [00:37<2:41:19, 2.06it/s, lr: 2.0e-04 loss: 9.379e-01] microfloppy: 80%|████████ | 80076/100000 [00:37<2:41:19, 2.06it/s, lr: 2.0e-04 loss: 6.715e-01] microfloppy: 80%|████████ | 80077/100000 [00:37<2:41:42, 2.05it/s, lr: 2.0e-04 loss: 6.715e-01] microfloppy: 80%|████████ | 80077/100000 [00:38<2:41:42, 2.05it/s, lr: 2.0e-04 loss: 7.542e-01] microfloppy: 80%|████████ | 80078/100000 [00:38<2:41:01, 2.06it/s, lr: 2.0e-04 loss: 7.542e-01] microfloppy: 80%|████████ | 80078/100000 [00:38<2:41:01, 2.06it/s, lr: 2.0e-04 loss: 7.748e-01] microfloppy: 80%|████████ | 80079/100000 [00:38<2:41:54, 2.05it/s, lr: 2.0e-04 loss: 7.748e-01] microfloppy: 80%|████████ | 80079/100000 [00:39<2:41:54, 2.05it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 80%|████████ | 80080/100000 [00:39<2:32:50, 2.17it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 80%|████████ | 80080/100000 [00:39<2:32:50, 2.17it/s, lr: 2.0e-04 loss: 7.836e-01] microfloppy: 80%|████████ | 80081/100000 [00:39<2:39:05, 2.09it/s, lr: 2.0e-04 loss: 7.836e-01] microfloppy: 80%|████████ | 80081/100000 [00:40<2:39:05, 2.09it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 80%|████████ | 80082/100000 [00:40<2:35:29, 2.13it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 80%|████████ | 80082/100000 [00:40<2:35:29, 2.13it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80083/100000 [00:40<2:34:03, 2.15it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80083/100000 [00:41<2:34:03, 2.15it/s, lr: 2.0e-04 loss: 7.213e-01] microfloppy: 80%|████████ | 80084/100000 [00:41<2:37:16, 2.11it/s, lr: 2.0e-04 loss: 7.213e-01] microfloppy: 80%|████████ | 80084/100000 [00:41<2:37:16, 2.11it/s, lr: 2.0e-04 loss: 7.798e-01] microfloppy: 80%|████████ | 80085/100000 [00:41<2:39:13, 2.08it/s, lr: 2.0e-04 loss: 7.798e-01] microfloppy: 80%|████████ | 80085/100000 [00:42<2:39:13, 2.08it/s, lr: 2.0e-04 loss: 9.811e-01] microfloppy: 80%|████████ | 80086/100000 [00:42<2:38:11, 2.10it/s, lr: 2.0e-04 loss: 9.811e-01] microfloppy: 80%|████████ | 80086/100000 [00:42<2:38:11, 2.10it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 80%|████████ | 80087/100000 [00:42<2:38:42, 2.09it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 80%|████████ | 80087/100000 [00:43<2:38:42, 2.09it/s, lr: 2.0e-04 loss: 1.191e+00] microfloppy: 80%|████████ | 80088/100000 [00:43<2:36:49, 2.12it/s, lr: 2.0e-04 loss: 1.191e+00] microfloppy: 80%|████████ | 80088/100000 [00:43<2:36:49, 2.12it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80089/100000 [00:43<2:35:55, 2.13it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80089/100000 [00:44<2:35:55, 2.13it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 80%|████████ | 80090/100000 [00:44<2:36:37, 2.12it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 80%|████████ | 80090/100000 [00:44<2:36:37, 2.12it/s, lr: 2.0e-04 loss: 5.848e-01] microfloppy: 80%|████████ | 80091/100000 [00:44<2:37:55, 2.10it/s, lr: 2.0e-04 loss: 5.848e-01] microfloppy: 80%|████████ | 80091/100000 [00:45<2:37:55, 2.10it/s, lr: 2.0e-04 loss: 8.382e-01] microfloppy: 80%|████████ | 80092/100000 [00:45<2:35:38, 2.13it/s, lr: 2.0e-04 loss: 8.382e-01] microfloppy: 80%|████████ | 80092/100000 [00:45<2:35:38, 2.13it/s, lr: 2.0e-04 loss: 1.072e+00] microfloppy: 80%|████████ | 80093/100000 [00:45<2:35:54, 2.13it/s, lr: 2.0e-04 loss: 1.072e+00] microfloppy: 80%|████████ | 80093/100000 [00:46<2:35:54, 2.13it/s, lr: 2.0e-04 loss: 7.906e-01] microfloppy: 80%|████████ | 80094/100000 [00:46<2:37:16, 2.11it/s, lr: 2.0e-04 loss: 7.906e-01] microfloppy: 80%|████████ | 80094/100000 [00:46<2:37:16, 2.11it/s, lr: 2.0e-04 loss: 7.158e-01] microfloppy: 80%|████████ | 80095/100000 [00:46<2:37:13, 2.11it/s, lr: 2.0e-04 loss: 7.158e-01] microfloppy: 80%|████████ | 80095/100000 [00:46<2:37:13, 2.11it/s, lr: 2.0e-04 loss: 9.209e-01] microfloppy: 80%|████████ | 80096/100000 [00:46<2:35:01, 2.14it/s, lr: 2.0e-04 loss: 9.209e-01] microfloppy: 80%|████████ | 80096/100000 [00:47<2:35:01, 2.14it/s, lr: 2.0e-04 loss: 8.238e-01] microfloppy: 80%|████████ | 80097/100000 [00:47<2:33:28, 2.16it/s, lr: 2.0e-04 loss: 8.238e-01] microfloppy: 80%|████████ | 80097/100000 [00:47<2:33:28, 2.16it/s, lr: 2.0e-04 loss: 9.644e-01] microfloppy: 80%|████████ | 80098/100000 [00:47<2:39:21, 2.08it/s, lr: 2.0e-04 loss: 9.644e-01] microfloppy: 80%|████████ | 80098/100000 [00:48<2:39:21, 2.08it/s, lr: 2.0e-04 loss: 7.522e-01] microfloppy: 80%|████████ | 80099/100000 [00:48<2:41:36, 2.05it/s, lr: 2.0e-04 loss: 7.522e-01] microfloppy: 80%|████████ | 80099/100000 [00:48<2:41:36, 2.05it/s, lr: 2.0e-04 loss: 8.586e-01] microfloppy: 80%|████████ | 80100/100000 [00:48<2:38:35, 2.09it/s, lr: 2.0e-04 loss: 8.586e-01] microfloppy: 80%|████████ | 80100/100000 [00:49<2:38:35, 2.09it/s, lr: 2.0e-04 loss: 7.327e-01] microfloppy: 80%|████████ | 80101/100000 [00:49<3:37:37, 1.52it/s, lr: 2.0e-04 loss: 7.327e-01] microfloppy: 80%|████████ | 80101/100000 [00:50<3:37:37, 1.52it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80102/100000 [00:50<2:53:59, 1.91it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80102/100000 [00:50<2:53:59, 1.91it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80103/100000 [00:50<2:42:08, 2.05it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80103/100000 [00:51<2:42:08, 2.05it/s, lr: 2.0e-04 loss: 8.225e-01] microfloppy: 80%|████████ | 80104/100000 [00:51<2:36:22, 2.12it/s, lr: 2.0e-04 loss: 8.225e-01] microfloppy: 80%|████████ | 80104/100000 [00:51<2:36:22, 2.12it/s, lr: 2.0e-04 loss: 1.081e+00] microfloppy: 80%|████████ | 80105/100000 [00:51<2:35:26, 2.13it/s, lr: 2.0e-04 loss: 1.081e+00] microfloppy: 80%|████████ | 80105/100000 [00:51<2:35:26, 2.13it/s, lr: 2.0e-04 loss: 6.173e-01] microfloppy: 80%|████████ | 80106/100000 [00:51<2:38:15, 2.10it/s, lr: 2.0e-04 loss: 6.173e-01] microfloppy: 80%|████████ | 80106/100000 [00:52<2:38:15, 2.10it/s, lr: 2.0e-04 loss: 8.329e-01] microfloppy: 80%|████████ | 80107/100000 [00:52<2:34:07, 2.15it/s, lr: 2.0e-04 loss: 8.329e-01] microfloppy: 80%|████████ | 80107/100000 [00:52<2:34:07, 2.15it/s, lr: 2.0e-04 loss: 9.030e-01] microfloppy: 80%|████████ | 80108/100000 [00:52<2:33:45, 2.16it/s, lr: 2.0e-04 loss: 9.030e-01] microfloppy: 80%|████████ | 80108/100000 [00:53<2:33:45, 2.16it/s, lr: 2.0e-04 loss: 9.896e-01] microfloppy: 80%|████████ | 80109/100000 [00:53<2:35:20, 2.13it/s, lr: 2.0e-04 loss: 9.896e-01] microfloppy: 80%|████████ | 80109/100000 [00:53<2:35:20, 2.13it/s, lr: 2.0e-04 loss: 1.341e+00] microfloppy: 80%|████████ | 80110/100000 [00:53<2:33:55, 2.15it/s, lr: 2.0e-04 loss: 1.341e+00] microfloppy: 80%|████████ | 80110/100000 [00:54<2:33:55, 2.15it/s, lr: 2.0e-04 loss: 7.784e-01] microfloppy: 80%|████████ | 80111/100000 [00:54<2:37:44, 2.10it/s, lr: 2.0e-04 loss: 7.784e-01] microfloppy: 80%|████████ | 80111/100000 [00:54<2:37:44, 2.10it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80112/100000 [00:54<2:34:14, 2.15it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80112/100000 [00:55<2:34:14, 2.15it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80113/100000 [00:55<2:33:04, 2.17it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80113/100000 [00:55<2:33:04, 2.17it/s, lr: 2.0e-04 loss: 7.482e-01] microfloppy: 80%|████████ | 80114/100000 [00:55<2:38:51, 2.09it/s, lr: 2.0e-04 loss: 7.482e-01] microfloppy: 80%|████████ | 80114/100000 [00:56<2:38:51, 2.09it/s, lr: 2.0e-04 loss: 6.510e-01] microfloppy: 80%|████████ | 80115/100000 [00:56<2:39:22, 2.08it/s, lr: 2.0e-04 loss: 6.510e-01] microfloppy: 80%|████████ | 80115/100000 [00:56<2:39:22, 2.08it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80116/100000 [00:56<2:36:28, 2.12it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80116/100000 [00:57<2:36:28, 2.12it/s, lr: 2.0e-04 loss: 1.214e+00] microfloppy: 80%|████████ | 80117/100000 [00:57<2:36:25, 2.12it/s, lr: 2.0e-04 loss: 1.214e+00] microfloppy: 80%|████████ | 80117/100000 [00:57<2:36:25, 2.12it/s, lr: 2.0e-04 loss: 6.704e-01] microfloppy: 80%|████████ | 80118/100000 [00:57<2:35:24, 2.13it/s, lr: 2.0e-04 loss: 6.704e-01] microfloppy: 80%|████████ | 80118/100000 [00:58<2:35:24, 2.13it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 80%|████████ | 80119/100000 [00:58<2:34:18, 2.15it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 80%|████████ | 80119/100000 [00:58<2:34:18, 2.15it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80120/100000 [00:58<2:31:23, 2.19it/s, lr: 2.0e-04 loss: 1.073e+00] microfloppy: 80%|████████ | 80120/100000 [00:58<2:31:23, 2.19it/s, lr: 2.0e-04 loss: 1.010e+00] microfloppy: 80%|████████ | 80121/100000 [00:58<2:36:56, 2.11it/s, lr: 2.0e-04 loss: 1.010e+00] microfloppy: 80%|████████ | 80121/100000 [00:59<2:36:56, 2.11it/s, lr: 2.0e-04 loss: 1.202e+00] microfloppy: 80%|████████ | 80122/100000 [00:59<2:32:51, 2.17it/s, lr: 2.0e-04 loss: 1.202e+00] microfloppy: 80%|████████ | 80122/100000 [00:59<2:32:51, 2.17it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 80%|████████ | 80123/100000 [00:59<2:36:09, 2.12it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 80%|████████ | 80123/100000 [01:00<2:36:09, 2.12it/s, lr: 2.0e-04 loss: 1.218e+00] microfloppy: 80%|████████ | 80124/100000 [01:00<2:34:55, 2.14it/s, lr: 2.0e-04 loss: 1.218e+00] microfloppy: 80%|████████ | 80124/100000 [01:00<2:34:55, 2.14it/s, lr: 2.0e-04 loss: 7.077e-01] microfloppy: 80%|████████ | 80125/100000 [01:00<2:41:48, 2.05it/s, lr: 2.0e-04 loss: 7.077e-01] microfloppy: 80%|████████ | 80125/100000 [01:01<2:41:48, 2.05it/s, lr: 2.0e-04 loss: 9.498e-01] microfloppy: 80%|████████ | 80126/100000 [01:01<2:34:32, 2.14it/s, lr: 2.0e-04 loss: 9.498e-01] microfloppy: 80%|████████ | 80126/100000 [01:01<2:34:32, 2.14it/s, lr: 2.0e-04 loss: 1.173e+00] microfloppy: 80%|████████ | 80127/100000 [01:01<2:34:06, 2.15it/s, lr: 2.0e-04 loss: 1.173e+00] microfloppy: 80%|████████ | 80127/100000 [01:02<2:34:06, 2.15it/s, lr: 2.0e-04 loss: 8.989e-01] microfloppy: 80%|████████ | 80128/100000 [01:02<2:36:35, 2.12it/s, lr: 2.0e-04 loss: 8.989e-01] microfloppy: 80%|████████ | 80128/100000 [01:02<2:36:35, 2.12it/s, lr: 2.0e-04 loss: 9.119e-01] microfloppy: 80%|████████ | 80129/100000 [01:02<2:38:16, 2.09it/s, lr: 2.0e-04 loss: 9.119e-01] microfloppy: 80%|████████ | 80129/100000 [01:03<2:38:16, 2.09it/s, lr: 2.0e-04 loss: 1.048e+00] microfloppy: 80%|████████ | 80130/100000 [01:03<2:33:16, 2.16it/s, lr: 2.0e-04 loss: 1.048e+00] microfloppy: 80%|████████ | 80130/100000 [01:03<2:33:16, 2.16it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 80%|████████ | 80131/100000 [01:03<2:34:31, 2.14it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 80%|████████ | 80131/100000 [01:04<2:34:31, 2.14it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80132/100000 [01:04<2:34:21, 2.15it/s, lr: 2.0e-04 loss: 1.157e+00] microfloppy: 80%|████████ | 80132/100000 [01:04<2:34:21, 2.15it/s, lr: 2.0e-04 loss: 6.898e-01] microfloppy: 80%|████████ | 80133/100000 [01:04<2:35:55, 2.12it/s, lr: 2.0e-04 loss: 6.898e-01] microfloppy: 80%|████████ | 80133/100000 [01:05<2:35:55, 2.12it/s, lr: 2.0e-04 loss: 8.132e-01] microfloppy: 80%|████████ | 80134/100000 [01:05<2:37:52, 2.10it/s, lr: 2.0e-04 loss: 8.132e-01] microfloppy: 80%|████████ | 80134/100000 [01:05<2:37:52, 2.10it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 80%|████████ | 80135/100000 [01:05<2:36:33, 2.11it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 80%|████████ | 80135/100000 [01:06<2:36:33, 2.11it/s, lr: 2.0e-04 loss: 6.365e-01] microfloppy: 80%|████████ | 80136/100000 [01:06<2:35:43, 2.13it/s, lr: 2.0e-04 loss: 6.365e-01] microfloppy: 80%|████████ | 80136/100000 [01:06<2:35:43, 2.13it/s, lr: 2.0e-04 loss: 7.615e-01] microfloppy: 80%|████████ | 80137/100000 [01:06<3:36:08, 1.53it/s, lr: 2.0e-04 loss: 7.615e-01] microfloppy: 80%|████████ | 80137/100000 [01:07<3:36:08, 1.53it/s, lr: 2.0e-04 loss: 7.149e-01] microfloppy: 80%|████████ | 80138/100000 [01:07<2:51:23, 1.93it/s, lr: 2.0e-04 loss: 7.149e-01] microfloppy: 80%|████████ | 80138/100000 [01:07<2:51:23, 1.93it/s, lr: 2.0e-04 loss: 9.198e-01] microfloppy: 80%|████████ | 80139/100000 [01:07<2:41:20, 2.05it/s, lr: 2.0e-04 loss: 9.198e-01] microfloppy: 80%|████████ | 80139/100000 [01:08<2:41:20, 2.05it/s, lr: 2.0e-04 loss: 8.828e-01] microfloppy: 80%|████████ | 80140/100000 [01:08<2:37:41, 2.10it/s, lr: 2.0e-04 loss: 8.828e-01] microfloppy: 80%|████████ | 80140/100000 [01:08<2:37:41, 2.10it/s, lr: 2.0e-04 loss: 7.731e-01] microfloppy: 80%|████████ | 80141/100000 [01:08<2:37:26, 2.10it/s, lr: 2.0e-04 loss: 7.731e-01] microfloppy: 80%|████████ | 80141/100000 [01:09<2:37:26, 2.10it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80142/100000 [01:09<2:33:30, 2.16it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80142/100000 [01:09<2:33:30, 2.16it/s, lr: 2.0e-04 loss: 9.427e-01] microfloppy: 80%|████████ | 80143/100000 [01:09<2:35:33, 2.13it/s, lr: 2.0e-04 loss: 9.427e-01] microfloppy: 80%|████████ | 80143/100000 [01:10<2:35:33, 2.13it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 80%|████████ | 80144/100000 [01:10<2:34:56, 2.14it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 80%|████████ | 80144/100000 [01:10<2:34:56, 2.14it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 80%|████████ | 80145/100000 [01:10<2:31:40, 2.18it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 80%|████████ | 80145/100000 [01:10<2:31:40, 2.18it/s, lr: 2.0e-04 loss: 9.336e-01] microfloppy: 80%|████████ | 80146/100000 [01:10<2:37:02, 2.11it/s, lr: 2.0e-04 loss: 9.336e-01] microfloppy: 80%|████████ | 80146/100000 [01:11<2:37:02, 2.11it/s, lr: 2.0e-04 loss: 7.991e-01] microfloppy: 80%|████████ | 80147/100000 [01:11<4:37:31, 1.19it/s, lr: 2.0e-04 loss: 7.991e-01] microfloppy: 80%|████████ | 80147/100000 [01:12<4:37:31, 1.19it/s, lr: 2.0e-04 loss: 7.991e-01] microfloppy: 80%|████████ | 80148/100000 [01:12<3:09:52, 1.74it/s, lr: 2.0e-04 loss: 7.991e-01] microfloppy: 80%|████████ | 80148/100000 [01:12<3:09:52, 1.74it/s, lr: 2.0e-04 loss: 1.043e+00] microfloppy: 80%|████████ | 80149/100000 [01:12<2:48:36, 1.96it/s, lr: 2.0e-04 loss: 1.043e+00] microfloppy: 80%|████████ | 80149/100000 [01:13<2:48:36, 1.96it/s, lr: 2.0e-04 loss: 7.844e-01] microfloppy: 80%|████████ | 80150/100000 [01:13<2:37:30, 2.10it/s, lr: 2.0e-04 loss: 7.844e-01] microfloppy: 80%|████████ | 80150/100000 [01:13<2:37:30, 2.10it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 80%|████████ | 80151/100000 [01:13<2:33:57, 2.15it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 80%|████████ | 80151/100000 [01:14<2:33:57, 2.15it/s, lr: 2.0e-04 loss: 1.023e+00] microfloppy: 80%|████████ | 80152/100000 [01:14<2:34:59, 2.13it/s, lr: 2.0e-04 loss: 1.023e+00] microfloppy: 80%|████████ | 80152/100000 [01:14<2:34:59, 2.13it/s, lr: 2.0e-04 loss: 1.063e+00] microfloppy: 80%|████████ | 80153/100000 [01:14<2:33:13, 2.16it/s, lr: 2.0e-04 loss: 1.063e+00] microfloppy: 80%|████████ | 80153/100000 [01:15<2:33:13, 2.16it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 80%|████████ | 80154/100000 [01:15<2:36:03, 2.12it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 80%|████████ | 80154/100000 [01:15<2:36:03, 2.12it/s, lr: 2.0e-04 loss: 7.061e-01] microfloppy: 80%|████████ | 80155/100000 [01:15<2:34:48, 2.14it/s, lr: 2.0e-04 loss: 7.061e-01] microfloppy: 80%|████████ | 80155/100000 [01:16<2:34:48, 2.14it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80156/100000 [01:16<2:34:59, 2.13it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 80%|████████ | 80156/100000 [01:16<2:34:59, 2.13it/s, lr: 2.0e-04 loss: 7.374e-01] microfloppy: 80%|████████ | 80157/100000 [01:16<2:36:15, 2.12it/s, lr: 2.0e-04 loss: 7.374e-01] microfloppy: 80%|████████ | 80157/100000 [01:17<2:36:15, 2.12it/s, lr: 2.0e-04 loss: 1.044e+00] microfloppy: 80%|████████ | 80158/100000 [01:17<2:37:14, 2.10it/s, lr: 2.0e-04 loss: 1.044e+00] microfloppy: 80%|████████ | 80158/100000 [01:17<2:37:14, 2.10it/s, lr: 2.0e-04 loss: 8.428e-01] microfloppy: 80%|████████ | 80159/100000 [01:17<2:35:18, 2.13it/s, lr: 2.0e-04 loss: 8.428e-01] microfloppy: 80%|████████ | 80159/100000 [01:18<2:35:18, 2.13it/s, lr: 2.0e-04 loss: 6.971e-01] microfloppy: 80%|████████ | 80160/100000 [01:18<2:37:51, 2.09it/s, lr: 2.0e-04 loss: 6.971e-01] microfloppy: 80%|████████ | 80160/100000 [01:18<2:37:51, 2.09it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 80%|████████ | 80161/100000 [01:18<4:05:57, 1.34it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 80%|████████ | 80161/100000 [01:19<4:05:57, 1.34it/s, lr: 2.0e-04 loss: 1.028e+00] microfloppy: 80%|████████ | 80162/100000 [01:19<3:01:00, 1.83it/s, lr: 2.0e-04 loss: 1.028e+00] microfloppy: 80%|████████ | 80162/100000 [01:19<3:01:00, 1.83it/s, lr: 2.0e-04 loss: 7.228e-01] microfloppy: 80%|████████ | 80163/100000 [01:19<2:42:34, 2.03it/s, lr: 2.0e-04 loss: 7.228e-01] microfloppy: 80%|████████ | 80163/100000 [01:20<2:42:34, 2.03it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 80%|████████ | 80164/100000 [01:20<2:34:11, 2.14it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 80%|████████ | 80164/100000 [01:20<2:34:11, 2.14it/s, lr: 2.0e-04 loss: 8.254e-01] microfloppy: 80%|████████ | 80165/100000 [01:20<2:34:45, 2.14it/s, lr: 2.0e-04 loss: 8.254e-01] microfloppy: 80%|████████ | 80165/100000 [01:21<2:34:45, 2.14it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80166/100000 [01:21<2:32:13, 2.17it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80166/100000 [01:21<2:32:13, 2.17it/s, lr: 2.0e-04 loss: 8.991e-01] microfloppy: 80%|████████ | 80167/100000 [01:21<2:30:50, 2.19it/s, lr: 2.0e-04 loss: 8.991e-01] microfloppy: 80%|████████ | 80167/100000 [01:22<2:30:50, 2.19it/s, lr: 2.0e-04 loss: 6.713e-01] microfloppy: 80%|████████ | 80168/100000 [01:22<2:30:55, 2.19it/s, lr: 2.0e-04 loss: 6.713e-01] microfloppy: 80%|████████ | 80168/100000 [01:22<2:30:55, 2.19it/s, lr: 2.0e-04 loss: 7.200e-01] microfloppy: 80%|████████ | 80169/100000 [01:22<2:31:39, 2.18it/s, lr: 2.0e-04 loss: 7.200e-01] microfloppy: 80%|████████ | 80169/100000 [01:23<2:31:39, 2.18it/s, lr: 2.0e-04 loss: 7.318e-01] microfloppy: 80%|████████ | 80170/100000 [01:23<3:34:34, 1.54it/s, lr: 2.0e-04 loss: 7.318e-01] microfloppy: 80%|████████ | 80170/100000 [01:23<3:34:34, 1.54it/s, lr: 2.0e-04 loss: 8.770e-01] microfloppy: 80%|████████ | 80171/100000 [01:23<2:57:55, 1.86it/s, lr: 2.0e-04 loss: 8.770e-01] microfloppy: 80%|████████ | 80171/100000 [01:24<2:57:55, 1.86it/s, lr: 2.0e-04 loss: 7.985e-01] microfloppy: 80%|████████ | 80172/100000 [01:24<2:43:16, 2.02it/s, lr: 2.0e-04 loss: 7.985e-01] microfloppy: 80%|████████ | 80172/100000 [01:24<2:43:16, 2.02it/s, lr: 2.0e-04 loss: 6.895e-01] microfloppy: 80%|████████ | 80173/100000 [01:24<2:40:10, 2.06it/s, lr: 2.0e-04 loss: 6.895e-01] microfloppy: 80%|████████ | 80173/100000 [01:25<2:40:10, 2.06it/s, lr: 2.0e-04 loss: 8.699e-01] microfloppy: 80%|████████ | 80174/100000 [01:25<2:35:14, 2.13it/s, lr: 2.0e-04 loss: 8.699e-01] microfloppy: 80%|████████ | 80174/100000 [01:26<2:35:14, 2.13it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 80%|████████ | 80175/100000 [01:26<4:27:04, 1.24it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 80%|████████ | 80175/100000 [01:26<4:27:04, 1.24it/s, lr: 2.0e-04 loss: 6.157e-01] microfloppy: 80%|████████ | 80176/100000 [01:26<3:11:11, 1.73it/s, lr: 2.0e-04 loss: 6.157e-01] microfloppy: 80%|████████ | 80176/100000 [01:27<3:11:11, 1.73it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80177/100000 [01:27<2:45:51, 1.99it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80177/100000 [01:27<2:45:51, 1.99it/s, lr: 2.0e-04 loss: 1.122e+00] microfloppy: 80%|████████ | 80178/100000 [01:27<2:39:25, 2.07it/s, lr: 2.0e-04 loss: 1.122e+00] microfloppy: 80%|████████ | 80178/100000 [01:28<2:39:25, 2.07it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80179/100000 [01:28<2:36:34, 2.11it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80179/100000 [01:28<2:36:34, 2.11it/s, lr: 2.0e-04 loss: 1.183e+00] microfloppy: 80%|████████ | 80180/100000 [01:28<2:35:47, 2.12it/s, lr: 2.0e-04 loss: 1.183e+00] microfloppy: 80%|████████ | 80180/100000 [01:29<2:35:47, 2.12it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80181/100000 [01:29<2:39:12, 2.07it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80181/100000 [01:29<2:39:12, 2.07it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 80%|████████ | 80182/100000 [01:29<2:36:39, 2.11it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 80%|████████ | 80182/100000 [01:30<2:36:39, 2.11it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 80%|████████ | 80183/100000 [01:30<2:38:46, 2.08it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 80%|████████ | 80183/100000 [01:30<2:38:46, 2.08it/s, lr: 2.0e-04 loss: 9.006e-01] microfloppy: 80%|████████ | 80184/100000 [01:30<2:37:57, 2.09it/s, lr: 2.0e-04 loss: 9.006e-01] microfloppy: 80%|████████ | 80184/100000 [01:31<2:37:57, 2.09it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80185/100000 [01:31<2:39:31, 2.07it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80185/100000 [01:31<2:39:31, 2.07it/s, lr: 2.0e-04 loss: 7.279e-01] microfloppy: 80%|████████ | 80186/100000 [01:31<2:39:09, 2.07it/s, lr: 2.0e-04 loss: 7.279e-01] microfloppy: 80%|████████ | 80186/100000 [01:31<2:39:09, 2.07it/s, lr: 2.0e-04 loss: 9.689e-01] microfloppy: 80%|████████ | 80187/100000 [01:31<2:39:06, 2.08it/s, lr: 2.0e-04 loss: 9.689e-01] microfloppy: 80%|████████ | 80187/100000 [01:32<2:39:06, 2.08it/s, lr: 2.0e-04 loss: 7.131e-01] microfloppy: 80%|████████ | 80188/100000 [01:32<2:38:36, 2.08it/s, lr: 2.0e-04 loss: 7.131e-01] microfloppy: 80%|████████ | 80188/100000 [01:33<2:38:36, 2.08it/s, lr: 2.0e-04 loss: 6.956e-01] microfloppy: 80%|████████ | 80189/100000 [01:33<2:57:47, 1.86it/s, lr: 2.0e-04 loss: 6.956e-01] microfloppy: 80%|████████ | 80189/100000 [01:33<2:57:47, 1.86it/s, lr: 2.0e-04 loss: 6.550e-01] microfloppy: 80%|████████ | 80190/100000 [01:33<2:43:29, 2.02it/s, lr: 2.0e-04 loss: 6.550e-01] microfloppy: 80%|████████ | 80190/100000 [01:33<2:43:29, 2.02it/s, lr: 2.0e-04 loss: 7.985e-01] microfloppy: 80%|████████ | 80191/100000 [01:33<2:34:30, 2.14it/s, lr: 2.0e-04 loss: 7.985e-01] microfloppy: 80%|████████ | 80191/100000 [01:34<2:34:30, 2.14it/s, lr: 2.0e-04 loss: 6.153e-01] microfloppy: 80%|████████ | 80192/100000 [01:34<2:31:35, 2.18it/s, lr: 2.0e-04 loss: 6.153e-01] microfloppy: 80%|████████ | 80192/100000 [01:34<2:31:35, 2.18it/s, lr: 2.0e-04 loss: 7.050e-01] microfloppy: 80%|████████ | 80193/100000 [01:34<2:31:25, 2.18it/s, lr: 2.0e-04 loss: 7.050e-01] microfloppy: 80%|████████ | 80193/100000 [01:35<2:31:25, 2.18it/s, lr: 2.0e-04 loss: 1.013e+00] microfloppy: 80%|████████ | 80194/100000 [01:35<2:31:59, 2.17it/s, lr: 2.0e-04 loss: 1.013e+00] microfloppy: 80%|████████ | 80194/100000 [01:35<2:31:59, 2.17it/s, lr: 2.0e-04 loss: 9.644e-01] microfloppy: 80%|████████ | 80195/100000 [01:35<2:34:25, 2.14it/s, lr: 2.0e-04 loss: 9.644e-01] microfloppy: 80%|████████ | 80195/100000 [01:36<2:34:25, 2.14it/s, lr: 2.0e-04 loss: 1.108e+00] microfloppy: 80%|████████ | 80196/100000 [01:36<2:31:59, 2.17it/s, lr: 2.0e-04 loss: 1.108e+00] microfloppy: 80%|████████ | 80196/100000 [01:36<2:31:59, 2.17it/s, lr: 2.0e-04 loss: 9.702e-01] microfloppy: 80%|████████ | 80197/100000 [01:36<2:34:00, 2.14it/s, lr: 2.0e-04 loss: 9.702e-01] microfloppy: 80%|████████ | 80197/100000 [01:37<2:34:00, 2.14it/s, lr: 2.0e-04 loss: 8.340e-01] microfloppy: 80%|████████ | 80198/100000 [01:37<2:33:52, 2.14it/s, lr: 2.0e-04 loss: 8.340e-01] microfloppy: 80%|████████ | 80198/100000 [01:37<2:33:52, 2.14it/s, lr: 2.0e-04 loss: 8.621e-01] microfloppy: 80%|████████ | 80199/100000 [01:37<3:35:03, 1.53it/s, lr: 2.0e-04 loss: 8.621e-01] microfloppy: 80%|████████ | 80199/100000 [01:38<3:35:03, 1.53it/s, lr: 2.0e-04 loss: 7.834e-01] microfloppy: 80%|████████ | 80200/100000 [01:38<2:51:03, 1.93it/s, lr: 2.0e-04 loss: 7.834e-01] microfloppy: 80%|████████ | 80200/100000 [01:38<2:51:03, 1.93it/s, lr: 2.0e-04 loss: 8.850e-01] microfloppy: 80%|████████ | 80201/100000 [01:38<2:41:46, 2.04it/s, lr: 2.0e-04 loss: 8.850e-01] microfloppy: 80%|████████ | 80201/100000 [01:39<2:41:46, 2.04it/s, lr: 2.0e-04 loss: 9.108e-01] microfloppy: 80%|████████ | 80202/100000 [01:39<2:35:04, 2.13it/s, lr: 2.0e-04 loss: 9.108e-01] microfloppy: 80%|████████ | 80202/100000 [01:39<2:35:04, 2.13it/s, lr: 2.0e-04 loss: 1.007e+00] microfloppy: 80%|████████ | 80203/100000 [01:39<2:35:29, 2.12it/s, lr: 2.0e-04 loss: 1.007e+00] microfloppy: 80%|████████ | 80203/100000 [01:40<2:35:29, 2.12it/s, lr: 2.0e-04 loss: 1.115e+00] microfloppy: 80%|████████ | 80204/100000 [01:40<2:35:27, 2.12it/s, lr: 2.0e-04 loss: 1.115e+00] microfloppy: 80%|████████ | 80204/100000 [01:40<2:35:27, 2.12it/s, lr: 2.0e-04 loss: 7.010e-01] microfloppy: 80%|████████ | 80205/100000 [01:40<2:33:58, 2.14it/s, lr: 2.0e-04 loss: 7.010e-01] microfloppy: 80%|████████ | 80205/100000 [01:41<2:33:58, 2.14it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 80%|████████ | 80206/100000 [01:41<2:34:54, 2.13it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 80%|████████ | 80206/100000 [01:41<2:34:54, 2.13it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 80%|████████ | 80207/100000 [01:41<2:36:07, 2.11it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 80%|████████ | 80207/100000 [01:42<2:36:07, 2.11it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 80%|████████ | 80208/100000 [01:42<2:35:24, 2.12it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 80%|████████ | 80208/100000 [01:42<2:35:24, 2.12it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80209/100000 [01:42<2:36:11, 2.11it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80209/100000 [01:43<2:36:11, 2.11it/s, lr: 2.0e-04 loss: 1.060e+00] microfloppy: 80%|████████ | 80210/100000 [01:43<2:36:31, 2.11it/s, lr: 2.0e-04 loss: 1.060e+00] microfloppy: 80%|████████ | 80210/100000 [01:43<2:36:31, 2.11it/s, lr: 2.0e-04 loss: 1.265e+00] microfloppy: 80%|████████ | 80211/100000 [01:43<2:37:23, 2.10it/s, lr: 2.0e-04 loss: 1.265e+00] microfloppy: 80%|████████ | 80211/100000 [01:44<2:37:23, 2.10it/s, lr: 2.0e-04 loss: 7.984e-01] microfloppy: 80%|████████ | 80212/100000 [01:44<2:44:39, 2.00it/s, lr: 2.0e-04 loss: 7.984e-01] microfloppy: 80%|████████ | 80212/100000 [01:44<2:44:39, 2.00it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80213/100000 [01:44<2:38:17, 2.08it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80213/100000 [01:45<2:38:17, 2.08it/s, lr: 2.0e-04 loss: 1.138e+00] microfloppy: 80%|████████ | 80214/100000 [01:45<2:52:20, 1.91it/s, lr: 2.0e-04 loss: 1.138e+00] microfloppy: 80%|████████ | 80214/100000 [01:45<2:52:20, 1.91it/s, lr: 2.0e-04 loss: 9.352e-01] microfloppy: 80%|████████ | 80215/100000 [01:45<2:37:57, 2.09it/s, lr: 2.0e-04 loss: 9.352e-01] microfloppy: 80%|████████ | 80215/100000 [01:46<2:37:57, 2.09it/s, lr: 2.0e-04 loss: 9.303e-01] microfloppy: 80%|████████ | 80216/100000 [01:46<2:53:09, 1.90it/s, lr: 2.0e-04 loss: 9.303e-01] microfloppy: 80%|████████ | 80216/100000 [01:46<2:53:09, 1.90it/s, lr: 2.0e-04 loss: 6.836e-01] microfloppy: 80%|████████ | 80217/100000 [01:46<2:52:30, 1.91it/s, lr: 2.0e-04 loss: 6.836e-01] microfloppy: 80%|████████ | 80217/100000 [01:47<2:52:30, 1.91it/s, lr: 2.0e-04 loss: 7.307e-01] microfloppy: 80%|████████ | 80218/100000 [01:47<2:41:16, 2.04it/s, lr: 2.0e-04 loss: 7.307e-01] microfloppy: 80%|████████ | 80218/100000 [01:47<2:41:16, 2.04it/s, lr: 2.0e-04 loss: 9.280e-01] microfloppy: 80%|████████ | 80219/100000 [01:47<2:43:09, 2.02it/s, lr: 2.0e-04 loss: 9.280e-01] microfloppy: 80%|████████ | 80219/100000 [01:48<2:43:09, 2.02it/s, lr: 2.0e-04 loss: 1.140e+00] microfloppy: 80%|████████ | 80220/100000 [01:48<2:38:28, 2.08it/s, lr: 2.0e-04 loss: 1.140e+00] microfloppy: 80%|████████ | 80220/100000 [01:48<2:38:28, 2.08it/s, lr: 2.0e-04 loss: 7.458e-01] microfloppy: 80%|████████ | 80221/100000 [01:48<3:01:37, 1.82it/s, lr: 2.0e-04 loss: 7.458e-01] microfloppy: 80%|████████ | 80221/100000 [01:49<3:01:37, 1.82it/s, lr: 2.0e-04 loss: 7.508e-01] microfloppy: 80%|████████ | 80222/100000 [01:49<2:43:38, 2.01it/s, lr: 2.0e-04 loss: 7.508e-01] microfloppy: 80%|████████ | 80222/100000 [01:49<2:43:38, 2.01it/s, lr: 2.0e-04 loss: 1.144e+00] microfloppy: 80%|████████ | 80223/100000 [01:49<2:45:23, 1.99it/s, lr: 2.0e-04 loss: 1.144e+00] microfloppy: 80%|████████ | 80223/100000 [01:50<2:45:23, 1.99it/s, lr: 2.0e-04 loss: 7.414e-01] microfloppy: 80%|████████ | 80224/100000 [01:50<2:45:17, 1.99it/s, lr: 2.0e-04 loss: 7.414e-01] microfloppy: 80%|████████ | 80224/100000 [01:50<2:45:17, 1.99it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80225/100000 [01:50<2:53:25, 1.90it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 80%|████████ | 80225/100000 [01:51<2:53:25, 1.90it/s, lr: 2.0e-04 loss: 7.720e-01] microfloppy: 80%|████████ | 80226/100000 [01:51<2:39:39, 2.06it/s, lr: 2.0e-04 loss: 7.720e-01] microfloppy: 80%|████████ | 80226/100000 [01:51<2:39:39, 2.06it/s, lr: 2.0e-04 loss: 7.313e-01] microfloppy: 80%|████████ | 80227/100000 [01:51<2:32:58, 2.15it/s, lr: 2.0e-04 loss: 7.313e-01] microfloppy: 80%|████████ | 80227/100000 [01:52<2:32:58, 2.15it/s, lr: 2.0e-04 loss: 7.759e-01] microfloppy: 80%|████████ | 80228/100000 [01:52<2:34:43, 2.13it/s, lr: 2.0e-04 loss: 7.759e-01] microfloppy: 80%|████████ | 80228/100000 [01:52<2:34:43, 2.13it/s, lr: 2.0e-04 loss: 1.103e+00] microfloppy: 80%|████████ | 80229/100000 [01:52<2:31:45, 2.17it/s, lr: 2.0e-04 loss: 1.103e+00] microfloppy: 80%|████████ | 80229/100000 [01:52<2:31:45, 2.17it/s, lr: 2.0e-04 loss: 6.342e-01] microfloppy: 80%|████████ | 80230/100000 [01:52<2:31:16, 2.18it/s, lr: 2.0e-04 loss: 6.342e-01] microfloppy: 80%|████████ | 80230/100000 [01:53<2:31:16, 2.18it/s, lr: 2.0e-04 loss: 8.969e-01] microfloppy: 80%|████████ | 80231/100000 [01:53<2:35:33, 2.12it/s, lr: 2.0e-04 loss: 8.969e-01] microfloppy: 80%|████████ | 80231/100000 [01:53<2:35:33, 2.12it/s, lr: 2.0e-04 loss: 7.047e-01] microfloppy: 80%|████████ | 80232/100000 [01:53<2:33:22, 2.15it/s, lr: 2.0e-04 loss: 7.047e-01] microfloppy: 80%|████████ | 80232/100000 [01:54<2:33:22, 2.15it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 80%|████████ | 80233/100000 [01:54<2:36:10, 2.11it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 80%|████████ | 80233/100000 [01:54<2:36:10, 2.11it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80234/100000 [01:54<2:36:01, 2.11it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80234/100000 [01:55<2:36:01, 2.11it/s, lr: 2.0e-04 loss: 8.210e-01] microfloppy: 80%|████████ | 80235/100000 [01:55<2:34:37, 2.13it/s, lr: 2.0e-04 loss: 8.210e-01] microfloppy: 80%|████████ | 80235/100000 [01:55<2:34:37, 2.13it/s, lr: 2.0e-04 loss: 1.199e+00] microfloppy: 80%|████████ | 80236/100000 [01:55<2:34:42, 2.13it/s, lr: 2.0e-04 loss: 1.199e+00] microfloppy: 80%|████████ | 80236/100000 [01:56<2:34:42, 2.13it/s, lr: 2.0e-04 loss: 6.775e-01] microfloppy: 80%|████████ | 80237/100000 [01:56<2:34:11, 2.14it/s, lr: 2.0e-04 loss: 6.775e-01] microfloppy: 80%|████████ | 80237/100000 [01:56<2:34:11, 2.14it/s, lr: 2.0e-04 loss: 1.153e+00] microfloppy: 80%|████████ | 80238/100000 [01:56<3:33:48, 1.54it/s, lr: 2.0e-04 loss: 1.153e+00] microfloppy: 80%|████████ | 80238/100000 [01:57<3:33:48, 1.54it/s, lr: 2.0e-04 loss: 8.838e-01] microfloppy: 80%|████████ | 80239/100000 [01:57<2:52:37, 1.91it/s, lr: 2.0e-04 loss: 8.838e-01] microfloppy: 80%|████████ | 80239/100000 [01:57<2:52:37, 1.91it/s, lr: 2.0e-04 loss: 1.096e+00] microfloppy: 80%|████████ | 80240/100000 [01:57<2:41:20, 2.04it/s, lr: 2.0e-04 loss: 1.096e+00] microfloppy: 80%|████████ | 80240/100000 [01:58<2:41:20, 2.04it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 80%|████████ | 80241/100000 [01:58<2:38:59, 2.07it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 80%|████████ | 80241/100000 [01:58<2:38:59, 2.07it/s, lr: 2.0e-04 loss: 1.158e+00] microfloppy: 80%|████████ | 80242/100000 [01:58<2:36:47, 2.10it/s, lr: 2.0e-04 loss: 1.158e+00] microfloppy: 80%|████████ | 80242/100000 [01:59<2:36:47, 2.10it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 80%|████████ | 80243/100000 [01:59<2:41:10, 2.04it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 80%|████████ | 80243/100000 [01:59<2:41:10, 2.04it/s, lr: 2.0e-04 loss: 1.100e+00] microfloppy: 80%|████████ | 80244/100000 [01:59<2:41:12, 2.04it/s, lr: 2.0e-04 loss: 1.100e+00] microfloppy: 80%|████████ | 80244/100000 [02:00<2:41:12, 2.04it/s, lr: 2.0e-04 loss: 5.919e-01] microfloppy: 80%|████████ | 80245/100000 [02:00<2:38:10, 2.08it/s, lr: 2.0e-04 loss: 5.919e-01] microfloppy: 80%|████████ | 80245/100000 [02:00<2:38:10, 2.08it/s, lr: 2.0e-04 loss: 8.175e-01] microfloppy: 80%|████████ | 80246/100000 [02:00<2:34:33, 2.13it/s, lr: 2.0e-04 loss: 8.175e-01] microfloppy: 80%|████████ | 80246/100000 [02:01<2:34:33, 2.13it/s, lr: 2.0e-04 loss: 8.686e-01] microfloppy: 80%|████████ | 80247/100000 [02:01<2:33:40, 2.14it/s, lr: 2.0e-04 loss: 8.686e-01] microfloppy: 80%|████████ | 80247/100000 [02:01<2:33:40, 2.14it/s, lr: 2.0e-04 loss: 8.939e-01] microfloppy: 80%|████████ | 80248/100000 [02:01<2:38:40, 2.07it/s, lr: 2.0e-04 loss: 8.939e-01] microfloppy: 80%|████████ | 80248/100000 [02:02<2:38:40, 2.07it/s, lr: 2.0e-04 loss: 1.022e+00] microfloppy: 80%|████████ | 80249/100000 [02:02<2:46:54, 1.97it/s, lr: 2.0e-04 loss: 1.022e+00] microfloppy: 80%|████████ | 80249/100000 [02:02<2:46:54, 1.97it/s, lr: 2.0e-04 loss: 8.598e-01] microfloppy: 80%|████████ | 80250/100000 [02:02<2:44:39, 2.00it/s, lr: 2.0e-04 loss: 8.598e-01] microfloppy: 80%|████████ | 80250/100000 [02:03<2:44:39, 2.00it/s, lr: 2.0e-04 loss: 7.697e-01] microfloppy: 80%|████████ | 80251/100000 [02:03<2:45:14, 1.99it/s, lr: 2.0e-04 loss: 7.697e-01] microfloppy: 80%|████████ | 80251/100000 [02:03<2:45:14, 1.99it/s, lr: 2.0e-04 loss: 6.439e-01] microfloppy: 80%|████████ | 80252/100000 [02:03<2:37:14, 2.09it/s, lr: 2.0e-04 loss: 6.439e-01] microfloppy: 80%|████████ | 80252/100000 [02:04<2:37:14, 2.09it/s, lr: 2.0e-04 loss: 1.088e+00] microfloppy: 80%|████████ | 80253/100000 [02:04<2:37:52, 2.08it/s, lr: 2.0e-04 loss: 1.088e+00] microfloppy: 80%|████████ | 80253/100000 [02:04<2:37:52, 2.08it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80254/100000 [02:04<2:35:47, 2.11it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80254/100000 [02:05<2:35:47, 2.11it/s, lr: 2.0e-04 loss: 1.060e+00] microfloppy: 80%|████████ | 80255/100000 [02:05<2:34:24, 2.13it/s, lr: 2.0e-04 loss: 1.060e+00] microfloppy: 80%|████████ | 80255/100000 [02:05<2:34:24, 2.13it/s, lr: 2.0e-04 loss: 9.653e-01] microfloppy: 80%|████████ | 80256/100000 [02:05<2:32:48, 2.15it/s, lr: 2.0e-04 loss: 9.653e-01] microfloppy: 80%|████████ | 80256/100000 [02:06<2:32:48, 2.15it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 80%|████████ | 80257/100000 [02:06<2:34:50, 2.13it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 80%|████████ | 80257/100000 [02:06<2:34:50, 2.13it/s, lr: 2.0e-04 loss: 8.130e-01] microfloppy: 80%|████████ | 80258/100000 [02:06<2:35:40, 2.11it/s, lr: 2.0e-04 loss: 8.130e-01] microfloppy: 80%|████████ | 80258/100000 [02:07<2:35:40, 2.11it/s, lr: 2.0e-04 loss: 6.397e-01] microfloppy: 80%|████████ | 80259/100000 [02:07<2:34:49, 2.13it/s, lr: 2.0e-04 loss: 6.397e-01] microfloppy: 80%|████████ | 80259/100000 [02:07<2:34:49, 2.13it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 80%|████████ | 80260/100000 [02:07<2:33:27, 2.14it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 80%|████████ | 80260/100000 [02:08<2:33:27, 2.14it/s, lr: 2.0e-04 loss: 7.050e-01] microfloppy: 80%|████████ | 80261/100000 [02:08<2:40:23, 2.05it/s, lr: 2.0e-04 loss: 7.050e-01] microfloppy: 80%|████████ | 80261/100000 [02:08<2:40:23, 2.05it/s, lr: 2.0e-04 loss: 8.636e-01] microfloppy: 80%|████████ | 80262/100000 [02:08<2:35:18, 2.12it/s, lr: 2.0e-04 loss: 8.636e-01] microfloppy: 80%|████████ | 80262/100000 [02:08<2:35:18, 2.12it/s, lr: 2.0e-04 loss: 7.345e-01] microfloppy: 80%|████████ | 80263/100000 [02:08<2:34:01, 2.14it/s, lr: 2.0e-04 loss: 7.345e-01] microfloppy: 80%|████████ | 80263/100000 [02:09<2:34:01, 2.14it/s, lr: 2.0e-04 loss: 8.450e-01] microfloppy: 80%|████████ | 80264/100000 [02:09<2:34:03, 2.14it/s, lr: 2.0e-04 loss: 8.450e-01] microfloppy: 80%|████████ | 80264/100000 [02:09<2:34:03, 2.14it/s, lr: 2.0e-04 loss: 9.025e-01] microfloppy: 80%|████████ | 80265/100000 [02:09<2:31:07, 2.18it/s, lr: 2.0e-04 loss: 9.025e-01] microfloppy: 80%|████████ | 80265/100000 [02:10<2:31:07, 2.18it/s, lr: 2.0e-04 loss: 9.009e-01] microfloppy: 80%|████████ | 80266/100000 [02:10<2:30:53, 2.18it/s, lr: 2.0e-04 loss: 9.009e-01] microfloppy: 80%|████████ | 80266/100000 [02:10<2:30:53, 2.18it/s, lr: 2.0e-04 loss: 6.996e-01] microfloppy: 80%|████████ | 80267/100000 [02:10<2:32:28, 2.16it/s, lr: 2.0e-04 loss: 6.996e-01] microfloppy: 80%|████████ | 80267/100000 [02:11<2:32:28, 2.16it/s, lr: 2.0e-04 loss: 8.600e-01] microfloppy: 80%|████████ | 80268/100000 [02:11<2:33:00, 2.15it/s, lr: 2.0e-04 loss: 8.600e-01] microfloppy: 80%|████████ | 80268/100000 [02:11<2:33:00, 2.15it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 80%|████████ | 80269/100000 [02:11<2:35:41, 2.11it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 80%|████████ | 80269/100000 [02:12<2:35:41, 2.11it/s, lr: 2.0e-04 loss: 8.128e-01] microfloppy: 80%|████████ | 80270/100000 [02:12<2:34:35, 2.13it/s, lr: 2.0e-04 loss: 8.128e-01] microfloppy: 80%|████████ | 80270/100000 [02:12<2:34:35, 2.13it/s, lr: 2.0e-04 loss: 9.493e-01] microfloppy: 80%|████████ | 80271/100000 [02:12<2:38:05, 2.08it/s, lr: 2.0e-04 loss: 9.493e-01] microfloppy: 80%|████████ | 80271/100000 [02:13<2:38:05, 2.08it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80272/100000 [02:13<2:33:08, 2.15it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80272/100000 [02:13<2:33:08, 2.15it/s, lr: 2.0e-04 loss: 7.140e-01] microfloppy: 80%|████████ | 80273/100000 [02:13<3:32:07, 1.55it/s, lr: 2.0e-04 loss: 7.140e-01] microfloppy: 80%|████████ | 80273/100000 [02:14<3:32:07, 1.55it/s, lr: 2.0e-04 loss: 6.440e-01] microfloppy: 80%|████████ | 80274/100000 [02:14<2:51:26, 1.92it/s, lr: 2.0e-04 loss: 6.440e-01] microfloppy: 80%|████████ | 80274/100000 [02:14<2:51:26, 1.92it/s, lr: 2.0e-04 loss: 1.193e+00] microfloppy: 80%|████████ | 80275/100000 [02:14<2:40:06, 2.05it/s, lr: 2.0e-04 loss: 1.193e+00] microfloppy: 80%|████████ | 80275/100000 [02:15<2:40:06, 2.05it/s, lr: 2.0e-04 loss: 6.790e-01] microfloppy: 80%|████████ | 80276/100000 [02:15<2:38:40, 2.07it/s, lr: 2.0e-04 loss: 6.790e-01] microfloppy: 80%|████████ | 80276/100000 [02:15<2:38:40, 2.07it/s, lr: 2.0e-04 loss: 8.780e-01] microfloppy: 80%|████████ | 80277/100000 [02:15<2:35:10, 2.12it/s, lr: 2.0e-04 loss: 8.780e-01] microfloppy: 80%|████████ | 80277/100000 [02:16<2:35:10, 2.12it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80278/100000 [02:16<2:36:36, 2.10it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80278/100000 [02:16<2:36:36, 2.10it/s, lr: 2.0e-04 loss: 9.520e-01] microfloppy: 80%|████████ | 80279/100000 [02:16<2:35:09, 2.12it/s, lr: 2.0e-04 loss: 9.520e-01] microfloppy: 80%|████████ | 80279/100000 [02:17<2:35:09, 2.12it/s, lr: 2.0e-04 loss: 6.440e-01] microfloppy: 80%|████████ | 80280/100000 [02:17<2:34:17, 2.13it/s, lr: 2.0e-04 loss: 6.440e-01] microfloppy: 80%|████████ | 80280/100000 [02:17<2:34:17, 2.13it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 80%|████████ | 80281/100000 [02:17<2:37:15, 2.09it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 80%|████████ | 80281/100000 [02:18<2:37:15, 2.09it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80282/100000 [02:18<2:38:23, 2.07it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80282/100000 [02:18<2:38:23, 2.07it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 80%|████████ | 80283/100000 [02:18<2:34:19, 2.13it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 80%|████████ | 80283/100000 [02:19<2:34:19, 2.13it/s, lr: 2.0e-04 loss: 9.661e-01] microfloppy: 80%|████████ | 80284/100000 [02:19<2:34:15, 2.13it/s, lr: 2.0e-04 loss: 9.661e-01] microfloppy: 80%|████████ | 80284/100000 [02:19<2:34:15, 2.13it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 80%|████████ | 80285/100000 [02:19<2:34:01, 2.13it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 80%|████████ | 80285/100000 [02:20<2:34:01, 2.13it/s, lr: 2.0e-04 loss: 6.728e-01] microfloppy: 80%|████████ | 80286/100000 [02:20<2:33:17, 2.14it/s, lr: 2.0e-04 loss: 6.728e-01] microfloppy: 80%|████████ | 80286/100000 [02:20<2:33:17, 2.14it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80287/100000 [02:20<2:33:05, 2.15it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80287/100000 [02:20<2:33:05, 2.15it/s, lr: 2.0e-04 loss: 1.201e+00] microfloppy: 80%|████████ | 80288/100000 [02:20<2:32:49, 2.15it/s, lr: 2.0e-04 loss: 1.201e+00] microfloppy: 80%|████████ | 80288/100000 [02:21<2:32:49, 2.15it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80289/100000 [02:21<2:35:27, 2.11it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 80%|████████ | 80289/100000 [02:21<2:35:27, 2.11it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 80%|████████ | 80290/100000 [02:21<2:31:38, 2.17it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 80%|████████ | 80290/100000 [02:22<2:31:38, 2.17it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80291/100000 [02:22<2:35:19, 2.11it/s, lr: 2.0e-04 loss: 1.145e+00] microfloppy: 80%|████████ | 80291/100000 [02:22<2:35:19, 2.11it/s, lr: 2.0e-04 loss: 1.038e+00] microfloppy: 80%|████████ | 80292/100000 [02:22<2:32:01, 2.16it/s, lr: 2.0e-04 loss: 1.038e+00] microfloppy: 80%|████████ | 80292/100000 [02:23<2:32:01, 2.16it/s, lr: 2.0e-04 loss: 6.802e-01] microfloppy: 80%|████████ | 80293/100000 [02:23<2:34:18, 2.13it/s, lr: 2.0e-04 loss: 6.802e-01] microfloppy: 80%|████████ | 80293/100000 [02:23<2:34:18, 2.13it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80294/100000 [02:23<2:33:14, 2.14it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80294/100000 [02:24<2:33:14, 2.14it/s, lr: 2.0e-04 loss: 9.818e-01] microfloppy: 80%|████████ | 80295/100000 [02:24<2:35:33, 2.11it/s, lr: 2.0e-04 loss: 9.818e-01] microfloppy: 80%|████████ | 80295/100000 [02:24<2:35:33, 2.11it/s, lr: 2.0e-04 loss: 8.055e-01] microfloppy: 80%|████████ | 80296/100000 [02:24<2:34:16, 2.13it/s, lr: 2.0e-04 loss: 8.055e-01] microfloppy: 80%|████████ | 80296/100000 [02:25<2:34:16, 2.13it/s, lr: 2.0e-04 loss: 6.911e-01] microfloppy: 80%|████████ | 80297/100000 [02:25<2:32:56, 2.15it/s, lr: 2.0e-04 loss: 6.911e-01] microfloppy: 80%|████████ | 80297/100000 [02:25<2:32:56, 2.15it/s, lr: 2.0e-04 loss: 7.345e-01] microfloppy: 80%|████████ | 80298/100000 [02:25<2:32:24, 2.15it/s, lr: 2.0e-04 loss: 7.345e-01] microfloppy: 80%|████████ | 80298/100000 [02:26<2:32:24, 2.15it/s, lr: 2.0e-04 loss: 6.842e-01] microfloppy: 80%|████████ | 80299/100000 [02:26<2:31:58, 2.16it/s, lr: 2.0e-04 loss: 6.842e-01] microfloppy: 80%|████████ | 80299/100000 [02:26<2:31:58, 2.16it/s, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 80%|████████ | 80300/100000 [02:26<2:33:21, 2.14it/s, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 80%|████████ | 80300/100000 [02:27<2:33:21, 2.14it/s, lr: 2.0e-04 loss: 6.021e-01] microfloppy: 80%|████████ | 80301/100000 [02:27<2:34:00, 2.13it/s, lr: 2.0e-04 loss: 6.021e-01] microfloppy: 80%|████████ | 80301/100000 [02:27<2:34:00, 2.13it/s, lr: 2.0e-04 loss: 8.832e-01] microfloppy: 80%|████████ | 80302/100000 [02:27<2:33:38, 2.14it/s, lr: 2.0e-04 loss: 8.832e-01] microfloppy: 80%|████████ | 80302/100000 [02:27<2:33:38, 2.14it/s, lr: 2.0e-04 loss: 9.524e-01] microfloppy: 80%|████████ | 80303/100000 [02:27<2:32:03, 2.16it/s, lr: 2.0e-04 loss: 9.524e-01] microfloppy: 80%|████████ | 80303/100000 [02:28<2:32:03, 2.16it/s, lr: 2.0e-04 loss: 8.977e-01] microfloppy: 80%|████████ | 80304/100000 [02:28<2:30:58, 2.17it/s, lr: 2.0e-04 loss: 8.977e-01] microfloppy: 80%|████████ | 80304/100000 [02:28<2:30:58, 2.17it/s, lr: 2.0e-04 loss: 6.797e-01] microfloppy: 80%|████████ | 80305/100000 [02:28<2:33:09, 2.14it/s, lr: 2.0e-04 loss: 6.797e-01] microfloppy: 80%|████████ | 80305/100000 [02:29<2:33:09, 2.14it/s, lr: 2.0e-04 loss: 9.898e-01] microfloppy: 80%|████████ | 80306/100000 [02:29<3:30:55, 1.56it/s, lr: 2.0e-04 loss: 9.898e-01] microfloppy: 80%|████████ | 80306/100000 [02:30<3:30:55, 1.56it/s, lr: 2.0e-04 loss: 8.055e-01] microfloppy: 80%|████████ | 80307/100000 [02:30<2:51:38, 1.91it/s, lr: 2.0e-04 loss: 8.055e-01] microfloppy: 80%|████████ | 80307/100000 [02:30<2:51:38, 1.91it/s, lr: 2.0e-04 loss: 8.851e-01] microfloppy: 80%|████████ | 80308/100000 [02:30<2:37:55, 2.08it/s, lr: 2.0e-04 loss: 8.851e-01] microfloppy: 80%|████████ | 80308/100000 [02:31<2:37:55, 2.08it/s, lr: 2.0e-04 loss: 1.109e+00] microfloppy: 80%|████████ | 80309/100000 [02:31<2:36:48, 2.09it/s, lr: 2.0e-04 loss: 1.109e+00] microfloppy: 80%|████████ | 80309/100000 [02:31<2:36:48, 2.09it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80310/100000 [02:31<2:34:51, 2.12it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80310/100000 [02:31<2:34:51, 2.12it/s, lr: 2.0e-04 loss: 8.751e-01] microfloppy: 80%|████████ | 80311/100000 [02:31<2:35:10, 2.11it/s, lr: 2.0e-04 loss: 8.751e-01] microfloppy: 80%|████████ | 80311/100000 [02:32<2:35:10, 2.11it/s, lr: 2.0e-04 loss: 7.157e-01] microfloppy: 80%|████████ | 80312/100000 [02:32<2:30:45, 2.18it/s, lr: 2.0e-04 loss: 7.157e-01] microfloppy: 80%|████████ | 80312/100000 [02:32<2:30:45, 2.18it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80313/100000 [02:32<2:33:34, 2.14it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 80%|████████ | 80313/100000 [02:33<2:33:34, 2.14it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80314/100000 [02:33<2:34:20, 2.13it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80314/100000 [02:33<2:34:20, 2.13it/s, lr: 2.0e-04 loss: 8.010e-01] microfloppy: 80%|████████ | 80315/100000 [02:33<2:33:55, 2.13it/s, lr: 2.0e-04 loss: 8.010e-01] microfloppy: 80%|████████ | 80315/100000 [02:34<2:33:55, 2.13it/s, lr: 2.0e-04 loss: 7.927e-01] microfloppy: 80%|████████ | 80316/100000 [02:34<2:36:25, 2.10it/s, lr: 2.0e-04 loss: 7.927e-01] microfloppy: 80%|████████ | 80316/100000 [02:34<2:36:25, 2.10it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80317/100000 [02:34<2:32:50, 2.15it/s, lr: 2.0e-04 loss: 1.187e+00] microfloppy: 80%|████████ | 80317/100000 [02:35<2:32:50, 2.15it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80318/100000 [02:35<2:32:19, 2.15it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 80%|████████ | 80318/100000 [02:35<2:32:19, 2.15it/s, lr: 2.0e-04 loss: 7.453e-01] microfloppy: 80%|████████ | 80319/100000 [02:35<2:29:43, 2.19it/s, lr: 2.0e-04 loss: 7.453e-01] microfloppy: 80%|████████ | 80319/100000 [02:36<2:29:43, 2.19it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80320/100000 [02:36<2:32:02, 2.16it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80320/100000 [02:36<2:32:02, 2.16it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80321/100000 [02:36<2:35:20, 2.11it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 80%|████████ | 80321/100000 [02:37<2:35:20, 2.11it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 80%|████████ | 80322/100000 [02:37<2:33:44, 2.13it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 80%|████████ | 80322/100000 [02:37<2:33:44, 2.13it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80323/100000 [02:37<2:33:30, 2.14it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80323/100000 [02:38<2:33:30, 2.14it/s, lr: 2.0e-04 loss: 7.070e-01] microfloppy: 80%|████████ | 80324/100000 [02:38<2:33:41, 2.13it/s, lr: 2.0e-04 loss: 7.070e-01] microfloppy: 80%|████████ | 80324/100000 [02:38<2:33:41, 2.13it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80325/100000 [02:38<2:34:57, 2.12it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80325/100000 [02:38<2:34:57, 2.12it/s, lr: 2.0e-04 loss: 9.501e-01] microfloppy: 80%|████████ | 80326/100000 [02:38<2:34:31, 2.12it/s, lr: 2.0e-04 loss: 9.501e-01] microfloppy: 80%|████████ | 80326/100000 [02:39<2:34:31, 2.12it/s, lr: 2.0e-04 loss: 7.715e-01] microfloppy: 80%|████████ | 80327/100000 [02:39<2:34:57, 2.12it/s, lr: 2.0e-04 loss: 7.715e-01] microfloppy: 80%|████████ | 80327/100000 [02:39<2:34:57, 2.12it/s, lr: 2.0e-04 loss: 7.185e-01] microfloppy: 80%|████████ | 80328/100000 [02:39<2:32:31, 2.15it/s, lr: 2.0e-04 loss: 7.185e-01] microfloppy: 80%|████████ | 80328/100000 [02:40<2:32:31, 2.15it/s, lr: 2.0e-04 loss: 6.875e-01] microfloppy: 80%|████████ | 80329/100000 [02:40<2:32:00, 2.16it/s, lr: 2.0e-04 loss: 6.875e-01] microfloppy: 80%|████████ | 80329/100000 [02:40<2:32:00, 2.16it/s, lr: 2.0e-04 loss: 8.487e-01] microfloppy: 80%|████████ | 80330/100000 [02:40<2:30:20, 2.18it/s, lr: 2.0e-04 loss: 8.487e-01] microfloppy: 80%|████████ | 80330/100000 [02:41<2:30:20, 2.18it/s, lr: 2.0e-04 loss: 7.377e-01] microfloppy: 80%|████████ | 80331/100000 [02:41<2:32:26, 2.15it/s, lr: 2.0e-04 loss: 7.377e-01] microfloppy: 80%|████████ | 80331/100000 [02:41<2:32:26, 2.15it/s, lr: 2.0e-04 loss: 9.468e-01] microfloppy: 80%|████████ | 80332/100000 [02:41<2:29:45, 2.19it/s, lr: 2.0e-04 loss: 9.468e-01] microfloppy: 80%|████████ | 80332/100000 [02:42<2:29:45, 2.19it/s, lr: 2.0e-04 loss: 7.850e-01] microfloppy: 80%|████████ | 80333/100000 [02:42<2:29:43, 2.19it/s, lr: 2.0e-04 loss: 7.850e-01] microfloppy: 80%|████████ | 80333/100000 [02:42<2:29:43, 2.19it/s, lr: 2.0e-04 loss: 1.183e+00] microfloppy: 80%|████████ | 80334/100000 [02:42<2:31:40, 2.16it/s, lr: 2.0e-04 loss: 1.183e+00] microfloppy: 80%|████████ | 80334/100000 [02:43<2:31:40, 2.16it/s, lr: 2.0e-04 loss: 9.098e-01] microfloppy: 80%|████████ | 80335/100000 [02:43<3:36:54, 1.51it/s, lr: 2.0e-04 loss: 9.098e-01] microfloppy: 80%|████████ | 80335/100000 [02:43<3:36:54, 1.51it/s, lr: 2.0e-04 loss: 6.475e-01] microfloppy: 80%|████████ | 80336/100000 [02:43<2:58:55, 1.83it/s, lr: 2.0e-04 loss: 6.475e-01] microfloppy: 80%|████████ | 80336/100000 [02:44<2:58:55, 1.83it/s, lr: 2.0e-04 loss: 8.842e-01] microfloppy: 80%|████████ | 80337/100000 [02:44<2:44:58, 1.99it/s, lr: 2.0e-04 loss: 8.842e-01] microfloppy: 80%|████████ | 80337/100000 [02:44<2:44:58, 1.99it/s, lr: 2.0e-04 loss: 7.229e-01] microfloppy: 80%|████████ | 80338/100000 [02:44<2:48:23, 1.95it/s, lr: 2.0e-04 loss: 7.229e-01] microfloppy: 80%|████████ | 80338/100000 [02:45<2:48:23, 1.95it/s, lr: 2.0e-04 loss: 8.374e-01] microfloppy: 80%|████████ | 80339/100000 [02:45<2:38:41, 2.06it/s, lr: 2.0e-04 loss: 8.374e-01] microfloppy: 80%|████████ | 80339/100000 [02:45<2:38:41, 2.06it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 80%|████████ | 80340/100000 [02:45<2:37:57, 2.07it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 80%|████████ | 80340/100000 [02:46<2:37:57, 2.07it/s, lr: 2.0e-04 loss: 7.060e-01] microfloppy: 80%|████████ | 80341/100000 [02:46<2:41:51, 2.02it/s, lr: 2.0e-04 loss: 7.060e-01] microfloppy: 80%|████████ | 80341/100000 [02:46<2:41:51, 2.02it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80342/100000 [02:46<2:36:24, 2.09it/s, lr: 2.0e-04 loss: 1.077e+00] microfloppy: 80%|████████ | 80342/100000 [02:47<2:36:24, 2.09it/s, lr: 2.0e-04 loss: 6.853e-01] microfloppy: 80%|████████ | 80343/100000 [02:47<2:35:11, 2.11it/s, lr: 2.0e-04 loss: 6.853e-01] microfloppy: 80%|████████ | 80343/100000 [02:47<2:35:11, 2.11it/s, lr: 2.0e-04 loss: 1.122e+00] microfloppy: 80%|████████ | 80344/100000 [02:47<2:34:04, 2.13it/s, lr: 2.0e-04 loss: 1.122e+00] microfloppy: 80%|████████ | 80344/100000 [02:48<2:34:04, 2.13it/s, lr: 2.0e-04 loss: 7.990e-01] microfloppy: 80%|████████ | 80345/100000 [02:48<2:36:59, 2.09it/s, lr: 2.0e-04 loss: 7.990e-01] microfloppy: 80%|████████ | 80345/100000 [02:48<2:36:59, 2.09it/s, lr: 2.0e-04 loss: 8.457e-01] microfloppy: 80%|████████ | 80346/100000 [02:48<2:35:38, 2.10it/s, lr: 2.0e-04 loss: 8.457e-01] microfloppy: 80%|████████ | 80346/100000 [02:49<2:35:38, 2.10it/s, lr: 2.0e-04 loss: 7.142e-01] microfloppy: 80%|████████ | 80347/100000 [02:49<2:35:03, 2.11it/s, lr: 2.0e-04 loss: 7.142e-01] microfloppy: 80%|████████ | 80347/100000 [02:49<2:35:03, 2.11it/s, lr: 2.0e-04 loss: 7.910e-01] microfloppy: 80%|████████ | 80348/100000 [02:49<2:35:17, 2.11it/s, lr: 2.0e-04 loss: 7.910e-01] microfloppy: 80%|████████ | 80348/100000 [02:50<2:35:17, 2.11it/s, lr: 2.0e-04 loss: 8.376e-01] microfloppy: 80%|████████ | 80349/100000 [02:50<2:31:42, 2.16it/s, lr: 2.0e-04 loss: 8.376e-01] microfloppy: 80%|████████ | 80349/100000 [02:50<2:31:42, 2.16it/s, lr: 2.0e-04 loss: 9.100e-01] microfloppy: 80%|████████ | 80350/100000 [02:50<2:40:50, 2.04it/s, lr: 2.0e-04 loss: 9.100e-01] microfloppy: 80%|████████ | 80350/100000 [02:51<2:40:50, 2.04it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 80%|████████ | 80351/100000 [02:51<2:43:21, 2.00it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 80%|████████ | 80351/100000 [02:51<2:43:21, 2.00it/s, lr: 2.0e-04 loss: 1.042e+00] microfloppy: 80%|████████ | 80352/100000 [02:51<2:36:04, 2.10it/s, lr: 2.0e-04 loss: 1.042e+00] microfloppy: 80%|████████ | 80352/100000 [02:52<2:36:04, 2.10it/s, lr: 2.0e-04 loss: 6.859e-01] microfloppy: 80%|████████ | 80353/100000 [02:52<2:34:14, 2.12it/s, lr: 2.0e-04 loss: 6.859e-01] microfloppy: 80%|████████ | 80353/100000 [02:52<2:34:14, 2.12it/s, lr: 2.0e-04 loss: 6.657e-01] microfloppy: 80%|████████ | 80354/100000 [02:52<2:37:01, 2.09it/s, lr: 2.0e-04 loss: 6.657e-01] microfloppy: 80%|████████ | 80354/100000 [02:53<2:37:01, 2.09it/s, lr: 2.0e-04 loss: 6.122e-01] microfloppy: 80%|████████ | 80355/100000 [02:53<2:31:51, 2.16it/s, lr: 2.0e-04 loss: 6.122e-01] microfloppy: 80%|████████ | 80355/100000 [02:53<2:31:51, 2.16it/s, lr: 2.0e-04 loss: 7.335e-01] microfloppy: 80%|████████ | 80356/100000 [02:53<2:35:54, 2.10it/s, lr: 2.0e-04 loss: 7.335e-01] microfloppy: 80%|████████ | 80356/100000 [02:53<2:35:54, 2.10it/s, lr: 2.0e-04 loss: 7.789e-01] microfloppy: 80%|████████ | 80357/100000 [02:53<2:32:32, 2.15it/s, lr: 2.0e-04 loss: 7.789e-01] microfloppy: 80%|████████ | 80357/100000 [02:54<2:32:32, 2.15it/s, lr: 2.0e-04 loss: 7.175e-01] microfloppy: 80%|████████ | 80358/100000 [02:54<2:31:26, 2.16it/s, lr: 2.0e-04 loss: 7.175e-01] microfloppy: 80%|████████ | 80358/100000 [02:54<2:31:26, 2.16it/s, lr: 2.0e-04 loss: 1.222e+00] microfloppy: 80%|████████ | 80359/100000 [02:54<2:30:57, 2.17it/s, lr: 2.0e-04 loss: 1.222e+00] microfloppy: 80%|████████ | 80359/100000 [02:55<2:30:57, 2.17it/s, lr: 2.0e-04 loss: 8.225e-01] microfloppy: 80%|████████ | 80360/100000 [02:55<2:37:01, 2.08it/s, lr: 2.0e-04 loss: 8.225e-01] microfloppy: 80%|████████ | 80360/100000 [02:55<2:37:01, 2.08it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80361/100000 [02:55<2:33:46, 2.13it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80361/100000 [02:56<2:33:46, 2.13it/s, lr: 2.0e-04 loss: 1.067e+00] microfloppy: 80%|████████ | 80362/100000 [02:56<2:34:46, 2.11it/s, lr: 2.0e-04 loss: 1.067e+00] microfloppy: 80%|████████ | 80362/100000 [02:56<2:34:46, 2.11it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 80%|████████ | 80363/100000 [02:56<2:30:50, 2.17it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 80%|████████ | 80363/100000 [02:57<2:30:50, 2.17it/s, lr: 2.0e-04 loss: 8.269e-01] microfloppy: 80%|████████ | 80364/100000 [02:57<2:35:38, 2.10it/s, lr: 2.0e-04 loss: 8.269e-01] microfloppy: 80%|████████ | 80364/100000 [02:57<2:35:38, 2.10it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 80%|████████ | 80365/100000 [02:57<2:32:06, 2.15it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 80%|████████ | 80365/100000 [02:58<2:32:06, 2.15it/s, lr: 2.0e-04 loss: 8.980e-01] microfloppy: 80%|████████ | 80366/100000 [02:58<2:28:46, 2.20it/s, lr: 2.0e-04 loss: 8.980e-01] microfloppy: 80%|████████ | 80366/100000 [02:58<2:28:46, 2.20it/s, lr: 2.0e-04 loss: 9.474e-01] microfloppy: 80%|████████ | 80367/100000 [02:58<2:32:29, 2.15it/s, lr: 2.0e-04 loss: 9.474e-01] microfloppy: 80%|████████ | 80367/100000 [02:59<2:32:29, 2.15it/s, lr: 2.0e-04 loss: 6.822e-01] microfloppy: 80%|████████ | 80368/100000 [02:59<2:32:04, 2.15it/s, lr: 2.0e-04 loss: 6.822e-01] microfloppy: 80%|████████ | 80368/100000 [02:59<2:32:04, 2.15it/s, lr: 2.0e-04 loss: 6.587e-01] microfloppy: 80%|████████ | 80369/100000 [02:59<2:35:46, 2.10it/s, lr: 2.0e-04 loss: 6.587e-01] microfloppy: 80%|████████ | 80369/100000 [03:00<2:35:46, 2.10it/s, lr: 2.0e-04 loss: 8.873e-01] microfloppy: 80%|████████ | 80370/100000 [03:00<2:33:56, 2.13it/s, lr: 2.0e-04 loss: 8.873e-01] microfloppy: 80%|████████ | 80370/100000 [03:00<2:33:56, 2.13it/s, lr: 2.0e-04 loss: 7.035e-01] microfloppy: 80%|████████ | 80371/100000 [03:00<2:35:30, 2.10it/s, lr: 2.0e-04 loss: 7.035e-01] microfloppy: 80%|████████ | 80371/100000 [03:00<2:35:30, 2.10it/s, lr: 2.0e-04 loss: 6.375e-01] microfloppy: 80%|████████ | 80372/100000 [03:00<2:34:08, 2.12it/s, lr: 2.0e-04 loss: 6.375e-01] microfloppy: 80%|████████ | 80372/100000 [03:01<2:34:08, 2.12it/s, lr: 2.0e-04 loss: 1.285e+00] microfloppy: 80%|████████ | 80373/100000 [03:01<2:30:36, 2.17it/s, lr: 2.0e-04 loss: 1.285e+00] microfloppy: 80%|████████ | 80373/100000 [03:02<2:30:36, 2.17it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 80%|████████ | 80374/100000 [03:02<3:31:31, 1.55it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 80%|████████ | 80374/100000 [03:02<3:31:31, 1.55it/s, lr: 2.0e-04 loss: 6.752e-01] microfloppy: 80%|████████ | 80375/100000 [03:02<2:50:09, 1.92it/s, lr: 2.0e-04 loss: 6.752e-01] microfloppy: 80%|████████ | 80375/100000 [03:03<2:50:09, 1.92it/s, lr: 2.0e-04 loss: 9.642e-01] microfloppy: 80%|████████ | 80376/100000 [03:03<2:36:07, 2.09it/s, lr: 2.0e-04 loss: 9.642e-01] microfloppy: 80%|████████ | 80376/100000 [03:03<2:36:07, 2.09it/s, lr: 2.0e-04 loss: 7.465e-01] microfloppy: 80%|████████ | 80377/100000 [03:03<2:33:51, 2.13it/s, lr: 2.0e-04 loss: 7.465e-01] microfloppy: 80%|████████ | 80377/100000 [03:04<2:33:51, 2.13it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 80%|████████ | 80378/100000 [03:04<2:33:46, 2.13it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 80%|████████ | 80378/100000 [03:04<2:33:46, 2.13it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 80%|████████ | 80379/100000 [03:04<2:34:13, 2.12it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 80%|████████ | 80379/100000 [03:04<2:34:13, 2.12it/s, lr: 2.0e-04 loss: 8.640e-01] microfloppy: 80%|████████ | 80380/100000 [03:04<2:32:23, 2.15it/s, lr: 2.0e-04 loss: 8.640e-01] microfloppy: 80%|████████ | 80380/100000 [03:05<2:32:23, 2.15it/s, lr: 2.0e-04 loss: 6.772e-01] microfloppy: 80%|████████ | 80381/100000 [03:05<2:36:25, 2.09it/s, lr: 2.0e-04 loss: 6.772e-01] microfloppy: 80%|████████ | 80381/100000 [03:05<2:36:25, 2.09it/s, lr: 2.0e-04 loss: 7.536e-01] microfloppy: 80%|████████ | 80382/100000 [03:05<2:33:12, 2.13it/s, lr: 2.0e-04 loss: 7.536e-01] microfloppy: 80%|████████ | 80382/100000 [03:06<2:33:12, 2.13it/s, lr: 2.0e-04 loss: 9.049e-01] microfloppy: 80%|████████ | 80383/100000 [03:06<2:31:11, 2.16it/s, lr: 2.0e-04 loss: 9.049e-01] microfloppy: 80%|████████ | 80383/100000 [03:06<2:31:11, 2.16it/s, lr: 2.0e-04 loss: 8.520e-01] microfloppy: 80%|████████ | 80384/100000 [03:06<2:30:20, 2.17it/s, lr: 2.0e-04 loss: 8.520e-01] microfloppy: 80%|████████ | 80384/100000 [03:07<2:30:20, 2.17it/s, lr: 2.0e-04 loss: 7.582e-01] microfloppy: 80%|████████ | 80385/100000 [03:07<2:31:53, 2.15it/s, lr: 2.0e-04 loss: 7.582e-01] microfloppy: 80%|████████ | 80385/100000 [03:07<2:31:53, 2.15it/s, lr: 2.0e-04 loss: 6.576e-01] microfloppy: 80%|████████ | 80386/100000 [03:07<2:34:15, 2.12it/s, lr: 2.0e-04 loss: 6.576e-01] microfloppy: 80%|████████ | 80386/100000 [03:08<2:34:15, 2.12it/s, lr: 2.0e-04 loss: 1.117e+00] microfloppy: 80%|████████ | 80387/100000 [03:08<2:31:55, 2.15it/s, lr: 2.0e-04 loss: 1.117e+00] microfloppy: 80%|████████ | 80387/100000 [03:08<2:31:55, 2.15it/s, lr: 2.0e-04 loss: 7.532e-01] microfloppy: 80%|████████ | 80388/100000 [03:08<2:31:33, 2.16it/s, lr: 2.0e-04 loss: 7.532e-01] microfloppy: 80%|████████ | 80388/100000 [03:09<2:31:33, 2.16it/s, lr: 2.0e-04 loss: 1.027e+00] microfloppy: 80%|████████ | 80389/100000 [03:09<2:32:15, 2.15it/s, lr: 2.0e-04 loss: 1.027e+00] microfloppy: 80%|████████ | 80389/100000 [03:09<2:32:15, 2.15it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80390/100000 [03:09<2:36:10, 2.09it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 80%|████████ | 80390/100000 [03:10<2:36:10, 2.09it/s, lr: 2.0e-04 loss: 9.158e-01] microfloppy: 80%|████████ | 80391/100000 [03:10<2:43:34, 2.00it/s, lr: 2.0e-04 loss: 9.158e-01] microfloppy: 80%|████████ | 80391/100000 [03:10<2:43:34, 2.00it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80392/100000 [03:10<2:43:43, 2.00it/s, lr: 2.0e-04 loss: 1.009e+00] microfloppy: 80%|████████ | 80392/100000 [03:11<2:43:43, 2.00it/s, lr: 2.0e-04 loss: 9.103e-01] microfloppy: 80%|████████ | 80393/100000 [03:11<2:35:31, 2.10it/s, lr: 2.0e-04 loss: 9.103e-01] microfloppy: 80%|████████ | 80393/100000 [03:11<2:35:31, 2.10it/s, lr: 2.0e-04 loss: 1.221e+00] microfloppy: 80%|████████ | 80394/100000 [03:11<2:35:29, 2.10it/s, lr: 2.0e-04 loss: 1.221e+00] microfloppy: 80%|████████ | 80394/100000 [03:12<2:35:29, 2.10it/s, lr: 2.0e-04 loss: 7.369e-01] microfloppy: 80%|████████ | 80395/100000 [03:12<2:32:35, 2.14it/s, lr: 2.0e-04 loss: 7.369e-01] microfloppy: 80%|████████ | 80395/100000 [03:12<2:32:35, 2.14it/s, lr: 2.0e-04 loss: 1.019e+00] microfloppy: 80%|████████ | 80396/100000 [03:12<2:36:15, 2.09it/s, lr: 2.0e-04 loss: 1.019e+00] microfloppy: 80%|████████ | 80396/100000 [03:13<2:36:15, 2.09it/s, lr: 2.0e-04 loss: 9.522e-01] microfloppy: 80%|████████ | 80397/100000 [03:13<2:32:18, 2.15it/s, lr: 2.0e-04 loss: 9.522e-01] microfloppy: 80%|████████ | 80397/100000 [03:13<2:32:18, 2.15it/s, lr: 2.0e-04 loss: 7.111e-01] microfloppy: 80%|████████ | 80398/100000 [03:13<2:36:53, 2.08it/s, lr: 2.0e-04 loss: 7.111e-01] microfloppy: 80%|████████ | 80398/100000 [03:13<2:36:53, 2.08it/s, lr: 2.0e-04 loss: 6.558e-01] microfloppy: 80%|████████ | 80399/100000 [03:13<2:36:39, 2.09it/s, lr: 2.0e-04 loss: 6.558e-01] microfloppy: 80%|████████ | 80399/100000 [03:14<2:36:39, 2.09it/s, lr: 2.0e-04 loss: 1.180e+00] microfloppy: 80%|████████ | 80400/100000 [03:14<2:37:13, 2.08it/s, lr: 2.0e-04 loss: 1.180e+00] microfloppy: 80%|████████ | 80400/100000 [03:14<2:37:13, 2.08it/s, lr: 2.0e-04 loss: 1.088e+00] microfloppy: 80%|████████ | 80401/100000 [03:14<2:37:34, 2.07it/s, lr: 2.0e-04 loss: 1.088e+00] microfloppy: 80%|████████ | 80401/100000 [03:15<2:37:34, 2.07it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80402/100000 [03:15<2:33:53, 2.12it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80402/100000 [03:15<2:33:53, 2.12it/s, lr: 2.0e-04 loss: 1.053e+00] microfloppy: 80%|████████ | 80403/100000 [03:15<2:33:35, 2.13it/s, lr: 2.0e-04 loss: 1.053e+00] microfloppy: 80%|████████ | 80403/100000 [03:16<2:33:35, 2.13it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80404/100000 [03:16<2:33:20, 2.13it/s, lr: 2.0e-04 loss: 1.149e+00] microfloppy: 80%|████████ | 80404/100000 [03:16<2:33:20, 2.13it/s, lr: 2.0e-04 loss: 7.147e-01] microfloppy: 80%|████████ | 80405/100000 [03:16<2:38:14, 2.06it/s, lr: 2.0e-04 loss: 7.147e-01] microfloppy: 80%|████████ | 80405/100000 [03:17<2:38:14, 2.06it/s, lr: 2.0e-04 loss: 6.969e-01] microfloppy: 80%|████████ | 80406/100000 [03:17<2:37:10, 2.08it/s, lr: 2.0e-04 loss: 6.969e-01] microfloppy: 80%|████████ | 80406/100000 [03:17<2:37:10, 2.08it/s, lr: 2.0e-04 loss: 9.456e-01] microfloppy: 80%|████████ | 80407/100000 [03:17<2:37:20, 2.08it/s, lr: 2.0e-04 loss: 9.456e-01] microfloppy: 80%|████████ | 80407/100000 [03:18<2:37:20, 2.08it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80408/100000 [03:18<2:34:36, 2.11it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80408/100000 [03:18<2:34:36, 2.11it/s, lr: 2.0e-04 loss: 7.294e-01] microfloppy: 80%|████████ | 80409/100000 [03:18<3:32:29, 1.54it/s, lr: 2.0e-04 loss: 7.294e-01] microfloppy: 80%|████████ | 80409/100000 [03:19<3:32:29, 1.54it/s, lr: 2.0e-04 loss: 6.568e-01] microfloppy: 80%|████████ | 80410/100000 [03:19<2:49:53, 1.92it/s, lr: 2.0e-04 loss: 6.568e-01] microfloppy: 80%|████████ | 80410/100000 [03:19<2:49:53, 1.92it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80411/100000 [03:19<2:38:30, 2.06it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 80%|████████ | 80411/100000 [03:20<2:38:30, 2.06it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80412/100000 [03:20<2:32:34, 2.14it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80412/100000 [03:20<2:32:34, 2.14it/s, lr: 2.0e-04 loss: 1.195e+00] microfloppy: 80%|████████ | 80413/100000 [03:20<2:32:01, 2.15it/s, lr: 2.0e-04 loss: 1.195e+00] microfloppy: 80%|████████ | 80413/100000 [03:21<2:32:01, 2.15it/s, lr: 2.0e-04 loss: 1.092e+00] microfloppy: 80%|████████ | 80414/100000 [03:21<2:30:23, 2.17it/s, lr: 2.0e-04 loss: 1.092e+00] microfloppy: 80%|████████ | 80414/100000 [03:21<2:30:23, 2.17it/s, lr: 2.0e-04 loss: 6.913e-01] microfloppy: 80%|████████ | 80415/100000 [03:21<2:30:12, 2.17it/s, lr: 2.0e-04 loss: 6.913e-01] microfloppy: 80%|████████ | 80415/100000 [03:22<2:30:12, 2.17it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 80%|████████ | 80416/100000 [03:22<2:31:05, 2.16it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 80%|████████ | 80416/100000 [03:22<2:31:05, 2.16it/s, lr: 2.0e-04 loss: 6.487e-01] microfloppy: 80%|████████ | 80417/100000 [03:22<2:30:36, 2.17it/s, lr: 2.0e-04 loss: 6.487e-01] microfloppy: 80%|████████ | 80417/100000 [03:23<2:30:36, 2.17it/s, lr: 2.0e-04 loss: 1.176e+00] microfloppy: 80%|████████ | 80418/100000 [03:23<2:31:09, 2.16it/s, lr: 2.0e-04 loss: 1.176e+00] microfloppy: 80%|████████ | 80418/100000 [03:23<2:31:09, 2.16it/s, lr: 2.0e-04 loss: 6.879e-01] microfloppy: 80%|████████ | 80419/100000 [03:23<2:38:48, 2.06it/s, lr: 2.0e-04 loss: 6.879e-01] microfloppy: 80%|████████ | 80419/100000 [03:24<2:38:48, 2.06it/s, lr: 2.0e-04 loss: 9.117e-01] microfloppy: 80%|████████ | 80420/100000 [03:24<2:36:37, 2.08it/s, lr: 2.0e-04 loss: 9.117e-01] microfloppy: 80%|████████ | 80420/100000 [03:24<2:36:37, 2.08it/s, lr: 2.0e-04 loss: 7.283e-01] microfloppy: 80%|████████ | 80421/100000 [03:24<2:34:48, 2.11it/s, lr: 2.0e-04 loss: 7.283e-01] microfloppy: 80%|████████ | 80421/100000 [03:25<2:34:48, 2.11it/s, lr: 2.0e-04 loss: 9.219e-01] microfloppy: 80%|████████ | 80422/100000 [03:25<2:32:56, 2.13it/s, lr: 2.0e-04 loss: 9.219e-01] microfloppy: 80%|████████ | 80422/100000 [03:25<2:32:56, 2.13it/s, lr: 2.0e-04 loss: 1.056e+00] microfloppy: 80%|████████ | 80423/100000 [03:25<2:32:28, 2.14it/s, lr: 2.0e-04 loss: 1.056e+00] microfloppy: 80%|████████ | 80423/100000 [03:26<2:32:28, 2.14it/s, lr: 2.0e-04 loss: 7.672e-01] microfloppy: 80%|████████ | 80424/100000 [03:26<2:32:44, 2.14it/s, lr: 2.0e-04 loss: 7.672e-01] microfloppy: 80%|████████ | 80424/100000 [03:26<2:32:44, 2.14it/s, lr: 2.0e-04 loss: 8.483e-01] microfloppy: 80%|████████ | 80425/100000 [03:26<2:31:52, 2.15it/s, lr: 2.0e-04 loss: 8.483e-01] microfloppy: 80%|████████ | 80425/100000 [03:26<2:31:52, 2.15it/s, lr: 2.0e-04 loss: 6.159e-01] microfloppy: 80%|████████ | 80426/100000 [03:26<2:32:07, 2.14it/s, lr: 2.0e-04 loss: 6.159e-01] microfloppy: 80%|████████ | 80426/100000 [03:27<2:32:07, 2.14it/s, lr: 2.0e-04 loss: 1.315e+00] microfloppy: 80%|████████ | 80427/100000 [03:27<2:32:35, 2.14it/s, lr: 2.0e-04 loss: 1.315e+00] microfloppy: 80%|████████ | 80427/100000 [03:27<2:32:35, 2.14it/s, lr: 2.0e-04 loss: 8.412e-01] microfloppy: 80%|████████ | 80428/100000 [03:27<2:33:44, 2.12it/s, lr: 2.0e-04 loss: 8.412e-01] microfloppy: 80%|████████ | 80428/100000 [03:28<2:33:44, 2.12it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80429/100000 [03:28<2:32:27, 2.14it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80429/100000 [03:28<2:32:27, 2.14it/s, lr: 2.0e-04 loss: 6.644e-01] microfloppy: 80%|████████ | 80430/100000 [03:28<2:36:00, 2.09it/s, lr: 2.0e-04 loss: 6.644e-01] microfloppy: 80%|████████ | 80430/100000 [03:29<2:36:00, 2.09it/s, lr: 2.0e-04 loss: 1.141e+00] microfloppy: 80%|████████ | 80431/100000 [03:29<2:39:09, 2.05it/s, lr: 2.0e-04 loss: 1.141e+00] microfloppy: 80%|████████ | 80431/100000 [03:29<2:39:09, 2.05it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 80%|████████ | 80432/100000 [03:29<2:34:27, 2.11it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 80%|████████ | 80432/100000 [03:30<2:34:27, 2.11it/s, lr: 2.0e-04 loss: 6.513e-01] microfloppy: 80%|████████ | 80433/100000 [03:30<2:32:25, 2.14it/s, lr: 2.0e-04 loss: 6.513e-01] microfloppy: 80%|████████ | 80433/100000 [03:30<2:32:25, 2.14it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80434/100000 [03:30<2:33:50, 2.12it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 80%|████████ | 80434/100000 [03:31<2:33:50, 2.12it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80435/100000 [03:31<2:32:30, 2.14it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 80%|████████ | 80435/100000 [03:31<2:32:30, 2.14it/s, lr: 2.0e-04 loss: 1.231e+00] microfloppy: 80%|████████ | 80436/100000 [03:31<2:32:38, 2.14it/s, lr: 2.0e-04 loss: 1.231e+00] microfloppy: 80%|████████ | 80436/100000 [03:32<2:32:38, 2.14it/s, lr: 2.0e-04 loss: 1.050e+00] microfloppy: 80%|████████ | 80437/100000 [03:32<2:29:19, 2.18it/s, lr: 2.0e-04 loss: 1.050e+00] microfloppy: 80%|████████ | 80437/100000 [03:32<2:29:19, 2.18it/s, lr: 2.0e-04 loss: 8.078e-01] microfloppy: 80%|████████ | 80438/100000 [03:32<2:31:34, 2.15it/s, lr: 2.0e-04 loss: 8.078e-01] microfloppy: 80%|████████ | 80438/100000 [03:33<2:31:34, 2.15it/s, lr: 2.0e-04 loss: 1.083e+00] microfloppy: 80%|████████ | 80439/100000 [03:33<2:35:46, 2.09it/s, lr: 2.0e-04 loss: 1.083e+00] microfloppy: 80%|████████ | 80439/100000 [03:33<2:35:46, 2.09it/s, lr: 2.0e-04 loss: 8.618e-01] microfloppy: 80%|████████ | 80440/100000 [03:33<2:31:59, 2.14it/s, lr: 2.0e-04 loss: 8.618e-01] microfloppy: 80%|████████ | 80440/100000 [03:34<2:31:59, 2.14it/s, lr: 2.0e-04 loss: 8.602e-01] microfloppy: 80%|████████ | 80441/100000 [03:34<2:36:53, 2.08it/s, lr: 2.0e-04 loss: 8.602e-01] microfloppy: 80%|████████ | 80441/100000 [03:34<2:36:53, 2.08it/s, lr: 2.0e-04 loss: 6.751e-01] microfloppy: 80%|████████ | 80442/100000 [03:34<3:25:05, 1.59it/s, lr: 2.0e-04 loss: 6.751e-01] microfloppy: 80%|████████ | 80442/100000 [03:35<3:25:05, 1.59it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80443/100000 [03:35<2:46:38, 1.96it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 80%|████████ | 80443/100000 [03:35<2:46:38, 1.96it/s, lr: 2.0e-04 loss: 9.665e-01] microfloppy: 80%|████████ | 80444/100000 [03:35<2:36:26, 2.08it/s, lr: 2.0e-04 loss: 9.665e-01] microfloppy: 80%|████████ | 80444/100000 [03:36<2:36:26, 2.08it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80445/100000 [03:36<2:32:44, 2.13it/s, lr: 2.0e-04 loss: 1.170e+00] microfloppy: 80%|████████ | 80445/100000 [03:36<2:32:44, 2.13it/s, lr: 2.0e-04 loss: 1.117e+00] microfloppy: 80%|████████ | 80446/100000 [03:36<2:32:24, 2.14it/s, lr: 2.0e-04 loss: 1.117e+00] microfloppy: 80%|████████ | 80446/100000 [03:37<2:32:24, 2.14it/s, lr: 2.0e-04 loss: 8.347e-01] microfloppy: 80%|████████ | 80447/100000 [03:37<2:33:12, 2.13it/s, lr: 2.0e-04 loss: 8.347e-01] microfloppy: 80%|████████ | 80447/100000 [03:37<2:33:12, 2.13it/s, lr: 2.0e-04 loss: 6.400e-01] microfloppy: 80%|████████ | 80448/100000 [03:37<2:30:44, 2.16it/s, lr: 2.0e-04 loss: 6.400e-01] microfloppy: 80%|████████ | 80448/100000 [03:37<2:30:44, 2.16it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 80%|████████ | 80449/100000 [03:37<2:35:04, 2.10it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 80%|████████ | 80449/100000 [03:38<2:35:04, 2.10it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 80%|████████ | 80450/100000 [03:38<2:33:55, 2.12it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 80%|████████ | 80450/100000 [03:38<2:33:55, 2.12it/s, lr: 2.0e-04 loss: 6.604e-01] microfloppy: 80%|████████ | 80451/100000 [03:38<2:37:38, 2.07it/s, lr: 2.0e-04 loss: 6.604e-01] microfloppy: 80%|████████ | 80451/100000 [03:39<2:37:38, 2.07it/s, lr: 2.0e-04 loss: 7.868e-01] microfloppy: 80%|████████ | 80452/100000 [03:39<2:31:28, 2.15it/s, lr: 2.0e-04 loss: 7.868e-01] microfloppy: 80%|████████ | 80452/100000 [03:39<2:31:28, 2.15it/s, lr: 2.0e-04 loss: 7.967e-01] microfloppy: 80%|████████ | 80453/100000 [03:39<2:32:14, 2.14it/s, lr: 2.0e-04 loss: 7.967e-01] microfloppy: 80%|████████ | 80453/100000 [03:40<2:32:14, 2.14it/s, lr: 2.0e-04 loss: 1.178e+00] microfloppy: 80%|████████ | 80454/100000 [03:40<2:31:23, 2.15it/s, lr: 2.0e-04 loss: 1.178e+00] microfloppy: 80%|████████ | 80454/100000 [03:40<2:31:23, 2.15it/s, lr: 2.0e-04 loss: 1.208e+00] microfloppy: 80%|████████ | 80455/100000 [03:40<2:32:40, 2.13it/s, lr: 2.0e-04 loss: 1.208e+00] microfloppy: 80%|████████ | 80455/100000 [03:41<2:32:40, 2.13it/s, lr: 2.0e-04 loss: 1.106e+00] microfloppy: 80%|████████ | 80456/100000 [03:41<2:31:41, 2.15it/s, lr: 2.0e-04 loss: 1.106e+00] microfloppy: 80%|████████ | 80456/100000 [03:41<2:31:41, 2.15it/s, lr: 2.0e-04 loss: 7.622e-01] microfloppy: 80%|████████ | 80457/100000 [03:41<2:30:28, 2.16it/s, lr: 2.0e-04 loss: 7.622e-01] microfloppy: 80%|████████ | 80457/100000 [03:42<2:30:28, 2.16it/s, lr: 2.0e-04 loss: 1.064e+00] microfloppy: 80%|████████ | 80458/100000 [03:42<2:33:43, 2.12it/s, lr: 2.0e-04 loss: 1.064e+00] microfloppy: 80%|████████ | 80458/100000 [03:42<2:33:43, 2.12it/s, lr: 2.0e-04 loss: 6.760e-01] microfloppy: 80%|████████ | 80459/100000 [03:42<2:31:18, 2.15it/s, lr: 2.0e-04 loss: 6.760e-01] microfloppy: 80%|████████ | 80459/100000 [03:43<2:31:18, 2.15it/s, lr: 2.0e-04 loss: 8.977e-01] microfloppy: 80%|████████ | 80460/100000 [03:43<2:32:57, 2.13it/s, lr: 2.0e-04 loss: 8.977e-01] microfloppy: 80%|████████ | 80460/100000 [03:43<2:32:57, 2.13it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 80%|████████ | 80461/100000 [03:43<2:35:55, 2.09it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 80%|████████ | 80461/100000 [03:44<2:35:55, 2.09it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 80%|████████ | 80462/100000 [03:44<2:34:21, 2.11it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 80%|████████ | 80462/100000 [03:44<2:34:21, 2.11it/s, lr: 2.0e-04 loss: 6.633e-01] microfloppy: 80%|████████ | 80463/100000 [03:44<2:33:34, 2.12it/s, lr: 2.0e-04 loss: 6.633e-01] microfloppy: 80%|████████ | 80463/100000 [03:45<2:33:34, 2.12it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80464/100000 [03:45<2:32:08, 2.14it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80464/100000 [03:45<2:32:08, 2.14it/s, lr: 2.0e-04 loss: 9.094e-01] microfloppy: 80%|████████ | 80465/100000 [03:45<2:31:44, 2.15it/s, lr: 2.0e-04 loss: 9.094e-01] microfloppy: 80%|████████ | 80465/100000 [03:45<2:31:44, 2.15it/s, lr: 2.0e-04 loss: 6.286e-01] microfloppy: 80%|████████ | 80466/100000 [03:45<2:34:18, 2.11it/s, lr: 2.0e-04 loss: 6.286e-01] microfloppy: 80%|████████ | 80466/100000 [03:46<2:34:18, 2.11it/s, lr: 2.0e-04 loss: 7.420e-01] microfloppy: 80%|████████ | 80467/100000 [03:46<2:33:09, 2.13it/s, lr: 2.0e-04 loss: 7.420e-01] microfloppy: 80%|████████ | 80467/100000 [03:46<2:33:09, 2.13it/s, lr: 2.0e-04 loss: 1.074e+00] microfloppy: 80%|████████ | 80468/100000 [03:46<2:31:50, 2.14it/s, lr: 2.0e-04 loss: 1.074e+00] microfloppy: 80%|████████ | 80468/100000 [03:47<2:31:50, 2.14it/s, lr: 2.0e-04 loss: 7.360e-01] microfloppy: 80%|████████ | 80469/100000 [03:47<2:34:35, 2.11it/s, lr: 2.0e-04 loss: 7.360e-01] microfloppy: 80%|████████ | 80469/100000 [03:47<2:34:35, 2.11it/s, lr: 2.0e-04 loss: 7.630e-01] microfloppy: 80%|████████ | 80470/100000 [03:47<2:34:10, 2.11it/s, lr: 2.0e-04 loss: 7.630e-01] microfloppy: 80%|████████ | 80470/100000 [03:48<2:34:10, 2.11it/s, lr: 2.0e-04 loss: 1.001e+00] microfloppy: 80%|████████ | 80471/100000 [03:48<3:32:58, 1.53it/s, lr: 2.0e-04 loss: 1.001e+00] microfloppy: 80%|████████ | 80471/100000 [03:49<3:32:58, 1.53it/s, lr: 2.0e-04 loss: 7.780e-01] microfloppy: 80%|████████ | 80472/100000 [03:49<2:48:53, 1.93it/s, lr: 2.0e-04 loss: 7.780e-01] microfloppy: 80%|████████ | 80472/100000 [03:49<2:48:53, 1.93it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80473/100000 [03:49<2:39:47, 2.04it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 80%|████████ | 80473/100000 [03:49<2:39:47, 2.04it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 80%|████████ | 80474/100000 [03:49<2:32:16, 2.14it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 80%|████████ | 80474/100000 [03:50<2:32:16, 2.14it/s, lr: 2.0e-04 loss: 6.413e-01] microfloppy: 80%|████████ | 80475/100000 [03:50<2:32:16, 2.14it/s, lr: 2.0e-04 loss: 6.413e-01] microfloppy: 80%|████████ | 80475/100000 [03:50<2:32:16, 2.14it/s, lr: 2.0e-04 loss: 8.101e-01] microfloppy: 80%|████████ | 80476/100000 [03:50<2:33:31, 2.12it/s, lr: 2.0e-04 loss: 8.101e-01] microfloppy: 80%|████████ | 80476/100000 [03:51<2:33:31, 2.12it/s, lr: 2.0e-04 loss: 1.174e+00] microfloppy: 80%|████████ | 80477/100000 [03:51<2:29:50, 2.17it/s, lr: 2.0e-04 loss: 1.174e+00] microfloppy: 80%|████████ | 80477/100000 [03:51<2:29:50, 2.17it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80478/100000 [03:51<2:35:46, 2.09it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 80%|████████ | 80478/100000 [03:52<2:35:46, 2.09it/s, lr: 2.0e-04 loss: 7.009e-01] microfloppy: 80%|████████ | 80479/100000 [03:52<2:34:53, 2.10it/s, lr: 2.0e-04 loss: 7.009e-01] microfloppy: 80%|████████ | 80479/100000 [03:52<2:34:53, 2.10it/s, lr: 2.0e-04 loss: 8.915e-01] microfloppy: 80%|████████ | 80480/100000 [03:52<2:32:31, 2.13it/s, lr: 2.0e-04 loss: 8.915e-01] microfloppy: 80%|████████ | 80480/100000 [03:53<2:32:31, 2.13it/s, lr: 2.0e-04 loss: 7.939e-01] microfloppy: 80%|████████ | 80481/100000 [03:53<2:31:05, 2.15it/s, lr: 2.0e-04 loss: 7.939e-01] microfloppy: 80%|████████ | 80481/100000 [03:53<2:31:05, 2.15it/s, lr: 2.0e-04 loss: 9.429e-01] microfloppy: 80%|████████ | 80482/100000 [03:53<2:27:10, 2.21it/s, lr: 2.0e-04 loss: 9.429e-01] microfloppy: 80%|████████ | 80482/100000 [03:54<2:27:10, 2.21it/s, lr: 2.0e-04 loss: 7.867e-01] microfloppy: 80%|████████ | 80483/100000 [03:54<2:31:02, 2.15it/s, lr: 2.0e-04 loss: 7.867e-01] microfloppy: 80%|████████ | 80483/100000 [03:54<2:31:02, 2.15it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 80%|████████ | 80484/100000 [03:54<2:35:01, 2.10it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 80%|████████ | 80484/100000 [03:55<2:35:01, 2.10it/s, lr: 2.0e-04 loss: 1.167e+00] microfloppy: 80%|████████ | 80485/100000 [03:55<2:33:32, 2.12it/s, lr: 2.0e-04 loss: 1.167e+00] microfloppy: 80%|████████ | 80485/100000 [03:55<2:33:32, 2.12it/s, lr: 2.0e-04 loss: 9.206e-01] microfloppy: 80%|████████ | 80486/100000 [03:55<2:30:23, 2.16it/s, lr: 2.0e-04 loss: 9.206e-01] microfloppy: 80%|████████ | 80486/100000 [03:56<2:30:23, 2.16it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80487/100000 [03:56<2:32:46, 2.13it/s, lr: 2.0e-04 loss: 1.152e+00] microfloppy: 80%|████████ | 80487/100000 [03:56<2:32:46, 2.13it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 80%|████████ | 80488/100000 [03:56<2:31:49, 2.14it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 80%|████████ | 80488/100000 [03:57<2:31:49, 2.14it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 80%|████████ | 80489/100000 [03:57<2:33:04, 2.12it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 80%|████████ | 80489/100000 [03:57<2:33:04, 2.12it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 80%|████████ | 80490/100000 [03:57<2:31:16, 2.15it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 80%|████████ | 80490/100000 [03:57<2:31:16, 2.15it/s, lr: 2.0e-04 loss: 9.212e-01] microfloppy: 80%|████████ | 80491/100000 [03:57<2:31:44, 2.14it/s, lr: 2.0e-04 loss: 9.212e-01] microfloppy: 80%|████████ | 80491/100000 [03:58<2:31:44, 2.14it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 80%|████████ | 80492/100000 [03:58<2:33:51, 2.11it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 80%|████████ | 80492/100000 [03:58<2:33:51, 2.11it/s, lr: 2.0e-04 loss: 1.095e+00] microfloppy: 80%|████████ | 80493/100000 [03:58<2:36:15, 2.08it/s, lr: 2.0e-04 loss: 1.095e+00] microfloppy: 80%|████████ | 80493/100000 [03:59<2:36:15, 2.08it/s, lr: 2.0e-04 loss: 7.889e-01] microfloppy: 80%|████████ | 80494/100000 [03:59<2:37:18, 2.07it/s, lr: 2.0e-04 loss: 7.889e-01] microfloppy: 80%|████████ | 80494/100000 [03:59<2:37:18, 2.07it/s, lr: 2.0e-04 loss: 6.427e-01] microfloppy: 80%|████████ | 80495/100000 [03:59<2:35:26, 2.09it/s, lr: 2.0e-04 loss: 6.427e-01] microfloppy: 80%|████████ | 80495/100000 [04:00<2:35:26, 2.09it/s, lr: 2.0e-04 loss: 9.337e-01] microfloppy: 80%|████████ | 80496/100000 [04:00<2:33:36, 2.12it/s, lr: 2.0e-04 loss: 9.337e-01] microfloppy: 80%|████████ | 80496/100000 [04:00<2:33:36, 2.12it/s, lr: 2.0e-04 loss: 6.505e-01] microfloppy: 80%|████████ | 80497/100000 [04:00<2:36:11, 2.08it/s, lr: 2.0e-04 loss: 6.505e-01] microfloppy: 80%|████████ | 80497/100000 [04:01<2:36:11, 2.08it/s, lr: 2.0e-04 loss: 7.038e-01] microfloppy: 80%|████████ | 80498/100000 [04:01<2:36:00, 2.08it/s, lr: 2.0e-04 loss: 7.038e-01] microfloppy: 80%|████████ | 80498/100000 [04:01<2:36:00, 2.08it/s, lr: 2.0e-04 loss: 8.042e-01] microfloppy: 80%|████████ | 80499/100000 [04:01<3:02:56, 1.78it/s, lr: 2.0e-04 loss: 8.042e-01] microfloppy: 80%|████████ | 80499/100000 [04:02<3:02:56, 1.78it/s, lr: 2.0e-04 loss: 9.940e-01] microfloppy: 80%|████████ | 80500/100000 [04:02<2:59:24, 1.81it/s, lr: 2.0e-04 loss: 9.940e-01] microfloppy: 80%|████████ | 80500/100000 [04:02<2:59:24, 1.81it/s, lr: 2.0e-04 loss: 8.091e-01]
Saving at step 80500
Saved checkpoint to /app/ai-toolkit/output/microfloppy/microfloppy_000080500.safetensors
Saved optimizer to /app/ai-toolkit/output/microfloppy/optimizer.pt
Removing old save: /app/ai-toolkit/output/microfloppy/microfloppy_000076000.safetensors
Generating Samples: 0%| | 0/7 [00:00<?, ?it/s] Generating Samples: 14%|█▍ | 1/7 [00:03<00:21, 3.52s/it] Generating Samples: 29%|██▊ | 2/7 [00:07<00:17, 3.50s/it] Generating Samples: 43%|████▎ | 3/7 [00:10<00:14, 3.54s/it] Generating Samples: 57%|█████▋ | 4/7 [00:14<00:10, 3.53s/it] Generating Samples: 71%|███████▏ | 5/7 [00:17<00:07, 3.53s/it] Generating Samples: 86%|████████▌ | 6/7 [00:21<00:03, 3.54s/it] Generating Samples: 100%|██████████| 7/7 [00:24<00:00, 3.53s/it] Generating Samples: 100%|██████████| 7/7 [00:24<00:00, 3.53s/it]
microfloppy: 81%|████████ | 80501/100000 [04:03<2:59:23, 1.81it/s, lr: 2.0e-04 loss: 1.110e+00] microfloppy: 81%|████████ | 80502/100000 [04:03<2:19:50, 2.32it/s, lr: 2.0e-04 loss: 1.110e+00] microfloppy: 81%|████████ | 80502/100000 [04:04<2:19:50, 2.32it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 81%|████████ | 80503/100000 [04:04<3:05:36, 1.75it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 81%|████████ | 80503/100000 [04:04<3:05:36, 1.75it/s, lr: 2.0e-04 loss: 7.618e-01] microfloppy: 81%|████████ | 80504/100000 [04:04<2:40:25, 2.03it/s, lr: 2.0e-04 loss: 7.618e-01] microfloppy: 81%|████████ | 80504/100000 [04:05<2:40:25, 2.03it/s, lr: 2.0e-04 loss: 9.691e-01] microfloppy: 81%|████████ | 80505/100000 [04:05<2:35:47, 2.09it/s, lr: 2.0e-04 loss: 9.691e-01] microfloppy: 81%|████████ | 80505/100000 [04:05<2:35:47, 2.09it/s, lr: 2.0e-04 loss: 9.836e-01] microfloppy: 81%|████████ | 80506/100000 [04:05<2:30:53, 2.15it/s, lr: 2.0e-04 loss: 9.836e-01] microfloppy: 81%|████████ | 80506/100000 [04:06<2:30:53, 2.15it/s, lr: 2.0e-04 loss: 9.051e-01] microfloppy: 81%|████████ | 80507/100000 [04:06<2:30:41, 2.16it/s, lr: 2.0e-04 loss: 9.051e-01] microfloppy: 81%|████████ | 80507/100000 [04:06<2:30:41, 2.16it/s, lr: 2.0e-04 loss: 7.153e-01] microfloppy: 81%|████████ | 80508/100000 [04:06<2:35:32, 2.09it/s, lr: 2.0e-04 loss: 7.153e-01] microfloppy: 81%|████████ | 80508/100000 [04:07<2:35:32, 2.09it/s, lr: 2.0e-04 loss: 6.942e-01] microfloppy: 81%|████████ | 80509/100000 [04:07<2:36:04, 2.08it/s, lr: 2.0e-04 loss: 6.942e-01] microfloppy: 81%|████████ | 80509/100000 [04:07<2:36:04, 2.08it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 81%|████████ | 80510/100000 [04:07<2:33:18, 2.12it/s, lr: 2.0e-04 loss: 1.084e+00] microfloppy: 81%|████████ | 80510/100000 [04:08<2:33:18, 2.12it/s, lr: 2.0e-04 loss: 1.065e+00] microfloppy: 81%|████████ | 80511/100000 [04:08<2:37:43, 2.06it/s, lr: 2.0e-04 loss: 1.065e+00] microfloppy: 81%|████████ | 80511/100000 [04:08<2:37:43, 2.06it/s, lr: 2.0e-04 loss: 7.675e-01] microfloppy: 81%|████████ | 80512/100000 [04:08<2:35:10, 2.09it/s, lr: 2.0e-04 loss: 7.675e-01] microfloppy: 81%|████████ | 80512/100000 [04:09<2:35:10, 2.09it/s, lr: 2.0e-04 loss: 7.052e-01] microfloppy: 81%|████████ | 80513/100000 [04:09<2:33:32, 2.12it/s, lr: 2.0e-04 loss: 7.052e-01] microfloppy: 81%|████████ | 80513/100000 [04:09<2:33:32, 2.12it/s, lr: 2.0e-04 loss: 8.290e-01] microfloppy: 81%|████████ | 80514/100000 [04:09<2:32:48, 2.13it/s, lr: 2.0e-04 loss: 8.290e-01] microfloppy: 81%|████████ | 80514/100000 [04:10<2:32:48, 2.13it/s, lr: 2.0e-04 loss: 1.201e+00] microfloppy: 81%|████████ | 80515/100000 [04:10<2:33:01, 2.12it/s, lr: 2.0e-04 loss: 1.201e+00] microfloppy: 81%|████████ | 80515/100000 [04:10<2:33:01, 2.12it/s, lr: 2.0e-04 loss: 6.312e-01] microfloppy: 81%|████████ | 80516/100000 [04:10<2:33:15, 2.12it/s, lr: 2.0e-04 loss: 6.312e-01] microfloppy: 81%|████████ | 80516/100000 [04:11<2:33:15, 2.12it/s, lr: 2.0e-04 loss: 7.091e-01] microfloppy: 81%|████████ | 80517/100000 [04:11<2:34:42, 2.10it/s, lr: 2.0e-04 loss: 7.091e-01] microfloppy: 81%|████████ | 80517/100000 [04:11<2:34:42, 2.10it/s, lr: 2.0e-04 loss: 1.037e+00] microfloppy: 81%|████████ | 80518/100000 [04:11<2:31:25, 2.14it/s, lr: 2.0e-04 loss: 1.037e+00] microfloppy: 81%|████████ | 80518/100000 [04:11<2:31:25, 2.14it/s, lr: 2.0e-04 loss: 6.539e-01] microfloppy: 81%|████████ | 80519/100000 [04:11<2:32:49, 2.12it/s, lr: 2.0e-04 loss: 6.539e-01] microfloppy: 81%|████████ | 80519/100000 [04:12<2:32:49, 2.12it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 81%|████████ | 80520/100000 [04:12<2:32:19, 2.13it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 81%|████████ | 80520/100000 [04:12<2:32:19, 2.13it/s, lr: 2.0e-04 loss: 7.154e-01] microfloppy: 81%|████████ | 80521/100000 [04:12<2:31:40, 2.14it/s, lr: 2.0e-04 loss: 7.154e-01] microfloppy: 81%|████████ | 80521/100000 [04:13<2:31:40, 2.14it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80522/100000 [04:13<2:30:12, 2.16it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80522/100000 [04:13<2:30:12, 2.16it/s, lr: 2.0e-04 loss: 7.178e-01] microfloppy: 81%|████████ | 80523/100000 [04:13<2:29:57, 2.16it/s, lr: 2.0e-04 loss: 7.178e-01] microfloppy: 81%|████████ | 80523/100000 [04:14<2:29:57, 2.16it/s, lr: 2.0e-04 loss: 8.729e-01] microfloppy: 81%|████████ | 80524/100000 [04:14<2:30:47, 2.15it/s, lr: 2.0e-04 loss: 8.729e-01] microfloppy: 81%|████████ | 80524/100000 [04:14<2:30:47, 2.15it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 81%|████████ | 80525/100000 [04:14<2:29:10, 2.18it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 81%|████████ | 80525/100000 [04:15<2:29:10, 2.18it/s, lr: 2.0e-04 loss: 9.539e-01] microfloppy: 81%|████████ | 80526/100000 [04:15<2:31:45, 2.14it/s, lr: 2.0e-04 loss: 9.539e-01] microfloppy: 81%|████████ | 80526/100000 [04:15<2:31:45, 2.14it/s, lr: 2.0e-04 loss: 7.472e-01] microfloppy: 81%|████████ | 80527/100000 [04:15<2:36:02, 2.08it/s, lr: 2.0e-04 loss: 7.472e-01] microfloppy: 81%|████████ | 80527/100000 [04:16<2:36:02, 2.08it/s, lr: 2.0e-04 loss: 9.251e-01] microfloppy: 81%|████████ | 80528/100000 [04:16<3:42:55, 1.46it/s, lr: 2.0e-04 loss: 9.251e-01] microfloppy: 81%|████████ | 80528/100000 [04:17<3:42:55, 1.46it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 81%|████████ | 80529/100000 [04:17<4:38:36, 1.16it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 81%|████████ | 80529/100000 [04:17<4:38:36, 1.16it/s, lr: 2.0e-04 loss: 8.737e-01] microfloppy: 81%|████████ | 80530/100000 [04:17<3:05:51, 1.75it/s, lr: 2.0e-04 loss: 8.737e-01] microfloppy: 81%|████████ | 80530/100000 [04:18<3:05:51, 1.75it/s, lr: 2.0e-04 loss: 8.893e-01] microfloppy: 81%|████████ | 80531/100000 [04:18<2:42:14, 2.00it/s, lr: 2.0e-04 loss: 8.893e-01] microfloppy: 81%|████████ | 80531/100000 [04:18<2:42:14, 2.00it/s, lr: 2.0e-04 loss: 1.017e+00] microfloppy: 81%|████████ | 80532/100000 [04:18<2:31:25, 2.14it/s, lr: 2.0e-04 loss: 1.017e+00] microfloppy: 81%|████████ | 80532/100000 [04:19<2:31:25, 2.14it/s, lr: 2.0e-04 loss: 1.203e+00] microfloppy: 81%|████████ | 80533/100000 [04:19<3:30:07, 1.54it/s, lr: 2.0e-04 loss: 1.203e+00] microfloppy: 81%|████████ | 80533/100000 [04:19<3:30:07, 1.54it/s, lr: 2.0e-04 loss: 7.997e-01] microfloppy: 81%|████████ | 80534/100000 [04:19<2:46:54, 1.94it/s, lr: 2.0e-04 loss: 7.997e-01] microfloppy: 81%|████████ | 80534/100000 [04:20<2:46:54, 1.94it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80535/100000 [04:20<2:38:28, 2.05it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80535/100000 [04:20<2:38:28, 2.05it/s, lr: 2.0e-04 loss: 7.181e-01] microfloppy: 81%|████████ | 80536/100000 [04:20<2:32:16, 2.13it/s, lr: 2.0e-04 loss: 7.181e-01] microfloppy: 81%|████████ | 80536/100000 [04:21<2:32:16, 2.13it/s, lr: 2.0e-04 loss: 7.055e-01] microfloppy: 81%|████████ | 80537/100000 [04:21<2:30:49, 2.15it/s, lr: 2.0e-04 loss: 7.055e-01] microfloppy: 81%|████████ | 80537/100000 [04:21<2:30:49, 2.15it/s, lr: 2.0e-04 loss: 9.926e-01] microfloppy: 81%|████████ | 80538/100000 [04:21<2:33:09, 2.12it/s, lr: 2.0e-04 loss: 9.926e-01] microfloppy: 81%|████████ | 80538/100000 [04:22<2:33:09, 2.12it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 81%|████████ | 80539/100000 [04:22<2:32:41, 2.12it/s, lr: 2.0e-04 loss: 1.036e+00] microfloppy: 81%|████████ | 80539/100000 [04:22<2:32:41, 2.12it/s, lr: 2.0e-04 loss: 9.700e-01] microfloppy: 81%|████████ | 80540/100000 [04:22<2:33:36, 2.11it/s, lr: 2.0e-04 loss: 9.700e-01] microfloppy: 81%|████████ | 80540/100000 [04:23<2:33:36, 2.11it/s, lr: 2.0e-04 loss: 6.859e-01] microfloppy: 81%|████████ | 80541/100000 [04:23<2:34:43, 2.10it/s, lr: 2.0e-04 loss: 6.859e-01] microfloppy: 81%|████████ | 80541/100000 [04:23<2:34:43, 2.10it/s, lr: 2.0e-04 loss: 8.242e-01] microfloppy: 81%|████████ | 80542/100000 [04:23<2:30:41, 2.15it/s, lr: 2.0e-04 loss: 8.242e-01] microfloppy: 81%|████████ | 80542/100000 [04:24<2:30:41, 2.15it/s, lr: 2.0e-04 loss: 7.349e-01] microfloppy: 81%|████████ | 80543/100000 [04:24<2:41:53, 2.00it/s, lr: 2.0e-04 loss: 7.349e-01] microfloppy: 81%|████████ | 80543/100000 [04:25<2:41:53, 2.00it/s, lr: 2.0e-04 loss: 1.120e+00] microfloppy: 81%|████████ | 80544/100000 [04:25<4:03:02, 1.33it/s, lr: 2.0e-04 loss: 1.120e+00] microfloppy: 81%|████████ | 80544/100000 [04:25<4:03:02, 1.33it/s, lr: 2.0e-04 loss: 8.427e-01] microfloppy: 81%|████████ | 80545/100000 [04:25<3:02:19, 1.78it/s, lr: 2.0e-04 loss: 8.427e-01] microfloppy: 81%|████████ | 80545/100000 [04:26<3:02:19, 1.78it/s, lr: 2.0e-04 loss: 8.340e-01] microfloppy: 81%|████████ | 80546/100000 [04:26<2:45:24, 1.96it/s, lr: 2.0e-04 loss: 8.340e-01] microfloppy: 81%|████████ | 80546/100000 [04:26<2:45:24, 1.96it/s, lr: 2.0e-04 loss: 8.920e-01] microfloppy: 81%|████████ | 80547/100000 [04:26<2:34:56, 2.09it/s, lr: 2.0e-04 loss: 8.920e-01] microfloppy: 81%|████████ | 80547/100000 [04:27<2:34:56, 2.09it/s, lr: 2.0e-04 loss: 8.524e-01] microfloppy: 81%|████████ | 80548/100000 [04:27<2:34:38, 2.10it/s, lr: 2.0e-04 loss: 8.524e-01] microfloppy: 81%|████████ | 80548/100000 [04:27<2:34:38, 2.10it/s, lr: 2.0e-04 loss: 8.581e-01] microfloppy: 81%|████████ | 80549/100000 [04:27<2:32:32, 2.13it/s, lr: 2.0e-04 loss: 8.581e-01] microfloppy: 81%|████████ | 80549/100000 [04:27<2:32:32, 2.13it/s, lr: 2.0e-04 loss: 7.419e-01] microfloppy: 81%|████████ | 80550/100000 [04:27<2:35:07, 2.09it/s, lr: 2.0e-04 loss: 7.419e-01] microfloppy: 81%|████████ | 80550/100000 [04:28<2:35:07, 2.09it/s, lr: 2.0e-04 loss: 1.097e+00] microfloppy: 81%|████████ | 80551/100000 [04:28<2:34:09, 2.10it/s, lr: 2.0e-04 loss: 1.097e+00] microfloppy: 81%|████████ | 80551/100000 [04:28<2:34:09, 2.10it/s, lr: 2.0e-04 loss: 9.040e-01] microfloppy: 81%|████████ | 80552/100000 [04:28<2:33:24, 2.11it/s, lr: 2.0e-04 loss: 9.040e-01] microfloppy: 81%|████████ | 80552/100000 [04:29<2:33:24, 2.11it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80553/100000 [04:29<2:32:30, 2.13it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80553/100000 [04:29<2:32:30, 2.13it/s, lr: 2.0e-04 loss: 6.708e-01] microfloppy: 81%|████████ | 80554/100000 [04:29<2:31:34, 2.14it/s, lr: 2.0e-04 loss: 6.708e-01] microfloppy: 81%|████████ | 80554/100000 [04:30<2:31:34, 2.14it/s, lr: 2.0e-04 loss: 7.361e-01] microfloppy: 81%|████████ | 80555/100000 [04:30<2:29:03, 2.17it/s, lr: 2.0e-04 loss: 7.361e-01] microfloppy: 81%|████████ | 80555/100000 [04:30<2:29:03, 2.17it/s, lr: 2.0e-04 loss: 9.700e-01] microfloppy: 81%|████████ | 80556/100000 [04:30<2:29:32, 2.17it/s, lr: 2.0e-04 loss: 9.700e-01] microfloppy: 81%|████████ | 80556/100000 [04:31<2:29:32, 2.17it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 81%|████████ | 80557/100000 [04:31<2:30:28, 2.15it/s, lr: 2.0e-04 loss: 1.008e+00] microfloppy: 81%|████████ | 80557/100000 [04:31<2:30:28, 2.15it/s, lr: 2.0e-04 loss: 7.202e-01] microfloppy: 81%|████████ | 80558/100000 [04:31<2:26:53, 2.21it/s, lr: 2.0e-04 loss: 7.202e-01] microfloppy: 81%|████████ | 80558/100000 [04:32<2:26:53, 2.21it/s, lr: 2.0e-04 loss: 8.301e-01] microfloppy: 81%|████████ | 80559/100000 [04:32<3:45:49, 1.43it/s, lr: 2.0e-04 loss: 8.301e-01] microfloppy: 81%|████████ | 80559/100000 [04:33<3:45:49, 1.43it/s, lr: 2.0e-04 loss: 7.981e-01] microfloppy: 81%|████████ | 80560/100000 [04:33<4:35:18, 1.18it/s, lr: 2.0e-04 loss: 7.981e-01] microfloppy: 81%|████████ | 80560/100000 [04:33<4:35:18, 1.18it/s, lr: 2.0e-04 loss: 1.203e+00] microfloppy: 81%|████████ | 80561/100000 [04:33<3:10:27, 1.70it/s, lr: 2.0e-04 loss: 1.203e+00] microfloppy: 81%|████████ | 80561/100000 [04:34<3:10:27, 1.70it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80562/100000 [04:34<3:38:11, 1.48it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80562/100000 [04:35<3:38:11, 1.48it/s, lr: 2.0e-04 loss: 8.239e-01] microfloppy: 81%|████████ | 80563/100000 [04:35<2:50:25, 1.90it/s, lr: 2.0e-04 loss: 8.239e-01] microfloppy: 81%|████████ | 80563/100000 [04:35<2:50:25, 1.90it/s, lr: 2.0e-04 loss: 7.161e-01] microfloppy: 81%|████████ | 80564/100000 [04:35<2:37:18, 2.06it/s, lr: 2.0e-04 loss: 7.161e-01] microfloppy: 81%|████████ | 80564/100000 [04:35<2:37:18, 2.06it/s, lr: 2.0e-04 loss: 8.509e-01] microfloppy: 81%|████████ | 80565/100000 [04:35<2:34:11, 2.10it/s, lr: 2.0e-04 loss: 8.509e-01] microfloppy: 81%|████████ | 80565/100000 [04:36<2:34:11, 2.10it/s, lr: 2.0e-04 loss: 1.062e+00] microfloppy: 81%|████████ | 80566/100000 [04:36<2:33:25, 2.11it/s, lr: 2.0e-04 loss: 1.062e+00] microfloppy: 81%|████████ | 80566/100000 [04:36<2:33:25, 2.11it/s, lr: 2.0e-04 loss: 7.784e-01] microfloppy: 81%|████████ | 80567/100000 [04:36<2:33:35, 2.11it/s, lr: 2.0e-04 loss: 7.784e-01] microfloppy: 81%|████████ | 80567/100000 [04:37<2:33:35, 2.11it/s, lr: 2.0e-04 loss: 1.180e+00] microfloppy: 81%|████████ | 80568/100000 [04:37<2:32:05, 2.13it/s, lr: 2.0e-04 loss: 1.180e+00] microfloppy: 81%|████████ | 80568/100000 [04:37<2:32:05, 2.13it/s, lr: 2.0e-04 loss: 8.195e-01] microfloppy: 81%|████████ | 80569/100000 [04:37<2:32:21, 2.13it/s, lr: 2.0e-04 loss: 8.195e-01] microfloppy: 81%|████████ | 80569/100000 [04:38<2:32:21, 2.13it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 81%|████████ | 80570/100000 [04:38<2:30:26, 2.15it/s, lr: 2.0e-04 loss: 1.046e+00] microfloppy: 81%|████████ | 80570/100000 [04:38<2:30:26, 2.15it/s, lr: 2.0e-04 loss: 8.889e-01] microfloppy: 81%|████████ | 80571/100000 [04:38<2:33:15, 2.11it/s, lr: 2.0e-04 loss: 8.889e-01] microfloppy: 81%|████████ | 80571/100000 [04:39<2:33:15, 2.11it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80572/100000 [04:39<2:30:29, 2.15it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80572/100000 [04:39<2:30:29, 2.15it/s, lr: 2.0e-04 loss: 7.344e-01] microfloppy: 81%|████████ | 80573/100000 [04:39<2:31:46, 2.13it/s, lr: 2.0e-04 loss: 7.344e-01] microfloppy: 81%|████████ | 80573/100000 [04:40<2:31:46, 2.13it/s, lr: 2.0e-04 loss: 7.136e-01] microfloppy: 81%|████████ | 80574/100000 [04:40<2:32:35, 2.12it/s, lr: 2.0e-04 loss: 7.136e-01] microfloppy: 81%|████████ | 80574/100000 [04:41<2:32:35, 2.12it/s, lr: 2.0e-04 loss: 1.007e+00] microfloppy: 81%|████████ | 80575/100000 [04:41<5:32:09, 1.03s/it, lr: 2.0e-04 loss: 1.007e+00] microfloppy: 81%|████████ | 80575/100000 [04:42<5:32:09, 1.03s/it, lr: 2.0e-04 loss: 1.161e+00] microfloppy: 81%|████████ | 80576/100000 [04:42<6:32:27, 1.21s/it, lr: 2.0e-04 loss: 1.161e+00] microfloppy: 81%|████████ | 80576/100000 [04:43<6:32:27, 1.21s/it, lr: 2.0e-04 loss: 7.649e-01] microfloppy: 81%|████████ | 80577/100000 [04:43<3:42:13, 1.46it/s, lr: 2.0e-04 loss: 7.649e-01] microfloppy: 81%|████████ | 80577/100000 [04:43<3:42:13, 1.46it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 81%|████████ | 80578/100000 [04:43<2:52:58, 1.87it/s, lr: 2.0e-04 loss: 1.089e+00] microfloppy: 81%|████████ | 80578/100000 [04:44<2:52:58, 1.87it/s, lr: 2.0e-04 loss: 8.959e-01] microfloppy: 81%|████████ | 80579/100000 [04:44<2:34:46, 2.09it/s, lr: 2.0e-04 loss: 8.959e-01] microfloppy: 81%|████████ | 80579/100000 [04:44<2:34:46, 2.09it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 81%|████████ | 80580/100000 [04:44<2:31:59, 2.13it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 81%|████████ | 80580/100000 [04:45<2:31:59, 2.13it/s, lr: 2.0e-04 loss: 9.711e-01] microfloppy: 81%|████████ | 80581/100000 [04:45<2:30:52, 2.15it/s, lr: 2.0e-04 loss: 9.711e-01] microfloppy: 81%|████████ | 80581/100000 [04:45<2:30:52, 2.15it/s, lr: 2.0e-04 loss: 8.638e-01] microfloppy: 81%|████████ | 80582/100000 [04:45<2:29:23, 2.17it/s, lr: 2.0e-04 loss: 8.638e-01] microfloppy: 81%|████████ | 80582/100000 [04:46<2:29:23, 2.17it/s, lr: 2.0e-04 loss: 6.653e-01] microfloppy: 81%|████████ | 80583/100000 [04:46<3:10:09, 1.70it/s, lr: 2.0e-04 loss: 6.653e-01] microfloppy: 81%|████████ | 80583/100000 [04:46<3:10:09, 1.70it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 81%|████████ | 80584/100000 [04:46<2:41:09, 2.01it/s, lr: 2.0e-04 loss: 1.154e+00] microfloppy: 81%|████████ | 80584/100000 [04:47<2:41:09, 2.01it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80585/100000 [04:47<2:34:13, 2.10it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80585/100000 [04:47<2:34:13, 2.10it/s, lr: 2.0e-04 loss: 9.891e-01] microfloppy: 81%|████████ | 80586/100000 [04:47<2:31:45, 2.13it/s, lr: 2.0e-04 loss: 9.891e-01] microfloppy: 81%|████████ | 80586/100000 [04:48<2:31:45, 2.13it/s, lr: 2.0e-04 loss: 6.785e-01] microfloppy: 81%|████████ | 80587/100000 [04:48<2:31:23, 2.14it/s, lr: 2.0e-04 loss: 6.785e-01] microfloppy: 81%|████████ | 80587/100000 [04:48<2:31:23, 2.14it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 81%|████████ | 80588/100000 [04:48<2:27:59, 2.19it/s, lr: 2.0e-04 loss: 1.185e+00] microfloppy: 81%|████████ | 80588/100000 [04:48<2:27:59, 2.19it/s, lr: 2.0e-04 loss: 9.772e-01] microfloppy: 81%|████████ | 80589/100000 [04:48<2:29:14, 2.17it/s, lr: 2.0e-04 loss: 9.772e-01] microfloppy: 81%|████████ | 80589/100000 [04:49<2:29:14, 2.17it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 81%|████████ | 80590/100000 [04:49<2:30:18, 2.15it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 81%|████████ | 80590/100000 [04:49<2:30:18, 2.15it/s, lr: 2.0e-04 loss: 8.191e-01] microfloppy: 81%|████████ | 80591/100000 [04:50<5:54:20, 1.10s/it, lr: 2.0e-04 loss: 8.191e-01] microfloppy: 81%|████████ | 80591/100000 [04:51<5:54:20, 1.10s/it, lr: 2.0e-04 loss: 9.384e-01] microfloppy: 81%|████████ | 80592/100000 [04:51<3:35:02, 1.50it/s, lr: 2.0e-04 loss: 9.384e-01] microfloppy: 81%|████████ | 80592/100000 [04:51<3:35:02, 1.50it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80593/100000 [04:51<2:49:21, 1.91it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80593/100000 [04:52<2:49:21, 1.91it/s, lr: 2.0e-04 loss: 5.763e-01] microfloppy: 81%|████████ | 80594/100000 [04:52<2:35:23, 2.08it/s, lr: 2.0e-04 loss: 5.763e-01] microfloppy: 81%|████████ | 80594/100000 [04:52<2:35:23, 2.08it/s, lr: 2.0e-04 loss: 9.033e-01] microfloppy: 81%|████████ | 80595/100000 [04:52<2:30:40, 2.15it/s, lr: 2.0e-04 loss: 9.033e-01] microfloppy: 81%|████████ | 80595/100000 [04:53<2:30:40, 2.15it/s, lr: 2.0e-04 loss: 7.925e-01] microfloppy: 81%|████████ | 80596/100000 [04:53<2:30:48, 2.14it/s, lr: 2.0e-04 loss: 7.925e-01] microfloppy: 81%|████████ | 80596/100000 [04:53<2:30:48, 2.14it/s, lr: 2.0e-04 loss: 6.444e-01] microfloppy: 81%|████████ | 80597/100000 [04:53<2:32:25, 2.12it/s, lr: 2.0e-04 loss: 6.444e-01] microfloppy: 81%|████████ | 80597/100000 [04:54<2:32:25, 2.12it/s, lr: 2.0e-04 loss: 7.352e-01] microfloppy: 81%|████████ | 80598/100000 [04:54<2:31:26, 2.14it/s, lr: 2.0e-04 loss: 7.352e-01] microfloppy: 81%|████████ | 80598/100000 [04:54<2:31:26, 2.14it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 81%|████████ | 80599/100000 [04:54<2:30:59, 2.14it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 81%|████████ | 80599/100000 [04:54<2:30:59, 2.14it/s, lr: 2.0e-04 loss: 6.394e-01] microfloppy: 81%|████████ | 80600/100000 [04:54<2:29:15, 2.17it/s, lr: 2.0e-04 loss: 6.394e-01] microfloppy: 81%|████████ | 80600/100000 [04:55<2:29:15, 2.17it/s, lr: 2.0e-04 loss: 9.330e-01] microfloppy: 81%|████████ | 80601/100000 [04:55<3:27:45, 1.56it/s, lr: 2.0e-04 loss: 9.330e-01] microfloppy: 81%|████████ | 80601/100000 [04:56<3:27:45, 1.56it/s, lr: 2.0e-04 loss: 1.039e+00] microfloppy: 81%|████████ | 80602/100000 [04:56<2:47:06, 1.93it/s, lr: 2.0e-04 loss: 1.039e+00] microfloppy: 81%|████████ | 80602/100000 [04:56<2:47:06, 1.93it/s, lr: 2.0e-04 loss: 7.064e-01] microfloppy: 81%|████████ | 80603/100000 [04:56<2:36:37, 2.06it/s, lr: 2.0e-04 loss: 7.064e-01] microfloppy: 81%|████████ | 80603/100000 [04:57<2:36:37, 2.06it/s, lr: 2.0e-04 loss: 1.140e+00] microfloppy: 81%|████████ | 80604/100000 [04:57<2:34:09, 2.10it/s, lr: 2.0e-04 loss: 1.140e+00] microfloppy: 81%|████████ | 80604/100000 [04:57<2:34:09, 2.10it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 81%|████████ | 80605/100000 [04:57<2:33:15, 2.11it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 81%|████████ | 80605/100000 [04:58<2:33:15, 2.11it/s, lr: 2.0e-04 loss: 8.424e-01] microfloppy: 81%|████████ | 80606/100000 [04:58<2:32:27, 2.12it/s, lr: 2.0e-04 loss: 8.424e-01] microfloppy: 81%|████████ | 80606/100000 [04:59<2:32:27, 2.12it/s, lr: 2.0e-04 loss: 7.510e-01] microfloppy: 81%|████████ | 80607/100000 [04:59<5:38:06, 1.05s/it, lr: 2.0e-04 loss: 7.510e-01] microfloppy: 81%|████████ | 80607/100000 [05:00<5:38:06, 1.05s/it, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 81%|████████ | 80608/100000 [05:00<6:26:18, 1.20s/it, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 81%|████████ | 80608/100000 [05:01<6:26:18, 1.20s/it, lr: 2.0e-04 loss: 7.084e-01] microfloppy: 81%|████████ | 80609/100000 [05:01<3:41:45, 1.46it/s, lr: 2.0e-04 loss: 7.084e-01] microfloppy: 81%|████████ | 80609/100000 [05:01<3:41:45, 1.46it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 81%|████████ | 80610/100000 [05:01<2:55:43, 1.84it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 81%|████████ | 80610/100000 [05:02<2:55:43, 1.84it/s, lr: 2.0e-04 loss: 6.995e-01] microfloppy: 81%|████████ | 80611/100000 [05:02<2:42:00, 1.99it/s, lr: 2.0e-04 loss: 6.995e-01] microfloppy: 81%|████████ | 80611/100000 [05:02<2:42:00, 1.99it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80612/100000 [05:02<2:31:21, 2.13it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80612/100000 [05:02<2:31:21, 2.13it/s, lr: 2.0e-04 loss: 7.744e-01] microfloppy: 81%|████████ | 80613/100000 [05:02<2:30:45, 2.14it/s, lr: 2.0e-04 loss: 7.744e-01] microfloppy: 81%|████████ | 80613/100000 [05:03<2:30:45, 2.14it/s, lr: 2.0e-04 loss: 9.274e-01] microfloppy: 81%|████████ | 80614/100000 [05:03<2:30:20, 2.15it/s, lr: 2.0e-04 loss: 9.274e-01] microfloppy: 81%|████████ | 80614/100000 [05:03<2:30:20, 2.15it/s, lr: 2.0e-04 loss: 9.935e-01] microfloppy: 81%|████████ | 80615/100000 [05:03<2:26:50, 2.20it/s, lr: 2.0e-04 loss: 9.935e-01] microfloppy: 81%|████████ | 80615/100000 [05:04<2:26:50, 2.20it/s, lr: 2.0e-04 loss: 9.678e-01] microfloppy: 81%|████████ | 80616/100000 [05:04<2:28:11, 2.18it/s, lr: 2.0e-04 loss: 9.678e-01] microfloppy: 81%|████████ | 80616/100000 [05:04<2:28:11, 2.18it/s, lr: 2.0e-04 loss: 7.924e-01] microfloppy: 81%|████████ | 80617/100000 [05:04<2:28:45, 2.17it/s, lr: 2.0e-04 loss: 7.924e-01] microfloppy: 81%|████████ | 80617/100000 [05:05<2:28:45, 2.17it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 81%|████████ | 80618/100000 [05:05<2:29:33, 2.16it/s, lr: 2.0e-04 loss: 1.135e+00] microfloppy: 81%|████████ | 80618/100000 [05:05<2:29:33, 2.16it/s, lr: 2.0e-04 loss: 6.594e-01] microfloppy: 81%|████████ | 80619/100000 [05:05<2:30:56, 2.14it/s, lr: 2.0e-04 loss: 6.594e-01] microfloppy: 81%|████████ | 80619/100000 [05:06<2:30:56, 2.14it/s, lr: 2.0e-04 loss: 8.385e-01] microfloppy: 81%|████████ | 80620/100000 [05:06<2:29:47, 2.16it/s, lr: 2.0e-04 loss: 8.385e-01] microfloppy: 81%|████████ | 80620/100000 [05:06<2:29:47, 2.16it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 81%|████████ | 80621/100000 [05:06<2:35:00, 2.08it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 81%|████████ | 80621/100000 [05:07<2:35:00, 2.08it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80622/100000 [05:07<2:29:19, 2.16it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80622/100000 [05:07<2:29:19, 2.16it/s, lr: 2.0e-04 loss: 7.847e-01] microfloppy: 81%|████████ | 80623/100000 [05:07<2:34:38, 2.09it/s, lr: 2.0e-04 loss: 7.847e-01] microfloppy: 81%|████████ | 80623/100000 [05:08<2:34:38, 2.09it/s, lr: 2.0e-04 loss: 6.589e-01] microfloppy: 81%|████████ | 80624/100000 [05:08<2:43:43, 1.97it/s, lr: 2.0e-04 loss: 6.589e-01] microfloppy: 81%|████████ | 80624/100000 [05:08<2:43:43, 1.97it/s, lr: 2.0e-04 loss: 8.141e-01] microfloppy: 81%|████████ | 80625/100000 [05:08<2:37:11, 2.05it/s, lr: 2.0e-04 loss: 8.141e-01] microfloppy: 81%|████████ | 80625/100000 [05:09<2:37:11, 2.05it/s, lr: 2.0e-04 loss: 7.880e-01] microfloppy: 81%|████████ | 80626/100000 [05:09<4:50:39, 1.11it/s, lr: 2.0e-04 loss: 7.880e-01] microfloppy: 81%|████████ | 80626/100000 [05:11<4:50:39, 1.11it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 81%|████████ | 80627/100000 [05:11<6:35:37, 1.23s/it, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 81%|████████ | 80627/100000 [05:11<6:35:37, 1.23s/it, lr: 2.0e-04 loss: 1.298e+00] microfloppy: 81%|████████ | 80628/100000 [05:11<3:44:17, 1.44it/s, lr: 2.0e-04 loss: 1.298e+00] microfloppy: 81%|████████ | 80628/100000 [05:12<3:44:17, 1.44it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80629/100000 [05:12<2:51:55, 1.88it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80629/100000 [05:12<2:51:55, 1.88it/s, lr: 2.0e-04 loss: 6.091e-01] microfloppy: 81%|████████ | 80630/100000 [05:12<2:36:02, 2.07it/s, lr: 2.0e-04 loss: 6.091e-01] microfloppy: 81%|████████ | 80630/100000 [05:12<2:36:02, 2.07it/s, lr: 2.0e-04 loss: 8.356e-01] microfloppy: 81%|████████ | 80631/100000 [05:12<2:36:10, 2.07it/s, lr: 2.0e-04 loss: 8.356e-01] microfloppy: 81%|████████ | 80631/100000 [05:13<2:36:10, 2.07it/s, lr: 2.0e-04 loss: 9.552e-01] microfloppy: 81%|████████ | 80632/100000 [05:13<2:34:00, 2.10it/s, lr: 2.0e-04 loss: 9.552e-01] microfloppy: 81%|████████ | 80632/100000 [05:13<2:34:00, 2.10it/s, lr: 2.0e-04 loss: 7.886e-01] microfloppy: 81%|████████ | 80633/100000 [05:13<2:32:00, 2.12it/s, lr: 2.0e-04 loss: 7.886e-01] microfloppy: 81%|████████ | 80633/100000 [05:14<2:32:00, 2.12it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 81%|████████ | 80634/100000 [05:14<2:32:20, 2.12it/s, lr: 2.0e-04 loss: 1.155e+00] microfloppy: 81%|████████ | 80634/100000 [05:14<2:32:20, 2.12it/s, lr: 2.0e-04 loss: 8.530e-01] microfloppy: 81%|████████ | 80635/100000 [05:14<2:29:28, 2.16it/s, lr: 2.0e-04 loss: 8.530e-01] microfloppy: 81%|████████ | 80635/100000 [05:15<2:29:28, 2.16it/s, lr: 2.0e-04 loss: 6.730e-01] microfloppy: 81%|████████ | 80636/100000 [05:15<2:33:14, 2.11it/s, lr: 2.0e-04 loss: 6.730e-01] microfloppy: 81%|████████ | 80636/100000 [05:16<2:33:14, 2.11it/s, lr: 2.0e-04 loss: 9.594e-01] microfloppy: 81%|████████ | 80637/100000 [05:16<3:28:33, 1.55it/s, lr: 2.0e-04 loss: 9.594e-01] microfloppy: 81%|████████ | 80637/100000 [05:16<3:28:33, 1.55it/s, lr: 2.0e-04 loss: 7.585e-01] microfloppy: 81%|████████ | 80638/100000 [05:16<2:51:07, 1.89it/s, lr: 2.0e-04 loss: 7.585e-01] microfloppy: 81%|████████ | 80638/100000 [05:16<2:51:07, 1.89it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 81%|████████ | 80639/100000 [05:16<2:34:55, 2.08it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 81%|████████ | 80639/100000 [05:17<2:34:55, 2.08it/s, lr: 2.0e-04 loss: 7.599e-01] microfloppy: 81%|████████ | 80640/100000 [05:17<2:30:26, 2.14it/s, lr: 2.0e-04 loss: 7.599e-01] microfloppy: 81%|████████ | 80640/100000 [05:17<2:30:26, 2.14it/s, lr: 2.0e-04 loss: 6.495e-01] microfloppy: 81%|████████ | 80641/100000 [05:17<2:31:36, 2.13it/s, lr: 2.0e-04 loss: 6.495e-01] microfloppy: 81%|████████ | 80641/100000 [05:18<2:31:36, 2.13it/s, lr: 2.0e-04 loss: 6.942e-01] microfloppy: 81%|████████ | 80642/100000 [05:18<2:26:25, 2.20it/s, lr: 2.0e-04 loss: 6.942e-01] microfloppy: 81%|████████ | 80642/100000 [05:18<2:26:25, 2.20it/s, lr: 2.0e-04 loss: 6.870e-01] microfloppy: 81%|████████ | 80643/100000 [05:18<2:33:41, 2.10it/s, lr: 2.0e-04 loss: 6.870e-01] microfloppy: 81%|████████ | 80643/100000 [05:19<2:33:41, 2.10it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 81%|████████ | 80644/100000 [05:19<2:38:02, 2.04it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 81%|████████ | 80644/100000 [05:19<2:38:02, 2.04it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80645/100000 [05:19<2:36:07, 2.07it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80645/100000 [05:20<2:36:07, 2.07it/s, lr: 2.0e-04 loss: 1.193e+00] microfloppy: 81%|████████ | 80646/100000 [05:20<2:33:32, 2.10it/s, lr: 2.0e-04 loss: 1.193e+00] microfloppy: 81%|████████ | 80646/100000 [05:20<2:33:32, 2.10it/s, lr: 2.0e-04 loss: 1.098e+00] microfloppy: 81%|████████ | 80647/100000 [05:20<2:35:38, 2.07it/s, lr: 2.0e-04 loss: 1.098e+00] microfloppy: 81%|████████ | 80647/100000 [05:21<2:35:38, 2.07it/s, lr: 2.0e-04 loss: 6.580e-01] microfloppy: 81%|████████ | 80648/100000 [05:21<2:32:03, 2.12it/s, lr: 2.0e-04 loss: 6.580e-01] microfloppy: 81%|████████ | 80648/100000 [05:21<2:32:03, 2.12it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 81%|████████ | 80649/100000 [05:21<2:35:54, 2.07it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 81%|████████ | 80649/100000 [05:22<2:35:54, 2.07it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80650/100000 [05:22<2:33:32, 2.10it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80650/100000 [05:22<2:33:32, 2.10it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 81%|████████ | 80651/100000 [05:22<2:35:41, 2.07it/s, lr: 2.0e-04 loss: 1.035e+00] microfloppy: 81%|████████ | 80651/100000 [05:23<2:35:41, 2.07it/s, lr: 2.0e-04 loss: 1.189e+00] microfloppy: 81%|████████ | 80652/100000 [05:23<2:57:33, 1.82it/s, lr: 2.0e-04 loss: 1.189e+00] microfloppy: 81%|████████ | 80652/100000 [05:23<2:57:33, 1.82it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80653/100000 [05:23<2:40:00, 2.02it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80653/100000 [05:24<2:40:00, 2.02it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 81%|████████ | 80654/100000 [05:24<2:30:57, 2.14it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 81%|████████ | 80654/100000 [05:24<2:30:57, 2.14it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 81%|████████ | 80655/100000 [05:24<2:30:30, 2.14it/s, lr: 2.0e-04 loss: 1.134e+00] microfloppy: 81%|████████ | 80655/100000 [05:25<2:30:30, 2.14it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80656/100000 [05:25<2:35:45, 2.07it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80656/100000 [05:25<2:35:45, 2.07it/s, lr: 2.0e-04 loss: 9.706e-01] microfloppy: 81%|████████ | 80657/100000 [05:25<2:35:44, 2.07it/s, lr: 2.0e-04 loss: 9.706e-01] microfloppy: 81%|████████ | 80657/100000 [05:26<2:35:44, 2.07it/s, lr: 2.0e-04 loss: 7.056e-01] microfloppy: 81%|████████ | 80658/100000 [05:26<2:36:26, 2.06it/s, lr: 2.0e-04 loss: 7.056e-01] microfloppy: 81%|████████ | 80658/100000 [05:26<2:36:26, 2.06it/s, lr: 2.0e-04 loss: 1.137e+00] microfloppy: 81%|████████ | 80659/100000 [05:26<2:35:01, 2.08it/s, lr: 2.0e-04 loss: 1.137e+00] microfloppy: 81%|████████ | 80659/100000 [05:27<2:35:01, 2.08it/s, lr: 2.0e-04 loss: 6.863e-01] microfloppy: 81%|████████ | 80660/100000 [05:27<2:33:40, 2.10it/s, lr: 2.0e-04 loss: 6.863e-01] microfloppy: 81%|████████ | 80660/100000 [05:27<2:33:40, 2.10it/s, lr: 2.0e-04 loss: 6.540e-01] microfloppy: 81%|████████ | 80661/100000 [05:27<2:34:32, 2.09it/s, lr: 2.0e-04 loss: 6.540e-01] microfloppy: 81%|████████ | 80661/100000 [05:28<2:34:32, 2.09it/s, lr: 2.0e-04 loss: 8.812e-01] microfloppy: 81%|████████ | 80662/100000 [05:28<2:35:40, 2.07it/s, lr: 2.0e-04 loss: 8.812e-01] microfloppy: 81%|████████ | 80662/100000 [05:28<2:35:40, 2.07it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 81%|████████ | 80663/100000 [05:28<2:34:38, 2.08it/s, lr: 2.0e-04 loss: 1.094e+00] microfloppy: 81%|████████ | 80663/100000 [05:28<2:34:38, 2.08it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80664/100000 [05:28<2:36:12, 2.06it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80664/100000 [05:29<2:36:12, 2.06it/s, lr: 2.0e-04 loss: 8.343e-01] microfloppy: 81%|████████ | 80665/100000 [05:29<2:34:28, 2.09it/s, lr: 2.0e-04 loss: 8.343e-01] microfloppy: 81%|████████ | 80665/100000 [05:29<2:34:28, 2.09it/s, lr: 2.0e-04 loss: 7.183e-01] microfloppy: 81%|████████ | 80666/100000 [05:29<2:34:40, 2.08it/s, lr: 2.0e-04 loss: 7.183e-01] microfloppy: 81%|████████ | 80666/100000 [05:31<2:34:40, 2.08it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 81%|████████ | 80667/100000 [05:31<5:34:06, 1.04s/it, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 81%|████████ | 80667/100000 [05:31<5:34:06, 1.04s/it, lr: 2.0e-04 loss: 1.179e+00] microfloppy: 81%|████████ | 80668/100000 [05:31<3:24:12, 1.58it/s, lr: 2.0e-04 loss: 1.179e+00] microfloppy: 81%|████████ | 80668/100000 [05:32<3:24:12, 1.58it/s, lr: 2.0e-04 loss: 9.738e-01] microfloppy: 81%|████████ | 80669/100000 [05:32<2:44:56, 1.95it/s, lr: 2.0e-04 loss: 9.738e-01] microfloppy: 81%|████████ | 80669/100000 [05:32<2:44:56, 1.95it/s, lr: 2.0e-04 loss: 9.235e-01] microfloppy: 81%|████████ | 80670/100000 [05:32<3:34:31, 1.50it/s, lr: 2.0e-04 loss: 9.235e-01] microfloppy: 81%|████████ | 80670/100000 [05:33<3:34:31, 1.50it/s, lr: 2.0e-04 loss: 1.202e+00] microfloppy: 81%|████████ | 80671/100000 [05:33<2:51:23, 1.88it/s, lr: 2.0e-04 loss: 1.202e+00] microfloppy: 81%|████████ | 80671/100000 [05:33<2:51:23, 1.88it/s, lr: 2.0e-04 loss: 8.621e-01] microfloppy: 81%|████████ | 80672/100000 [05:33<2:35:14, 2.08it/s, lr: 2.0e-04 loss: 8.621e-01] microfloppy: 81%|████████ | 80672/100000 [05:34<2:35:14, 2.08it/s, lr: 2.0e-04 loss: 9.496e-01] microfloppy: 81%|████████ | 80673/100000 [05:34<2:30:49, 2.14it/s, lr: 2.0e-04 loss: 9.496e-01] microfloppy: 81%|████████ | 80673/100000 [05:34<2:30:49, 2.14it/s, lr: 2.0e-04 loss: 1.020e+00] microfloppy: 81%|████████ | 80674/100000 [05:34<2:29:37, 2.15it/s, lr: 2.0e-04 loss: 1.020e+00] microfloppy: 81%|████████ | 80674/100000 [05:35<2:29:37, 2.15it/s, lr: 2.0e-04 loss: 9.807e-01] microfloppy: 81%|████████ | 80675/100000 [05:35<2:29:03, 2.16it/s, lr: 2.0e-04 loss: 9.807e-01] microfloppy: 81%|████████ | 80675/100000 [05:35<2:29:03, 2.16it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80676/100000 [05:35<2:29:15, 2.16it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80676/100000 [05:36<2:29:15, 2.16it/s, lr: 2.0e-04 loss: 7.353e-01] microfloppy: 81%|████████ | 80677/100000 [05:36<2:33:46, 2.09it/s, lr: 2.0e-04 loss: 7.353e-01] microfloppy: 81%|████████ | 80677/100000 [05:36<2:33:46, 2.09it/s, lr: 2.0e-04 loss: 1.039e+00] microfloppy: 81%|████████ | 80678/100000 [05:36<2:30:50, 2.13it/s, lr: 2.0e-04 loss: 1.039e+00] microfloppy: 81%|████████ | 80678/100000 [05:37<2:30:50, 2.13it/s, lr: 2.0e-04 loss: 7.173e-01] microfloppy: 81%|████████ | 80679/100000 [05:37<2:34:01, 2.09it/s, lr: 2.0e-04 loss: 7.173e-01] microfloppy: 81%|████████ | 80679/100000 [05:37<2:34:01, 2.09it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 81%|████████ | 80680/100000 [05:37<2:30:57, 2.13it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 81%|████████ | 80680/100000 [05:38<2:30:57, 2.13it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80681/100000 [05:38<2:33:03, 2.10it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80681/100000 [05:38<2:33:03, 2.10it/s, lr: 2.0e-04 loss: 6.386e-01] microfloppy: 81%|████████ | 80682/100000 [05:38<2:29:44, 2.15it/s, lr: 2.0e-04 loss: 6.386e-01] microfloppy: 81%|████████ | 80682/100000 [05:38<2:29:44, 2.15it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80683/100000 [05:38<2:26:45, 2.19it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80683/100000 [05:39<2:26:45, 2.19it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 81%|████████ | 80684/100000 [05:39<2:26:27, 2.20it/s, lr: 2.0e-04 loss: 1.118e+00] microfloppy: 81%|████████ | 80684/100000 [05:39<2:26:27, 2.20it/s, lr: 2.0e-04 loss: 7.470e-01] microfloppy: 81%|████████ | 80685/100000 [05:39<2:30:14, 2.14it/s, lr: 2.0e-04 loss: 7.470e-01] microfloppy: 81%|████████ | 80685/100000 [05:40<2:30:14, 2.14it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 81%|████████ | 80686/100000 [05:40<2:27:25, 2.18it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 81%|████████ | 80686/100000 [05:40<2:27:25, 2.18it/s, lr: 2.0e-04 loss: 6.833e-01] microfloppy: 81%|████████ | 80687/100000 [05:40<2:29:13, 2.16it/s, lr: 2.0e-04 loss: 6.833e-01] microfloppy: 81%|████████ | 80687/100000 [05:41<2:29:13, 2.16it/s, lr: 2.0e-04 loss: 8.883e-01] microfloppy: 81%|████████ | 80688/100000 [05:41<2:28:09, 2.17it/s, lr: 2.0e-04 loss: 8.883e-01] microfloppy: 81%|████████ | 80688/100000 [05:41<2:28:09, 2.17it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80689/100000 [05:41<2:33:44, 2.09it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80689/100000 [05:42<2:33:44, 2.09it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 81%|████████ | 80690/100000 [05:42<2:36:27, 2.06it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 81%|████████ | 80690/100000 [05:42<2:36:27, 2.06it/s, lr: 2.0e-04 loss: 1.109e+00] microfloppy: 81%|████████ | 80691/100000 [05:42<2:38:15, 2.03it/s, lr: 2.0e-04 loss: 1.109e+00] microfloppy: 81%|████████ | 80691/100000 [05:43<2:38:15, 2.03it/s, lr: 2.0e-04 loss: 7.757e-01] microfloppy: 81%|████████ | 80692/100000 [05:43<2:36:02, 2.06it/s, lr: 2.0e-04 loss: 7.757e-01] microfloppy: 81%|████████ | 80692/100000 [05:43<2:36:02, 2.06it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80693/100000 [05:43<2:35:39, 2.07it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80693/100000 [05:44<2:35:39, 2.07it/s, lr: 2.0e-04 loss: 8.527e-01] microfloppy: 81%|████████ | 80694/100000 [05:44<2:36:44, 2.05it/s, lr: 2.0e-04 loss: 8.527e-01] microfloppy: 81%|████████ | 80694/100000 [05:44<2:36:44, 2.05it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 81%|████████ | 80695/100000 [05:44<2:37:09, 2.05it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 81%|████████ | 80695/100000 [05:45<2:37:09, 2.05it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 81%|████████ | 80696/100000 [05:45<2:33:26, 2.10it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 81%|████████ | 80696/100000 [05:45<2:33:26, 2.10it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 81%|████████ | 80697/100000 [05:45<2:30:10, 2.14it/s, lr: 2.0e-04 loss: 1.030e+00] microfloppy: 81%|████████ | 80697/100000 [05:46<2:30:10, 2.14it/s, lr: 2.0e-04 loss: 9.812e-01] microfloppy: 81%|████████ | 80698/100000 [05:46<2:35:13, 2.07it/s, lr: 2.0e-04 loss: 9.812e-01] microfloppy: 81%|████████ | 80698/100000 [05:46<2:35:13, 2.07it/s, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 81%|████████ | 80699/100000 [05:46<2:28:36, 2.16it/s, lr: 2.0e-04 loss: 1.079e+00] microfloppy: 81%|████████ | 80699/100000 [05:47<2:28:36, 2.16it/s, lr: 2.0e-04 loss: 1.097e+00] microfloppy: 81%|████████ | 80700/100000 [05:47<2:30:37, 2.14it/s, lr: 2.0e-04 loss: 1.097e+00] microfloppy: 81%|████████ | 80700/100000 [05:47<2:30:37, 2.14it/s, lr: 2.0e-04 loss: 1.182e+00] microfloppy: 81%|████████ | 80701/100000 [05:47<3:34:47, 1.50it/s, lr: 2.0e-04 loss: 1.182e+00] microfloppy: 81%|████████ | 80701/100000 [05:48<3:34:47, 1.50it/s, lr: 2.0e-04 loss: 8.041e-01] microfloppy: 81%|████████ | 80702/100000 [05:48<2:46:33, 1.93it/s, lr: 2.0e-04 loss: 8.041e-01] microfloppy: 81%|████████ | 80702/100000 [05:48<2:46:33, 1.93it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 81%|████████ | 80703/100000 [05:48<2:35:09, 2.07it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 81%|████████ | 80703/100000 [05:49<2:35:09, 2.07it/s, lr: 2.0e-04 loss: 9.794e-01] microfloppy: 81%|████████ | 80704/100000 [05:49<2:35:53, 2.06it/s, lr: 2.0e-04 loss: 9.794e-01] microfloppy: 81%|████████ | 80704/100000 [05:49<2:35:53, 2.06it/s, lr: 2.0e-04 loss: 1.241e+00] microfloppy: 81%|████████ | 80705/100000 [05:49<2:33:22, 2.10it/s, lr: 2.0e-04 loss: 1.241e+00] microfloppy: 81%|████████ | 80705/100000 [05:50<2:33:22, 2.10it/s, lr: 2.0e-04 loss: 1.132e+00] microfloppy: 81%|████████ | 80706/100000 [05:50<2:30:34, 2.14it/s, lr: 2.0e-04 loss: 1.132e+00] microfloppy: 81%|████████ | 80706/100000 [05:50<2:30:34, 2.14it/s, lr: 2.0e-04 loss: 1.124e+00] microfloppy: 81%|████████ | 80707/100000 [05:50<2:29:58, 2.14it/s, lr: 2.0e-04 loss: 1.124e+00] microfloppy: 81%|████████ | 80707/100000 [05:51<2:29:58, 2.14it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80708/100000 [05:51<2:32:27, 2.11it/s, lr: 2.0e-04 loss: 1.119e+00] microfloppy: 81%|████████ | 80708/100000 [05:51<2:32:27, 2.11it/s, lr: 2.0e-04 loss: 1.037e+00] microfloppy: 81%|████████ | 80709/100000 [05:51<2:33:24, 2.10it/s, lr: 2.0e-04 loss: 1.037e+00] microfloppy: 81%|████████ | 80709/100000 [05:52<2:33:24, 2.10it/s, lr: 2.0e-04 loss: 1.074e+00] microfloppy: 81%|████████ | 80710/100000 [05:52<2:36:08, 2.06it/s, lr: 2.0e-04 loss: 1.074e+00] microfloppy: 81%|████████ | 80710/100000 [05:52<2:36:08, 2.06it/s, lr: 2.0e-04 loss: 1.018e+00] microfloppy: 81%|████████ | 80711/100000 [05:52<2:34:13, 2.08it/s, lr: 2.0e-04 loss: 1.018e+00] microfloppy: 81%|████████ | 80711/100000 [05:52<2:34:13, 2.08it/s, lr: 2.0e-04 loss: 7.852e-01] microfloppy: 81%|████████ | 80712/100000 [05:52<2:30:56, 2.13it/s, lr: 2.0e-04 loss: 7.852e-01] microfloppy: 81%|████████ | 80712/100000 [05:53<2:30:56, 2.13it/s, lr: 2.0e-04 loss: 1.138e+00] microfloppy: 81%|████████ | 80713/100000 [05:53<2:31:06, 2.13it/s, lr: 2.0e-04 loss: 1.138e+00] microfloppy: 81%|████████ | 80713/100000 [05:53<2:31:06, 2.13it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 81%|████████ | 80714/100000 [05:53<2:31:04, 2.13it/s, lr: 2.0e-04 loss: 1.011e+00] microfloppy: 81%|████████ | 80714/100000 [05:54<2:31:04, 2.13it/s, lr: 2.0e-04 loss: 9.841e-01] microfloppy: 81%|████████ | 80715/100000 [05:54<2:30:57, 2.13it/s, lr: 2.0e-04 loss: 9.841e-01] microfloppy: 81%|████████ | 80715/100000 [05:54<2:30:57, 2.13it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 81%|████████ | 80716/100000 [05:54<2:29:58, 2.14it/s, lr: 2.0e-04 loss: 1.177e+00] microfloppy: 81%|████████ | 80716/100000 [05:55<2:29:58, 2.14it/s, lr: 2.0e-04 loss: 7.324e-01] microfloppy: 81%|████████ | 80717/100000 [05:55<2:30:15, 2.14it/s, lr: 2.0e-04 loss: 7.324e-01] microfloppy: 81%|████████ | 80717/100000 [05:55<2:30:15, 2.14it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80718/100000 [05:55<2:32:16, 2.11it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80718/100000 [05:56<2:32:16, 2.11it/s, lr: 2.0e-04 loss: 7.243e-01] microfloppy: 81%|████████ | 80719/100000 [05:56<2:29:13, 2.15it/s, lr: 2.0e-04 loss: 7.243e-01] microfloppy: 81%|████████ | 80719/100000 [05:56<2:29:13, 2.15it/s, lr: 2.0e-04 loss: 6.890e-01] microfloppy: 81%|████████ | 80720/100000 [05:56<2:31:36, 2.12it/s, lr: 2.0e-04 loss: 6.890e-01] microfloppy: 81%|████████ | 80720/100000 [05:57<2:31:36, 2.12it/s, lr: 2.0e-04 loss: 1.121e+00] microfloppy: 81%|████████ | 80721/100000 [05:57<2:38:44, 2.02it/s, lr: 2.0e-04 loss: 1.121e+00] microfloppy: 81%|████████ | 80721/100000 [05:57<2:38:44, 2.02it/s, lr: 2.0e-04 loss: 8.256e-01] microfloppy: 81%|████████ | 80722/100000 [05:57<2:31:09, 2.13it/s, lr: 2.0e-04 loss: 8.256e-01] microfloppy: 81%|████████ | 80722/100000 [05:58<2:31:09, 2.13it/s, lr: 2.0e-04 loss: 7.323e-01] microfloppy: 81%|████████ | 80723/100000 [05:58<2:29:05, 2.15it/s, lr: 2.0e-04 loss: 7.323e-01] microfloppy: 81%|████████ | 80723/100000 [05:58<2:29:05, 2.15it/s, lr: 2.0e-04 loss: 7.191e-01] microfloppy: 81%|████████ | 80724/100000 [05:58<2:30:16, 2.14it/s, lr: 2.0e-04 loss: 7.191e-01] microfloppy: 81%|████████ | 80724/100000 [05:59<2:30:16, 2.14it/s, lr: 2.0e-04 loss: 1.106e+00] microfloppy: 81%|████████ | 80725/100000 [05:59<2:29:34, 2.15it/s, lr: 2.0e-04 loss: 1.106e+00] microfloppy: 81%|████████ | 80725/100000 [05:59<2:29:34, 2.15it/s, lr: 2.0e-04 loss: 8.959e-01] microfloppy: 81%|████████ | 80726/100000 [05:59<2:29:33, 2.15it/s, lr: 2.0e-04 loss: 8.959e-01] microfloppy: 81%|████████ | 80726/100000 [06:00<2:29:33, 2.15it/s, lr: 2.0e-04 loss: 1.173e+00] microfloppy: 81%|████████ | 80727/100000 [06:00<2:28:59, 2.16it/s, lr: 2.0e-04 loss: 1.173e+00] microfloppy: 81%|████████ | 80727/100000 [06:00<2:28:59, 2.16it/s, lr: 2.0e-04 loss: 9.001e-01] microfloppy: 81%|████████ | 80728/100000 [06:00<2:28:12, 2.17it/s, lr: 2.0e-04 loss: 9.001e-01] microfloppy: 81%|████████ | 80728/100000 [06:00<2:28:12, 2.17it/s, lr: 2.0e-04 loss: 6.427e-01] microfloppy: 81%|████████ | 80729/100000 [06:00<2:30:42, 2.13it/s, lr: 2.0e-04 loss: 6.427e-01] microfloppy: 81%|████████ | 80729/100000 [06:01<2:30:42, 2.13it/s, lr: 2.0e-04 loss: 8.879e-01] microfloppy: 81%|████████ | 80730/100000 [06:01<2:28:38, 2.16it/s, lr: 2.0e-04 loss: 8.879e-01] microfloppy: 81%|████████ | 80730/100000 [06:01<2:28:38, 2.16it/s, lr: 2.0e-04 loss: 1.080e+00] microfloppy: 81%|████████ | 80731/100000 [06:01<2:32:45, 2.10it/s, lr: 2.0e-04 loss: 1.080e+00] microfloppy: 81%|████████ | 80731/100000 [06:02<2:32:45, 2.10it/s, lr: 2.0e-04 loss: 7.430e-01] microfloppy: 81%|████████ | 80732/100000 [06:02<2:28:13, 2.17it/s, lr: 2.0e-04 loss: 7.430e-01] microfloppy: 81%|████████ | 80732/100000 [06:02<2:28:13, 2.17it/s, lr: 2.0e-04 loss: 1.016e+00] microfloppy: 81%|████████ | 80733/100000 [06:02<2:28:10, 2.17it/s, lr: 2.0e-04 loss: 1.016e+00] microfloppy: 81%|████████ | 80733/100000 [06:03<2:28:10, 2.17it/s, lr: 2.0e-04 loss: 6.527e-01] microfloppy: 81%|████████ | 80734/100000 [06:03<2:29:38, 2.15it/s, lr: 2.0e-04 loss: 6.527e-01] microfloppy: 81%|████████ | 80734/100000 [06:03<2:29:38, 2.15it/s, lr: 2.0e-04 loss: 9.464e-01] microfloppy: 81%|████████ | 80735/100000 [06:03<2:28:06, 2.17it/s, lr: 2.0e-04 loss: 9.464e-01] microfloppy: 81%|████████ | 80735/100000 [06:04<2:28:06, 2.17it/s, lr: 2.0e-04 loss: 9.660e-01] microfloppy: 81%|████████ | 80736/100000 [06:04<2:26:42, 2.19it/s, lr: 2.0e-04 loss: 9.660e-01] microfloppy: 81%|████████ | 80736/100000 [06:04<2:26:42, 2.19it/s, lr: 2.0e-04 loss: 9.984e-01] microfloppy: 81%|████████ | 80737/100000 [06:04<2:28:04, 2.17it/s, lr: 2.0e-04 loss: 9.984e-01] microfloppy: 81%|████████ | 80737/100000 [06:05<2:28:04, 2.17it/s, lr: 2.0e-04 loss: 1.142e+00] microfloppy: 81%|████████ | 80738/100000 [06:05<3:27:16, 1.55it/s, lr: 2.0e-04 loss: 1.142e+00] microfloppy: 81%|████████ | 80738/100000 [06:05<3:27:16, 1.55it/s, lr: 2.0e-04 loss: 7.075e-01] microfloppy: 81%|████████ | 80739/100000 [06:05<2:48:36, 1.90it/s, lr: 2.0e-04 loss: 7.075e-01] microfloppy: 81%|████████ | 80739/100000 [06:06<2:48:36, 1.90it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80740/100000 [06:06<2:32:26, 2.11it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80740/100000 [06:06<2:32:26, 2.11it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80741/100000 [06:06<2:29:52, 2.14it/s, lr: 2.0e-04 loss: 1.184e+00] microfloppy: 81%|████████ | 80741/100000 [06:07<2:29:52, 2.14it/s, lr: 2.0e-04 loss: 9.793e-01] microfloppy: 81%|████████ | 80742/100000 [06:07<2:26:53, 2.18it/s, lr: 2.0e-04 loss: 9.793e-01] microfloppy: 81%|████████ | 80742/100000 [06:07<2:26:53, 2.18it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 81%|████████ | 80743/100000 [06:07<2:29:45, 2.14it/s, lr: 2.0e-04 loss: 1.029e+00] microfloppy: 81%|████████ | 80743/100000 [06:08<2:29:45, 2.14it/s, lr: 2.0e-04 loss: 9.345e-01] microfloppy: 81%|████████ | 80744/100000 [06:08<2:26:55, 2.18it/s, lr: 2.0e-04 loss: 9.345e-01] microfloppy: 81%|████████ | 80744/100000 [06:08<2:26:55, 2.18it/s, lr: 2.0e-04 loss: 7.739e-01] microfloppy: 81%|████████ | 80745/100000 [06:08<2:26:34, 2.19it/s, lr: 2.0e-04 loss: 7.739e-01] microfloppy: 81%|████████ | 80745/100000 [06:09<2:26:34, 2.19it/s, lr: 2.0e-04 loss: 1.070e+00] microfloppy: 81%|████████ | 80746/100000 [06:09<2:26:49, 2.19it/s, lr: 2.0e-04 loss: 1.070e+00] microfloppy: 81%|████████ | 80746/100000 [06:09<2:26:49, 2.19it/s, lr: 2.0e-04 loss: 7.576e-01] microfloppy: 81%|████████ | 80747/100000 [06:09<2:27:32, 2.17it/s, lr: 2.0e-04 loss: 7.576e-01] microfloppy: 81%|████████ | 80747/100000 [06:09<2:27:32, 2.17it/s, lr: 2.0e-04 loss: 7.823e-01] microfloppy: 81%|████████ | 80748/100000 [06:09<2:29:29, 2.15it/s, lr: 2.0e-04 loss: 7.823e-01] microfloppy: 81%|████████ | 80748/100000 [06:10<2:29:29, 2.15it/s, lr: 2.0e-04 loss: 6.758e-01] microfloppy: 81%|████████ | 80749/100000 [06:10<2:28:03, 2.17it/s, lr: 2.0e-04 loss: 6.758e-01] microfloppy: 81%|████████ | 80749/100000 [06:10<2:28:03, 2.17it/s, lr: 2.0e-04 loss: 9.601e-01] microfloppy: 81%|████████ | 80750/100000 [06:10<2:26:51, 2.18it/s, lr: 2.0e-04 loss: 9.601e-01] microfloppy: 81%|████████ | 80750/100000 [06:11<2:26:51, 2.18it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80751/100000 [06:11<2:30:48, 2.13it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80751/100000 [06:11<2:30:48, 2.13it/s, lr: 2.0e-04 loss: 9.735e-01] microfloppy: 81%|████████ | 80752/100000 [06:11<2:25:14, 2.21it/s, lr: 2.0e-04 loss: 9.735e-01] microfloppy: 81%|████████ | 80752/100000 [06:12<2:25:14, 2.21it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 81%|████████ | 80753/100000 [06:12<2:26:56, 2.18it/s, lr: 2.0e-04 loss: 1.160e+00] microfloppy: 81%|████████ | 80753/100000 [06:12<2:26:56, 2.18it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 81%|████████ | 80754/100000 [06:12<2:27:42, 2.17it/s, lr: 2.0e-04 loss: 1.168e+00] microfloppy: 81%|████████ | 80754/100000 [06:13<2:27:42, 2.17it/s, lr: 2.0e-04 loss: 1.002e+00] microfloppy: 81%|████████ | 80755/100000 [06:13<2:25:16, 2.21it/s, lr: 2.0e-04 loss: 1.002e+00] microfloppy: 81%|████████ | 80755/100000 [06:13<2:25:16, 2.21it/s, lr: 2.0e-04 loss: 8.092e-01] microfloppy: 81%|████████ | 80756/100000 [06:13<2:28:27, 2.16it/s, lr: 2.0e-04 loss: 8.092e-01] microfloppy: 81%|████████ | 80756/100000 [06:14<2:28:27, 2.16it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 80757/100000 [06:14<2:29:32, 2.14it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 80757/100000 [06:14<2:29:32, 2.14it/s, lr: 2.0e-04 loss: 7.564e-01] microfloppy: 81%|████████ | 80758/100000 [06:14<2:33:30, 2.09it/s, lr: 2.0e-04 loss: 7.564e-01] microfloppy: 81%|████████ | 80758/100000 [06:15<2:33:30, 2.09it/s, lr: 2.0e-04 loss: 7.338e-01] microfloppy: 81%|████████ | 80759/100000 [06:15<2:31:03, 2.12it/s, lr: 2.0e-04 loss: 7.338e-01] microfloppy: 81%|████████ | 80759/100000 [06:15<2:31:03, 2.12it/s, lr: 2.0e-04 loss: 7.921e-01] microfloppy: 81%|████████ | 80760/100000 [06:15<2:33:03, 2.10it/s, lr: 2.0e-04 loss: 7.921e-01] microfloppy: 81%|████████ | 80760/100000 [06:16<2:33:03, 2.10it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 81%|████████ | 80761/100000 [06:16<2:35:56, 2.06it/s, lr: 2.0e-04 loss: 1.086e+00] microfloppy: 81%|████████ | 80761/100000 [06:16<2:35:56, 2.06it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 81%|████████ | 80762/100000 [06:16<2:28:24, 2.16it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 81%|████████ | 80762/100000 [06:16<2:28:24, 2.16it/s, lr: 2.0e-04 loss: 6.567e-01] microfloppy: 81%|████████ | 80763/100000 [06:16<2:29:38, 2.14it/s, lr: 2.0e-04 loss: 6.567e-01] microfloppy: 81%|████████ | 80763/100000 [06:17<2:29:38, 2.14it/s, lr: 2.0e-04 loss: 6.961e-01] microfloppy: 81%|████████ | 80764/100000 [06:17<2:30:32, 2.13it/s, lr: 2.0e-04 loss: 6.961e-01] microfloppy: 81%|████████ | 80764/100000 [06:17<2:30:32, 2.13it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 81%|████████ | 80765/100000 [06:17<2:27:34, 2.17it/s, lr: 2.0e-04 loss: 1.040e+00] microfloppy: 81%|████████ | 80765/100000 [06:18<2:27:34, 2.17it/s, lr: 2.0e-04 loss: 9.074e-01] microfloppy: 81%|████████ | 80766/100000 [06:18<2:28:12, 2.16it/s, lr: 2.0e-04 loss: 9.074e-01] microfloppy: 81%|████████ | 80766/100000 [06:18<2:28:12, 2.16it/s, lr: 2.0e-04 loss: 1.141e+00] microfloppy: 81%|████████ | 80767/100000 [06:18<2:30:59, 2.12it/s, lr: 2.0e-04 loss: 1.141e+00] microfloppy: 81%|████████ | 80767/100000 [06:19<2:30:59, 2.12it/s, lr: 2.0e-04 loss: 7.860e-01] microfloppy: 81%|████████ | 80768/100000 [06:19<2:30:31, 2.13it/s, lr: 2.0e-04 loss: 7.860e-01] microfloppy: 81%|████████ | 80768/100000 [06:19<2:30:31, 2.13it/s, lr: 2.0e-04 loss: 7.248e-01] microfloppy: 81%|████████ | 80769/100000 [06:19<2:29:42, 2.14it/s, lr: 2.0e-04 loss: 7.248e-01] microfloppy: 81%|████████ | 80769/100000 [06:20<2:29:42, 2.14it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 81%|████████ | 80770/100000 [06:20<2:25:58, 2.20it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 81%|████████ | 80770/100000 [06:20<2:25:58, 2.20it/s, lr: 2.0e-04 loss: 6.705e-01] microfloppy: 81%|████████ | 80771/100000 [06:20<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 6.705e-01] microfloppy: 81%|████████ | 80771/100000 [06:21<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 8.408e-01] microfloppy: 81%|████████ | 80772/100000 [06:21<2:32:48, 2.10it/s, lr: 2.0e-04 loss: 8.408e-01] microfloppy: 81%|████████ | 80772/100000 [06:21<2:32:48, 2.10it/s, lr: 2.0e-04 loss: 9.062e-01] microfloppy: 81%|████████ | 80773/100000 [06:21<3:30:49, 1.52it/s, lr: 2.0e-04 loss: 9.062e-01] microfloppy: 81%|████████ | 80773/100000 [06:22<3:30:49, 1.52it/s, lr: 2.0e-04 loss: 7.322e-01] microfloppy: 81%|████████ | 80774/100000 [06:22<2:50:33, 1.88it/s, lr: 2.0e-04 loss: 7.322e-01] microfloppy: 81%|████████ | 80774/100000 [06:22<2:50:33, 1.88it/s, lr: 2.0e-04 loss: 5.464e-01] microfloppy: 81%|████████ | 80775/100000 [06:22<2:35:53, 2.06it/s, lr: 2.0e-04 loss: 5.464e-01] microfloppy: 81%|████████ | 80775/100000 [06:23<2:35:53, 2.06it/s, lr: 2.0e-04 loss: 9.798e-01] microfloppy: 81%|████████ | 80776/100000 [06:23<2:36:31, 2.05it/s, lr: 2.0e-04 loss: 9.798e-01] microfloppy: 81%|████████ | 80776/100000 [06:23<2:36:31, 2.05it/s, lr: 2.0e-04 loss: 9.217e-01] microfloppy: 81%|████████ | 80777/100000 [06:23<2:33:35, 2.09it/s, lr: 2.0e-04 loss: 9.217e-01] microfloppy: 81%|████████ | 80777/100000 [06:24<2:33:35, 2.09it/s, lr: 2.0e-04 loss: 7.174e-01] microfloppy: 81%|████████ | 80778/100000 [06:24<2:30:48, 2.12it/s, lr: 2.0e-04 loss: 7.174e-01] microfloppy: 81%|████████ | 80778/100000 [06:24<2:30:48, 2.12it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 81%|████████ | 80779/100000 [06:24<2:28:41, 2.15it/s, lr: 2.0e-04 loss: 1.112e+00] microfloppy: 81%|████████ | 80779/100000 [06:25<2:28:41, 2.15it/s, lr: 2.0e-04 loss: 6.651e-01] microfloppy: 81%|████████ | 80780/100000 [06:25<2:31:20, 2.12it/s, lr: 2.0e-04 loss: 6.651e-01] microfloppy: 81%|████████ | 80780/100000 [06:25<2:31:20, 2.12it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 81%|████████ | 80781/100000 [06:25<2:33:10, 2.09it/s, lr: 2.0e-04 loss: 1.150e+00] microfloppy: 81%|████████ | 80781/100000 [06:26<2:33:10, 2.09it/s, lr: 2.0e-04 loss: 9.522e-01] microfloppy: 81%|████████ | 80782/100000 [06:26<2:34:01, 2.08it/s, lr: 2.0e-04 loss: 9.522e-01] microfloppy: 81%|████████ | 80782/100000 [06:26<2:34:01, 2.08it/s, lr: 2.0e-04 loss: 7.641e-01] microfloppy: 81%|████████ | 80783/100000 [06:26<2:37:45, 2.03it/s, lr: 2.0e-04 loss: 7.641e-01] microfloppy: 81%|████████ | 80783/100000 [06:27<2:37:45, 2.03it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 81%|████████ | 80784/100000 [06:27<2:34:41, 2.07it/s, lr: 2.0e-04 loss: 1.162e+00] microfloppy: 81%|████████ | 80784/100000 [06:27<2:34:41, 2.07it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80785/100000 [06:27<2:35:28, 2.06it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80785/100000 [06:28<2:35:28, 2.06it/s, lr: 2.0e-04 loss: 1.015e+00] microfloppy: 81%|████████ | 80786/100000 [06:28<2:32:13, 2.10it/s, lr: 2.0e-04 loss: 1.015e+00] microfloppy: 81%|████████ | 80786/100000 [06:28<2:32:13, 2.10it/s, lr: 2.0e-04 loss: 6.828e-01] microfloppy: 81%|████████ | 80787/100000 [06:28<2:31:23, 2.12it/s, lr: 2.0e-04 loss: 6.828e-01] microfloppy: 81%|████████ | 80787/100000 [06:29<2:31:23, 2.12it/s, lr: 2.0e-04 loss: 8.235e-01] microfloppy: 81%|████████ | 80788/100000 [06:29<2:33:26, 2.09it/s, lr: 2.0e-04 loss: 8.235e-01] microfloppy: 81%|████████ | 80788/100000 [06:29<2:33:26, 2.09it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80789/100000 [06:29<2:32:40, 2.10it/s, lr: 2.0e-04 loss: 1.129e+00] microfloppy: 81%|████████ | 80789/100000 [06:30<2:32:40, 2.10it/s, lr: 2.0e-04 loss: 9.609e-01] microfloppy: 81%|████████ | 80790/100000 [06:30<2:34:08, 2.08it/s, lr: 2.0e-04 loss: 9.609e-01] microfloppy: 81%|████████ | 80790/100000 [06:30<2:34:08, 2.08it/s, lr: 2.0e-04 loss: 6.002e-01] microfloppy: 81%|████████ | 80791/100000 [06:30<2:41:16, 1.99it/s, lr: 2.0e-04 loss: 6.002e-01] microfloppy: 81%|████████ | 80791/100000 [06:31<2:41:16, 1.99it/s, lr: 2.0e-04 loss: 1.031e+00] microfloppy: 81%|████████ | 80792/100000 [06:31<2:37:41, 2.03it/s, lr: 2.0e-04 loss: 1.031e+00] microfloppy: 81%|████████ | 80792/100000 [06:31<2:37:41, 2.03it/s, lr: 2.0e-04 loss: 7.645e-01] microfloppy: 81%|████████ | 80793/100000 [06:31<2:36:10, 2.05it/s, lr: 2.0e-04 loss: 7.645e-01] microfloppy: 81%|████████ | 80793/100000 [06:31<2:36:10, 2.05it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 81%|████████ | 80794/100000 [06:31<2:32:58, 2.09it/s, lr: 2.0e-04 loss: 1.163e+00] microfloppy: 81%|████████ | 80794/100000 [06:32<2:32:58, 2.09it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80795/100000 [06:32<2:29:40, 2.14it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80795/100000 [06:32<2:29:40, 2.14it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80796/100000 [06:32<2:30:27, 2.13it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80796/100000 [06:33<2:30:27, 2.13it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80797/100000 [06:33<2:28:46, 2.15it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80797/100000 [06:33<2:28:46, 2.15it/s, lr: 2.0e-04 loss: 9.784e-01] microfloppy: 81%|████████ | 80798/100000 [06:33<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 9.784e-01] microfloppy: 81%|████████ | 80798/100000 [06:34<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 7.125e-01] microfloppy: 81%|████████ | 80799/100000 [06:34<2:32:20, 2.10it/s, lr: 2.0e-04 loss: 7.125e-01] microfloppy: 81%|████████ | 80799/100000 [06:34<2:32:20, 2.10it/s, lr: 2.0e-04 loss: 8.057e-01] microfloppy: 81%|████████ | 80800/100000 [06:34<2:33:24, 2.09it/s, lr: 2.0e-04 loss: 8.057e-01] microfloppy: 81%|████████ | 80800/100000 [06:35<2:33:24, 2.09it/s, lr: 2.0e-04 loss: 9.949e-01] microfloppy: 81%|████████ | 80801/100000 [06:35<2:36:34, 2.04it/s, lr: 2.0e-04 loss: 9.949e-01] microfloppy: 81%|████████ | 80801/100000 [06:35<2:36:34, 2.04it/s, lr: 2.0e-04 loss: 8.223e-01] microfloppy: 81%|████████ | 80802/100000 [06:35<2:33:07, 2.09it/s, lr: 2.0e-04 loss: 8.223e-01] microfloppy: 81%|████████ | 80802/100000 [06:36<2:33:07, 2.09it/s, lr: 2.0e-04 loss: 7.120e-01] microfloppy: 81%|████████ | 80803/100000 [06:36<2:33:59, 2.08it/s, lr: 2.0e-04 loss: 7.120e-01] microfloppy: 81%|████████ | 80803/100000 [06:36<2:33:59, 2.08it/s, lr: 2.0e-04 loss: 1.095e+00] microfloppy: 81%|████████ | 80804/100000 [06:36<2:31:43, 2.11it/s, lr: 2.0e-04 loss: 1.095e+00] microfloppy: 81%|████████ | 80804/100000 [06:37<2:31:43, 2.11it/s, lr: 2.0e-04 loss: 7.935e-01] microfloppy: 81%|████████ | 80805/100000 [06:37<2:29:29, 2.14it/s, lr: 2.0e-04 loss: 7.935e-01] microfloppy: 81%|████████ | 80805/100000 [06:37<2:29:29, 2.14it/s, lr: 2.0e-04 loss: 8.104e-01] microfloppy: 81%|████████ | 80806/100000 [06:37<3:29:55, 1.52it/s, lr: 2.0e-04 loss: 8.104e-01] microfloppy: 81%|████████ | 80806/100000 [06:38<3:29:55, 1.52it/s, lr: 2.0e-04 loss: 6.861e-01] microfloppy: 81%|████████ | 80807/100000 [06:38<2:48:37, 1.90it/s, lr: 2.0e-04 loss: 6.861e-01] microfloppy: 81%|████████ | 80807/100000 [06:38<2:48:37, 1.90it/s, lr: 2.0e-04 loss: 9.013e-01] microfloppy: 81%|████████ | 80808/100000 [06:38<2:36:39, 2.04it/s, lr: 2.0e-04 loss: 9.013e-01] microfloppy: 81%|████████ | 80808/100000 [06:39<2:36:39, 2.04it/s, lr: 2.0e-04 loss: 1.147e+00] microfloppy: 81%|████████ | 80809/100000 [06:39<2:32:22, 2.10it/s, lr: 2.0e-04 loss: 1.147e+00] microfloppy: 81%|████████ | 80809/100000 [06:39<2:32:22, 2.10it/s, lr: 2.0e-04 loss: 5.971e-01] microfloppy: 81%|████████ | 80810/100000 [06:39<2:34:05, 2.08it/s, lr: 2.0e-04 loss: 5.971e-01] microfloppy: 81%|████████ | 80810/100000 [06:40<2:34:05, 2.08it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 81%|████████ | 80811/100000 [06:40<2:36:39, 2.04it/s, lr: 2.0e-04 loss: 1.051e+00] microfloppy: 81%|████████ | 80811/100000 [06:40<2:36:39, 2.04it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 81%|████████ | 80812/100000 [06:40<2:33:29, 2.08it/s, lr: 2.0e-04 loss: 1.087e+00] microfloppy: 81%|████████ | 80812/100000 [06:41<2:33:29, 2.08it/s, lr: 2.0e-04 loss: 9.551e-01] microfloppy: 81%|████████ | 80813/100000 [06:41<2:32:21, 2.10it/s, lr: 2.0e-04 loss: 9.551e-01] microfloppy: 81%|████████ | 80813/100000 [06:41<2:32:21, 2.10it/s, lr: 2.0e-04 loss: 1.104e+00] microfloppy: 81%|████████ | 80814/100000 [06:41<2:30:52, 2.12it/s, lr: 2.0e-04 loss: 1.104e+00] microfloppy: 81%|████████ | 80814/100000 [06:42<2:30:52, 2.12it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 80815/100000 [06:42<2:31:53, 2.11it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 80815/100000 [06:42<2:31:53, 2.11it/s, lr: 2.0e-04 loss: 1.131e+00] microfloppy: 81%|████████ | 80816/100000 [06:42<2:29:43, 2.14it/s, lr: 2.0e-04 loss: 1.131e+00] microfloppy: 81%|████████ | 80816/100000 [06:43<2:29:43, 2.14it/s, lr: 2.0e-04 loss: 9.993e-01] microfloppy: 81%|████████ | 80817/100000 [06:43<2:30:07, 2.13it/s, lr: 2.0e-04 loss: 9.993e-01] microfloppy: 81%|████████ | 80817/100000 [06:43<2:30:07, 2.13it/s, lr: 2.0e-04 loss: 1.144e+00] microfloppy: 81%|████████ | 80818/100000 [06:43<2:30:33, 2.12it/s, lr: 2.0e-04 loss: 1.144e+00] microfloppy: 81%|████████ | 80818/100000 [06:44<2:30:33, 2.12it/s, lr: 2.0e-04 loss: 1.100e+00] microfloppy: 81%|████████ | 80819/100000 [06:44<2:27:57, 2.16it/s, lr: 2.0e-04 loss: 1.100e+00] microfloppy: 81%|████████ | 80819/100000 [06:44<2:27:57, 2.16it/s, lr: 2.0e-04 loss: 6.526e-01] microfloppy: 81%|████████ | 80820/100000 [06:44<2:31:21, 2.11it/s, lr: 2.0e-04 loss: 6.526e-01] microfloppy: 81%|████████ | 80820/100000 [06:45<2:31:21, 2.11it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80821/100000 [06:45<2:31:48, 2.11it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80821/100000 [06:45<2:31:48, 2.11it/s, lr: 2.0e-04 loss: 1.209e+00] microfloppy: 81%|████████ | 80822/100000 [06:45<2:27:27, 2.17it/s, lr: 2.0e-04 loss: 1.209e+00] microfloppy: 81%|████████ | 80822/100000 [06:45<2:27:27, 2.17it/s, lr: 2.0e-04 loss: 6.867e-01] microfloppy: 81%|████████ | 80823/100000 [06:45<2:31:08, 2.11it/s, lr: 2.0e-04 loss: 6.867e-01] microfloppy: 81%|████████ | 80823/100000 [06:46<2:31:08, 2.11it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 81%|████████ | 80824/100000 [06:46<2:29:05, 2.14it/s, lr: 2.0e-04 loss: 1.005e+00] microfloppy: 81%|████████ | 80824/100000 [06:46<2:29:05, 2.14it/s, lr: 2.0e-04 loss: 1.027e+00] microfloppy: 81%|████████ | 80825/100000 [06:46<2:26:06, 2.19it/s, lr: 2.0e-04 loss: 1.027e+00] microfloppy: 81%|████████ | 80825/100000 [06:47<2:26:06, 2.19it/s, lr: 2.0e-04 loss: 8.189e-01] microfloppy: 81%|████████ | 80826/100000 [06:47<2:24:15, 2.22it/s, lr: 2.0e-04 loss: 8.189e-01] microfloppy: 81%|████████ | 80826/100000 [06:47<2:24:15, 2.22it/s, lr: 2.0e-04 loss: 1.197e+00] microfloppy: 81%|████████ | 80827/100000 [06:47<2:28:13, 2.16it/s, lr: 2.0e-04 loss: 1.197e+00] microfloppy: 81%|████████ | 80827/100000 [06:48<2:28:13, 2.16it/s, lr: 2.0e-04 loss: 1.114e+00] microfloppy: 81%|████████ | 80828/100000 [06:48<2:27:21, 2.17it/s, lr: 2.0e-04 loss: 1.114e+00] microfloppy: 81%|████████ | 80828/100000 [06:48<2:27:21, 2.17it/s, lr: 2.0e-04 loss: 7.399e-01] microfloppy: 81%|████████ | 80829/100000 [06:48<2:25:40, 2.19it/s, lr: 2.0e-04 loss: 7.399e-01] microfloppy: 81%|████████ | 80829/100000 [06:49<2:25:40, 2.19it/s, lr: 2.0e-04 loss: 1.192e+00] microfloppy: 81%|████████ | 80830/100000 [06:49<2:24:42, 2.21it/s, lr: 2.0e-04 loss: 1.192e+00] microfloppy: 81%|████████ | 80830/100000 [06:49<2:24:42, 2.21it/s, lr: 2.0e-04 loss: 1.004e+00] microfloppy: 81%|████████ | 80831/100000 [06:49<2:29:57, 2.13it/s, lr: 2.0e-04 loss: 1.004e+00] microfloppy: 81%|████████ | 80831/100000 [06:50<2:29:57, 2.13it/s, lr: 2.0e-04 loss: 6.441e-01] microfloppy: 81%|████████ | 80832/100000 [06:50<2:26:37, 2.18it/s, lr: 2.0e-04 loss: 6.441e-01] microfloppy: 81%|████████ | 80832/100000 [06:50<2:26:37, 2.18it/s, lr: 2.0e-04 loss: 1.198e+00] microfloppy: 81%|████████ | 80833/100000 [06:50<2:23:02, 2.23it/s, lr: 2.0e-04 loss: 1.198e+00] microfloppy: 81%|████████ | 80833/100000 [06:51<2:23:02, 2.23it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 81%|████████ | 80834/100000 [06:51<2:26:40, 2.18it/s, lr: 2.0e-04 loss: 1.166e+00] microfloppy: 81%|████████ | 80834/100000 [06:51<2:26:40, 2.18it/s, lr: 2.0e-04 loss: 1.091e+00] microfloppy: 81%|████████ | 80835/100000 [06:51<2:29:55, 2.13it/s, lr: 2.0e-04 loss: 1.091e+00] microfloppy: 81%|████████ | 80835/100000 [06:51<2:29:55, 2.13it/s, lr: 2.0e-04 loss: 1.090e+00] microfloppy: 81%|████████ | 80836/100000 [06:51<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 1.090e+00] microfloppy: 81%|████████ | 80836/100000 [06:52<2:30:09, 2.13it/s, lr: 2.0e-04 loss: 1.098e+00] microfloppy: 81%|████████ | 80837/100000 [06:52<3:28:19, 1.53it/s, lr: 2.0e-04 loss: 1.098e+00] microfloppy: 81%|████████ | 80837/100000 [06:53<3:28:19, 1.53it/s, lr: 2.0e-04 loss: 7.308e-01] microfloppy: 81%|████████ | 80838/100000 [06:53<2:48:00, 1.90it/s, lr: 2.0e-04 loss: 7.308e-01] microfloppy: 81%|████████ | 80838/100000 [06:53<2:48:00, 1.90it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 81%|████████ | 80839/100000 [06:53<2:34:35, 2.07it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 81%|████████ | 80839/100000 [06:54<2:34:35, 2.07it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80840/100000 [06:54<2:29:59, 2.13it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80840/100000 [06:54<2:29:59, 2.13it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80841/100000 [06:55<4:06:45, 1.29it/s, lr: 2.0e-04 loss: 1.190e+00] microfloppy: 81%|████████ | 80841/100000 [06:55<4:06:45, 1.29it/s, lr: 2.0e-04 loss: 7.126e-01] microfloppy: 81%|████████ | 80842/100000 [06:55<2:54:05, 1.83it/s, lr: 2.0e-04 loss: 7.126e-01] microfloppy: 81%|████████ | 80842/100000 [06:55<2:54:05, 1.83it/s, lr: 2.0e-04 loss: 1.192e+00] microfloppy: 81%|████████ | 80843/100000 [06:55<2:34:16, 2.07it/s, lr: 2.0e-04 loss: 1.192e+00] microfloppy: 81%|████████ | 80843/100000 [06:56<2:34:16, 2.07it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 81%|████████ | 80844/100000 [06:56<2:31:40, 2.10it/s, lr: 2.0e-04 loss: 1.068e+00] microfloppy: 81%|████████ | 80844/100000 [06:56<2:31:40, 2.10it/s, lr: 2.0e-04 loss: 8.574e-01] microfloppy: 81%|████████ | 80845/100000 [06:56<2:32:02, 2.10it/s, lr: 2.0e-04 loss: 8.574e-01] microfloppy: 81%|████████ | 80845/100000 [06:57<2:32:02, 2.10it/s, lr: 2.0e-04 loss: 9.453e-01] microfloppy: 81%|████████ | 80846/100000 [06:57<2:29:49, 2.13it/s, lr: 2.0e-04 loss: 9.453e-01] microfloppy: 81%|████████ | 80846/100000 [06:57<2:29:49, 2.13it/s, lr: 2.0e-04 loss: 7.067e-01] microfloppy: 81%|████████ | 80847/100000 [06:57<2:30:51, 2.12it/s, lr: 2.0e-04 loss: 7.067e-01] microfloppy: 81%|████████ | 80847/100000 [06:58<2:30:51, 2.12it/s, lr: 2.0e-04 loss: 1.044e+00] microfloppy: 81%|████████ | 80848/100000 [06:58<2:27:45, 2.16it/s, lr: 2.0e-04 loss: 1.044e+00] microfloppy: 81%|████████ | 80848/100000 [06:58<2:27:45, 2.16it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 81%|████████ | 80849/100000 [06:58<2:26:41, 2.18it/s, lr: 2.0e-04 loss: 1.136e+00] microfloppy: 81%|████████ | 80849/100000 [06:59<2:26:41, 2.18it/s, lr: 2.0e-04 loss: 8.623e-01] microfloppy: 81%|████████ | 80850/100000 [06:59<2:28:15, 2.15it/s, lr: 2.0e-04 loss: 8.623e-01] microfloppy: 81%|████████ | 80850/100000 [06:59<2:28:15, 2.15it/s, lr: 2.0e-04 loss: 1.062e+00] microfloppy: 81%|████████ | 80851/100000 [06:59<2:32:48, 2.09it/s, lr: 2.0e-04 loss: 1.062e+00] microfloppy: 81%|████████ | 80851/100000 [07:00<2:32:48, 2.09it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 81%|████████ | 80852/100000 [07:00<2:30:13, 2.12it/s, lr: 2.0e-04 loss: 1.052e+00] microfloppy: 81%|████████ | 80852/100000 [07:00<2:30:13, 2.12it/s, lr: 2.0e-04 loss: 1.280e+00] microfloppy: 81%|████████ | 80853/100000 [07:00<2:30:32, 2.12it/s, lr: 2.0e-04 loss: 1.280e+00] microfloppy: 81%|████████ | 80853/100000 [07:01<2:30:32, 2.12it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80854/100000 [07:01<2:35:07, 2.06it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80854/100000 [07:01<2:35:07, 2.06it/s, lr: 2.0e-04 loss: 9.629e-01] microfloppy: 81%|████████ | 80855/100000 [07:01<2:35:32, 2.05it/s, lr: 2.0e-04 loss: 9.629e-01] microfloppy: 81%|████████ | 80855/100000 [07:02<2:35:32, 2.05it/s, lr: 2.0e-04 loss: 8.888e-01] microfloppy: 81%|████████ | 80856/100000 [07:02<2:35:10, 2.06it/s, lr: 2.0e-04 loss: 8.888e-01] microfloppy: 81%|████████ | 80856/100000 [07:02<2:35:10, 2.06it/s, lr: 2.0e-04 loss: 8.019e-01] microfloppy: 81%|████████ | 80857/100000 [07:02<2:34:28, 2.07it/s, lr: 2.0e-04 loss: 8.019e-01] microfloppy: 81%|████████ | 80857/100000 [07:03<2:34:28, 2.07it/s, lr: 2.0e-04 loss: 7.592e-01] microfloppy: 81%|████████ | 80858/100000 [07:03<2:32:55, 2.09it/s, lr: 2.0e-04 loss: 7.592e-01] microfloppy: 81%|████████ | 80858/100000 [07:03<2:32:55, 2.09it/s, lr: 2.0e-04 loss: 6.355e-01] microfloppy: 81%|████████ | 80859/100000 [07:03<2:32:31, 2.09it/s, lr: 2.0e-04 loss: 6.355e-01] microfloppy: 81%|████████ | 80859/100000 [07:03<2:32:31, 2.09it/s, lr: 2.0e-04 loss: 8.271e-01] microfloppy: 81%|████████ | 80860/100000 [07:03<2:33:00, 2.08it/s, lr: 2.0e-04 loss: 8.271e-01] microfloppy: 81%|████████ | 80860/100000 [07:04<2:33:00, 2.08it/s, lr: 2.0e-04 loss: 1.130e+00] microfloppy: 81%|████████ | 80861/100000 [07:04<2:33:16, 2.08it/s, lr: 2.0e-04 loss: 1.130e+00] microfloppy: 81%|████████ | 80861/100000 [07:04<2:33:16, 2.08it/s, lr: 2.0e-04 loss: 6.981e-01] microfloppy: 81%|████████ | 80862/100000 [07:04<2:31:21, 2.11it/s, lr: 2.0e-04 loss: 6.981e-01] microfloppy: 81%|████████ | 80862/100000 [07:05<2:31:21, 2.11it/s, lr: 2.0e-04 loss: 7.084e-01] microfloppy: 81%|████████ | 80863/100000 [07:05<2:30:16, 2.12it/s, lr: 2.0e-04 loss: 7.084e-01] microfloppy: 81%|████████ | 80863/100000 [07:05<2:30:16, 2.12it/s, lr: 2.0e-04 loss: 7.248e-01] microfloppy: 81%|████████ | 80864/100000 [07:05<2:32:53, 2.09it/s, lr: 2.0e-04 loss: 7.248e-01] microfloppy: 81%|████████ | 80864/100000 [07:06<2:32:53, 2.09it/s, lr: 2.0e-04 loss: 7.533e-01] microfloppy: 81%|████████ | 80865/100000 [07:06<2:38:10, 2.02it/s, lr: 2.0e-04 loss: 7.533e-01] microfloppy: 81%|████████ | 80865/100000 [07:06<2:38:10, 2.02it/s, lr: 2.0e-04 loss: 8.375e-01] microfloppy: 81%|████████ | 80866/100000 [07:06<2:41:10, 1.98it/s, lr: 2.0e-04 loss: 8.375e-01] microfloppy: 81%|████████ | 80866/100000 [07:07<2:41:10, 1.98it/s, lr: 2.0e-04 loss: 9.843e-01] microfloppy: 81%|████████ | 80867/100000 [07:07<2:35:08, 2.06it/s, lr: 2.0e-04 loss: 9.843e-01] microfloppy: 81%|████████ | 80867/100000 [07:07<2:35:08, 2.06it/s, lr: 2.0e-04 loss: 6.272e-01] microfloppy: 81%|████████ | 80868/100000 [07:07<2:34:29, 2.06it/s, lr: 2.0e-04 loss: 6.272e-01] microfloppy: 81%|████████ | 80868/100000 [07:08<2:34:29, 2.06it/s, lr: 2.0e-04 loss: 7.717e-01] microfloppy: 81%|████████ | 80869/100000 [07:08<2:37:15, 2.03it/s, lr: 2.0e-04 loss: 7.717e-01] microfloppy: 81%|████████ | 80869/100000 [07:08<2:37:15, 2.03it/s, lr: 2.0e-04 loss: 6.905e-01] microfloppy: 81%|████████ | 80870/100000 [07:08<2:39:29, 2.00it/s, lr: 2.0e-04 loss: 6.905e-01] microfloppy: 81%|████████ | 80870/100000 [07:09<2:39:29, 2.00it/s, lr: 2.0e-04 loss: 6.352e-01] microfloppy: 81%|████████ | 80871/100000 [07:09<2:50:36, 1.87it/s, lr: 2.0e-04 loss: 6.352e-01] microfloppy: 81%|████████ | 80871/100000 [07:09<2:50:36, 1.87it/s, lr: 2.0e-04 loss: 7.683e-01] microfloppy: 81%|████████ | 80872/100000 [07:09<2:38:59, 2.01it/s, lr: 2.0e-04 loss: 7.683e-01] microfloppy: 81%|████████ | 80872/100000 [07:10<2:38:59, 2.01it/s, lr: 2.0e-04 loss: 7.062e-01] microfloppy: 81%|████████ | 80873/100000 [07:10<2:39:26, 2.00it/s, lr: 2.0e-04 loss: 7.062e-01] microfloppy: 81%|████████ | 80873/100000 [07:10<2:39:26, 2.00it/s, lr: 2.0e-04 loss: 6.527e-01] microfloppy: 81%|████████ | 80874/100000 [07:10<2:40:16, 1.99it/s, lr: 2.0e-04 loss: 6.527e-01] microfloppy: 81%|████████ | 80874/100000 [07:11<2:40:16, 1.99it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 81%|████████ | 80875/100000 [07:11<3:33:40, 1.49it/s, lr: 2.0e-04 loss: 1.128e+00] microfloppy: 81%|████████ | 80875/100000 [07:12<3:33:40, 1.49it/s, lr: 2.0e-04 loss: 9.617e-01] microfloppy: 81%|████████ | 80876/100000 [07:12<2:46:50, 1.91it/s, lr: 2.0e-04 loss: 9.617e-01] microfloppy: 81%|████████ | 80876/100000 [07:12<2:46:50, 1.91it/s, lr: 2.0e-04 loss: 9.276e-01] microfloppy: 81%|████████ | 80877/100000 [07:12<2:31:50, 2.10it/s, lr: 2.0e-04 loss: 9.276e-01] microfloppy: 81%|████████ | 80877/100000 [07:13<2:31:50, 2.10it/s, lr: 2.0e-04 loss: 1.132e+00] microfloppy: 81%|████████ | 80878/100000 [07:13<2:31:01, 2.11it/s, lr: 2.0e-04 loss: 1.132e+00] microfloppy: 81%|████████ | 80878/100000 [07:13<2:31:01, 2.11it/s, lr: 2.0e-04 loss: 7.079e-01] microfloppy: 81%|████████ | 80879/100000 [07:13<2:28:10, 2.15it/s, lr: 2.0e-04 loss: 7.079e-01] microfloppy: 81%|████████ | 80879/100000 [07:13<2:28:10, 2.15it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 81%|████████ | 80880/100000 [07:13<2:30:24, 2.12it/s, lr: 2.0e-04 loss: 1.164e+00] microfloppy: 81%|████████ | 80880/100000 [07:14<2:30:24, 2.12it/s, lr: 2.0e-04 loss: 1.213e+00] microfloppy: 81%|████████ | 80881/100000 [07:14<2:32:24, 2.09it/s, lr: 2.0e-04 loss: 1.213e+00] microfloppy: 81%|████████ | 80881/100000 [07:14<2:32:24, 2.09it/s, lr: 2.0e-04 loss: 1.130e+00] microfloppy: 81%|████████ | 80882/100000 [07:14<2:32:15, 2.09it/s, lr: 2.0e-04 loss: 1.130e+00] microfloppy: 81%|████████ | 80882/100000 [07:15<2:32:15, 2.09it/s, lr: 2.0e-04 loss: 1.161e+00] microfloppy: 81%|████████ | 80883/100000 [07:15<2:33:31, 2.08it/s, lr: 2.0e-04 loss: 1.161e+00] microfloppy: 81%|████████ | 80883/100000 [07:15<2:33:31, 2.08it/s, lr: 2.0e-04 loss: 1.158e+00] microfloppy: 81%|████████ | 80884/100000 [07:15<2:29:14, 2.13it/s, lr: 2.0e-04 loss: 1.158e+00] microfloppy: 81%|████████ | 80884/100000 [07:16<2:29:14, 2.13it/s, lr: 2.0e-04 loss: 1.182e+00] microfloppy: 81%|████████ | 80885/100000 [07:16<2:31:49, 2.10it/s, lr: 2.0e-04 loss: 1.182e+00] microfloppy: 81%|████████ | 80885/100000 [07:16<2:31:49, 2.10it/s, lr: 2.0e-04 loss: 9.364e-01] microfloppy: 81%|████████ | 80886/100000 [07:16<2:35:34, 2.05it/s, lr: 2.0e-04 loss: 9.364e-01] microfloppy: 81%|████████ | 80886/100000 [07:17<2:35:34, 2.05it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80887/100000 [07:17<2:36:18, 2.04it/s, lr: 2.0e-04 loss: 1.054e+00] microfloppy: 81%|████████ | 80887/100000 [07:17<2:36:18, 2.04it/s, lr: 2.0e-04 loss: 1.019e+00] microfloppy: 81%|████████ | 80888/100000 [07:17<2:31:06, 2.11it/s, lr: 2.0e-04 loss: 1.019e+00] microfloppy: 81%|████████ | 80888/100000 [07:18<2:31:06, 2.11it/s, lr: 2.0e-04 loss: 7.224e-01] microfloppy: 81%|████████ | 80889/100000 [07:18<2:30:54, 2.11it/s, lr: 2.0e-04 loss: 7.224e-01] microfloppy: 81%|████████ | 80889/100000 [07:18<2:30:54, 2.11it/s, lr: 2.0e-04 loss: 8.784e-01] microfloppy: 81%|████████ | 80890/100000 [07:18<2:29:12, 2.13it/s, lr: 2.0e-04 loss: 8.784e-01] microfloppy: 81%|████████ | 80890/100000 [07:19<2:29:12, 2.13it/s, lr: 2.0e-04 loss: 9.691e-01] microfloppy: 81%|████████ | 80891/100000 [07:19<2:30:11, 2.12it/s, lr: 2.0e-04 loss: 9.691e-01] microfloppy: 81%|████████ | 80891/100000 [07:19<2:30:11, 2.12it/s, lr: 2.0e-04 loss: 8.892e-01] microfloppy: 81%|████████ | 80892/100000 [07:19<2:31:39, 2.10it/s, lr: 2.0e-04 loss: 8.892e-01] microfloppy: 81%|████████ | 80892/100000 [07:20<2:31:39, 2.10it/s, lr: 2.0e-04 loss: 7.081e-01] microfloppy: 81%|████████ | 80893/100000 [07:20<2:31:52, 2.10it/s, lr: 2.0e-04 loss: 7.081e-01] microfloppy: 81%|████████ | 80893/100000 [07:20<2:31:52, 2.10it/s, lr: 2.0e-04 loss: 9.511e-01] microfloppy: 81%|████████ | 80894/100000 [07:20<2:28:25, 2.15it/s, lr: 2.0e-04 loss: 9.511e-01] microfloppy: 81%|████████ | 80894/100000 [07:21<2:28:25, 2.15it/s, lr: 2.0e-04 loss: 7.247e-01] microfloppy: 81%|████████ | 80895/100000 [07:21<2:29:06, 2.14it/s, lr: 2.0e-04 loss: 7.247e-01] microfloppy: 81%|████████ | 80895/100000 [07:21<2:29:06, 2.14it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80896/100000 [07:21<2:27:21, 2.16it/s, lr: 2.0e-04 loss: 1.082e+00] microfloppy: 81%|████████ | 80896/100000 [07:22<2:27:21, 2.16it/s, lr: 2.0e-04 loss: 1.091e+00] microfloppy: 81%|████████ | 80897/100000 [07:22<2:29:32, 2.13it/s, lr: 2.0e-04 loss: 1.091e+00] microfloppy: 81%|████████ | 80897/100000 [07:22<2:29:32, 2.13it/s, lr: 2.0e-04 loss: 8.652e-01] microfloppy: 81%|████████ | 80898/100000 [07:22<2:31:30, 2.10it/s, lr: 2.0e-04 loss: 8.652e-01] microfloppy: 81%|████████ | 80898/100000 [07:22<2:31:30, 2.10it/s, lr: 2.0e-04 loss: 1.194e+00] microfloppy: 81%|████████ | 80899/100000 [07:22<2:28:51, 2.14it/s, lr: 2.0e-04 loss: 1.194e+00] microfloppy: 81%|████████ | 80899/100000 [07:23<2:28:51, 2.14it/s, lr: 2.0e-04 loss: 7.218e-01] microfloppy: 81%|████████ | 80900/100000 [07:23<2:30:46, 2.11it/s, lr: 2.0e-04 loss: 7.218e-01] microfloppy: 81%|████████ | 80900/100000 [07:23<2:30:46, 2.11it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80901/100000 [07:23<2:31:41, 2.10it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80901/100000 [07:24<2:31:41, 2.10it/s, lr: 2.0e-04 loss: 9.689e-01] microfloppy: 81%|████████ | 80902/100000 [07:24<2:37:17, 2.02it/s, lr: 2.0e-04 loss: 9.689e-01] microfloppy: 81%|████████ | 80902/100000 [07:24<2:37:17, 2.02it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 81%|████████ | 80903/100000 [07:24<2:35:39, 2.04it/s, lr: 2.0e-04 loss: 1.058e+00] microfloppy: 81%|████████ | 80903/100000 [07:25<2:35:39, 2.04it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 81%|████████ | 80904/100000 [07:25<2:34:46, 2.06it/s, lr: 2.0e-04 loss: 1.165e+00] microfloppy: 81%|████████ | 80904/100000 [07:25<2:34:46, 2.06it/s, lr: 2.0e-04 loss: 1.080e+00] microfloppy: 81%|████████ | 80905/100000 [07:25<2:32:25, 2.09it/s, lr: 2.0e-04 loss: 1.080e+00] microfloppy: 81%|████████ | 80905/100000 [07:26<2:32:25, 2.09it/s, lr: 2.0e-04 loss: 6.781e-01] microfloppy: 81%|████████ | 80906/100000 [07:26<2:30:09, 2.12it/s, lr: 2.0e-04 loss: 6.781e-01] microfloppy: 81%|████████ | 80906/100000 [07:26<2:30:09, 2.12it/s, lr: 2.0e-04 loss: 1.171e+00] microfloppy: 81%|████████ | 80907/100000 [07:26<2:32:29, 2.09it/s, lr: 2.0e-04 loss: 1.171e+00] microfloppy: 81%|████████ | 80907/100000 [07:27<2:32:29, 2.09it/s, lr: 2.0e-04 loss: 7.914e-01] microfloppy: 81%|████████ | 80908/100000 [07:27<2:31:32, 2.10it/s, lr: 2.0e-04 loss: 7.914e-01] microfloppy: 81%|████████ | 80908/100000 [07:27<2:31:32, 2.10it/s, lr: 2.0e-04 loss: 8.861e-01] microfloppy: 81%|████████ | 80909/100000 [07:27<2:28:29, 2.14it/s, lr: 2.0e-04 loss: 8.861e-01] microfloppy: 81%|████████ | 80909/100000 [07:28<2:28:29, 2.14it/s, lr: 2.0e-04 loss: 1.083e+00] microfloppy: 81%|████████ | 80910/100000 [07:28<3:25:19, 1.55it/s, lr: 2.0e-04 loss: 1.083e+00] microfloppy: 81%|████████ | 80910/100000 [07:28<3:25:19, 1.55it/s, lr: 2.0e-04 loss: 1.104e+00] microfloppy: 81%|████████ | 80911/100000 [07:29<2:52:23, 1.85it/s, lr: 2.0e-04 loss: 1.104e+00] microfloppy: 81%|████████ | 80911/100000 [07:29<2:52:23, 1.85it/s, lr: 2.0e-04 loss: 8.837e-01] microfloppy: 81%|████████ | 80912/100000 [07:29<2:41:13, 1.97it/s, lr: 2.0e-04 loss: 8.837e-01] microfloppy: 81%|████████ | 80912/100000 [07:29<2:41:13, 1.97it/s, lr: 2.0e-04 loss: 7.882e-01] microfloppy: 81%|████████ | 80913/100000 [07:29<2:38:05, 2.01it/s, lr: 2.0e-04 loss: 7.882e-01] microfloppy: 81%|████████ | 80913/100000 [07:30<2:38:05, 2.01it/s, lr: 2.0e-04 loss: 7.494e-01] microfloppy: 81%|████████ | 80914/100000 [07:30<2:34:08, 2.06it/s, lr: 2.0e-04 loss: 7.494e-01] microfloppy: 81%|████████ | 80914/100000 [07:30<2:34:08, 2.06it/s, lr: 2.0e-04 loss: 6.886e-01] microfloppy: 81%|████████ | 80915/100000 [07:30<2:33:08, 2.08it/s, lr: 2.0e-04 loss: 6.886e-01] microfloppy: 81%|████████ | 80915/100000 [07:31<2:33:08, 2.08it/s, lr: 2.0e-04 loss: 9.779e-01] microfloppy: 81%|████████ | 80916/100000 [07:31<2:32:40, 2.08it/s, lr: 2.0e-04 loss: 9.779e-01] microfloppy: 81%|████████ | 80916/100000 [07:31<2:32:40, 2.08it/s, lr: 2.0e-04 loss: 6.916e-01] microfloppy: 81%|████████ | 80917/100000 [07:31<2:31:46, 2.10it/s, lr: 2.0e-04 loss: 6.916e-01] microfloppy: 81%|████████ | 80917/100000 [07:32<2:31:46, 2.10it/s, lr: 2.0e-04 loss: 7.727e-01] microfloppy: 81%|████████ | 80918/100000 [07:32<2:28:44, 2.14it/s, lr: 2.0e-04 loss: 7.727e-01] microfloppy: 81%|████████ | 80918/100000 [07:32<2:28:44, 2.14it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 81%|████████ | 80919/100000 [07:32<2:32:12, 2.09it/s, lr: 2.0e-04 loss: 1.076e+00] microfloppy: 81%|████████ | 80919/100000 [07:33<2:32:12, 2.09it/s, lr: 2.0e-04 loss: 6.873e-01] microfloppy: 81%|████████ | 80920/100000 [07:33<2:29:55, 2.12it/s, lr: 2.0e-04 loss: 6.873e-01] microfloppy: 81%|████████ | 80920/100000 [07:33<2:29:55, 2.12it/s, lr: 2.0e-04 loss: 7.101e-01] microfloppy: 81%|████████ | 80921/100000 [07:33<2:33:00, 2.08it/s, lr: 2.0e-04 loss: 7.101e-01] microfloppy: 81%|████████ | 80921/100000 [07:34<2:33:00, 2.08it/s, lr: 2.0e-04 loss: 8.948e-01] microfloppy: 81%|████████ | 80922/100000 [07:34<2:31:12, 2.10it/s, lr: 2.0e-04 loss: 8.948e-01] microfloppy: 81%|████████ | 80922/100000 [07:34<2:31:12, 2.10it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 81%|████████ | 80923/100000 [07:34<2:32:25, 2.09it/s, lr: 2.0e-04 loss: 1.196e+00] microfloppy: 81%|████████ | 80923/100000 [07:35<2:32:25, 2.09it/s, lr: 2.0e-04 loss: 7.799e-01] microfloppy: 81%|████████ | 80924/100000 [07:35<2:32:40, 2.08it/s, lr: 2.0e-04 loss: 7.799e-01] microfloppy: 81%|████████ | 80924/100000 [07:35<2:32:40, 2.08it/s, lr: 2.0e-04 loss: 6.851e-01] microfloppy: 81%|████████ | 80925/100000 [07:35<2:27:14, 2.16it/s, lr: 2.0e-04 loss: 6.851e-01] microfloppy: 81%|████████ | 80925/100000 [07:36<2:27:14, 2.16it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 81%|████████ | 80926/100000 [07:36<2:28:54, 2.13it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 81%|████████ | 80926/100000 [07:36<2:28:54, 2.13it/s, lr: 2.0e-04 loss: 1.022e+00] microfloppy: 81%|████████ | 80927/100000 [07:36<2:30:17, 2.12it/s, lr: 2.0e-04 loss: 1.022e+00] microfloppy: 81%|████████ | 80927/100000 [07:37<2:30:17, 2.12it/s, lr: 2.0e-04 loss: 6.789e-01] microfloppy: 81%|████████ | 80928/100000 [07:37<2:29:26, 2.13it/s, lr: 2.0e-04 loss: 6.789e-01] microfloppy: 81%|████████ | 80928/100000 [07:37<2:29:26, 2.13it/s, lr: 2.0e-04 loss: 6.648e-01] microfloppy: 81%|████████ | 80929/100000 [07:37<2:27:44, 2.15it/s, lr: 2.0e-04 loss: 6.648e-01] microfloppy: 81%|████████ | 80929/100000 [07:38<2:27:44, 2.15it/s, lr: 2.0e-04 loss: 7.365e-01] microfloppy: 81%|████████ | 80930/100000 [07:38<2:30:10, 2.12it/s, lr: 2.0e-04 loss: 7.365e-01] microfloppy: 81%|████████ | 80930/100000 [07:38<2:30:10, 2.12it/s, lr: 2.0e-04 loss: 8.640e-01] microfloppy: 81%|████████ | 80931/100000 [07:38<2:29:49, 2.12it/s, lr: 2.0e-04 loss: 8.640e-01] microfloppy: 81%|████████ | 80931/100000 [07:38<2:29:49, 2.12it/s, lr: 2.0e-04 loss: 1.191e+00] microfloppy: 81%|████████ | 80932/100000 [07:38<2:30:01, 2.12it/s, lr: 2.0e-04 loss: 1.191e+00] microfloppy: 81%|████████ | 80932/100000 [07:39<2:30:01, 2.12it/s, lr: 2.0e-04 loss: 6.551e-01] microfloppy: 81%|████████ | 80933/100000 [07:39<2:31:50, 2.09it/s, lr: 2.0e-04 loss: 6.551e-01] microfloppy: 81%|████████ | 80933/100000 [07:39<2:31:50, 2.09it/s, lr: 2.0e-04 loss: 1.142e+00] microfloppy: 81%|████████ | 80934/100000 [07:39<2:30:30, 2.11it/s, lr: 2.0e-04 loss: 1.142e+00] microfloppy: 81%|████████ | 80934/100000 [07:40<2:30:30, 2.11it/s, lr: 2.0e-04 loss: 1.126e+00] microfloppy: 81%|████████ | 80935/100000 [07:40<2:29:32, 2.12it/s, lr: 2.0e-04 loss: 1.126e+00] microfloppy: 81%|████████ | 80935/100000 [07:40<2:29:32, 2.12it/s, lr: 2.0e-04 loss: 8.906e-01] microfloppy: 81%|████████ | 80936/100000 [07:40<2:29:40, 2.12it/s, lr: 2.0e-04 loss: 8.906e-01] microfloppy: 81%|████████ | 80936/100000 [07:41<2:29:40, 2.12it/s, lr: 2.0e-04 loss: 7.449e-01] microfloppy: 81%|████████ | 80937/100000 [07:41<2:27:18, 2.16it/s, lr: 2.0e-04 loss: 7.449e-01] microfloppy: 81%|████████ | 80937/100000 [07:41<2:27:18, 2.16it/s, lr: 2.0e-04 loss: 9.529e-01] microfloppy: 81%|████████ | 80938/100000 [07:41<2:30:47, 2.11it/s, lr: 2.0e-04 loss: 9.529e-01] microfloppy: 81%|████████ | 80938/100000 [07:42<2:30:47, 2.11it/s, lr: 2.0e-04 loss: 7.155e-01] microfloppy: 81%|████████ | 80939/100000 [07:42<2:26:24, 2.17it/s, lr: 2.0e-04 loss: 7.155e-01] microfloppy: 81%|████████ | 80939/100000 [07:42<2:26:24, 2.17it/s, lr: 2.0e-04 loss: 7.997e-01] microfloppy: 81%|████████ | 80940/100000 [07:42<2:28:49, 2.13it/s, lr: 2.0e-04 loss: 7.997e-01] microfloppy: 81%|████████ | 80940/100000 [07:43<2:28:49, 2.13it/s, lr: 2.0e-04 loss: 9.367e-01] microfloppy: 81%|████████ | 80941/100000 [07:43<2:29:23, 2.13it/s, lr: 2.0e-04 loss: 9.367e-01] microfloppy: 81%|████████ | 80941/100000 [07:43<2:29:23, 2.13it/s, lr: 2.0e-04 loss: 9.423e-01] microfloppy: 81%|████████ | 80942/100000 [07:43<3:24:37, 1.55it/s, lr: 2.0e-04 loss: 9.423e-01] microfloppy: 81%|████████ | 80942/100000 [07:44<3:24:37, 1.55it/s, lr: 2.0e-04 loss: 9.511e-01] microfloppy: 81%|████████ | 80943/100000 [07:44<2:44:55, 1.93it/s, lr: 2.0e-04 loss: 9.511e-01] microfloppy: 81%|████████ | 80943/100000 [07:44<2:44:55, 1.93it/s, lr: 2.0e-04 loss: 6.600e-01] microfloppy: 81%|████████ | 80944/100000 [07:44<2:34:14, 2.06it/s, lr: 2.0e-04 loss: 6.600e-01] microfloppy: 81%|████████ | 80944/100000 [07:45<2:34:14, 2.06it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 81%|████████ | 80945/100000 [07:45<2:31:17, 2.10it/s, lr: 2.0e-04 loss: 1.169e+00] microfloppy: 81%|████████ | 80945/100000 [07:45<2:31:17, 2.10it/s, lr: 2.0e-04 loss: 1.069e+00] microfloppy: 81%|████████ | 80946/100000 [07:45<2:29:31, 2.12it/s, lr: 2.0e-04 loss: 1.069e+00] microfloppy: 81%|████████ | 80946/100000 [07:46<2:29:31, 2.12it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80947/100000 [07:46<2:28:01, 2.15it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 80947/100000 [07:46<2:28:01, 2.15it/s, lr: 2.0e-04 loss: 8.288e-01] microfloppy: 81%|████████ | 80948/100000 [07:46<2:27:35, 2.15it/s, lr: 2.0e-04 loss: 8.288e-01] microfloppy: 81%|████████ | 80948/100000 [07:47<2:27:35, 2.15it/s, lr: 2.0e-04 loss: 8.025e-01] microfloppy: 81%|████████ | 80949/100000 [07:47<2:27:30, 2.15it/s, lr: 2.0e-04 loss: 8.025e-01] microfloppy: 81%|████████ | 80949/100000 [07:47<2:27:30, 2.15it/s, lr: 2.0e-04 loss: 1.156e+00] microfloppy: 81%|████████ | 80950/100000 [07:47<2:29:26, 2.12it/s, lr: 2.0e-04 loss: 1.156e+00] microfloppy: 81%|████████ | 80950/100000 [07:48<2:29:26, 2.12it/s, lr: 2.0e-04 loss: 7.323e-01] microfloppy: 81%|████████ | 80951/100000 [07:48<2:31:18, 2.10it/s, lr: 2.0e-04 loss: 7.323e-01] microfloppy: 81%|████████ | 80951/100000 [07:48<2:31:18, 2.10it/s, lr: 2.0e-04 loss: 8.703e-01] microfloppy: 81%|████████ | 80952/100000 [07:48<2:26:48, 2.16it/s, lr: 2.0e-04 loss: 8.703e-01] microfloppy: 81%|████████ | 80952/100000 [07:49<2:26:48, 2.16it/s, lr: 2.0e-04 loss: 6.593e-01] microfloppy: 81%|████████ | 80953/100000 [07:49<2:29:43, 2.12it/s, lr: 2.0e-04 loss: 6.593e-01] microfloppy: 81%|████████ | 80953/100000 [07:49<2:29:43, 2.12it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80954/100000 [07:49<2:28:51, 2.13it/s, lr: 2.0e-04 loss: 1.151e+00] microfloppy: 81%|████████ | 80954/100000 [07:50<2:28:51, 2.13it/s, lr: 2.0e-04 loss: 7.215e-01] microfloppy: 81%|████████ | 80955/100000 [07:50<2:27:50, 2.15it/s, lr: 2.0e-04 loss: 7.215e-01] microfloppy: 81%|████████ | 80955/100000 [07:50<2:27:50, 2.15it/s, lr: 2.0e-04 loss: 8.964e-01] microfloppy: 81%|████████ | 80956/100000 [07:50<2:26:36, 2.16it/s, lr: 2.0e-04 loss: 8.964e-01] microfloppy: 81%|████████ | 80956/100000 [07:50<2:26:36, 2.16it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 81%|████████ | 80957/100000 [07:50<2:24:27, 2.20it/s, lr: 2.0e-04 loss: 1.148e+00] microfloppy: 81%|████████ | 80957/100000 [07:51<2:24:27, 2.20it/s, lr: 2.0e-04 loss: 1.064e+00] microfloppy: 81%|████████ | 80958/100000 [07:51<2:25:46, 2.18it/s, lr: 2.0e-04 loss: 1.064e+00] microfloppy: 81%|████████ | 80958/100000 [07:51<2:25:46, 2.18it/s, lr: 2.0e-04 loss: 1.017e+00] microfloppy: 81%|████████ | 80959/100000 [07:51<2:28:28, 2.14it/s, lr: 2.0e-04 loss: 1.017e+00] microfloppy: 81%|████████ | 80959/100000 [07:52<2:28:28, 2.14it/s, lr: 2.0e-04 loss: 7.336e-01] microfloppy: 81%|████████ | 80960/100000 [07:52<2:26:25, 2.17it/s, lr: 2.0e-04 loss: 7.336e-01] microfloppy: 81%|████████ | 80960/100000 [07:52<2:26:25, 2.17it/s, lr: 2.0e-04 loss: 1.139e+00] microfloppy: 81%|████████ | 80961/100000 [07:52<2:31:11, 2.10it/s, lr: 2.0e-04 loss: 1.139e+00] microfloppy: 81%|████████ | 80961/100000 [07:53<2:31:11, 2.10it/s, lr: 2.0e-04 loss: 6.801e-01] microfloppy: 81%|████████ | 80962/100000 [07:53<2:25:42, 2.18it/s, lr: 2.0e-04 loss: 6.801e-01] microfloppy: 81%|████████ | 80962/100000 [07:53<2:25:42, 2.18it/s, lr: 2.0e-04 loss: 1.395e+00] microfloppy: 81%|████████ | 80963/100000 [07:53<2:27:57, 2.14it/s, lr: 2.0e-04 loss: 1.395e+00] microfloppy: 81%|████████ | 80963/100000 [07:54<2:27:57, 2.14it/s, lr: 2.0e-04 loss: 1.085e+00] microfloppy: 81%|████████ | 80964/100000 [07:54<2:24:45, 2.19it/s, lr: 2.0e-04 loss: 1.085e+00] microfloppy: 81%|████████ | 80964/100000 [07:54<2:24:45, 2.19it/s, lr: 2.0e-04 loss: 9.179e-01] microfloppy: 81%|████████ | 80965/100000 [07:54<2:27:16, 2.15it/s, lr: 2.0e-04 loss: 9.179e-01] microfloppy: 81%|████████ | 80965/100000 [07:55<2:27:16, 2.15it/s, lr: 2.0e-04 loss: 9.624e-01] microfloppy: 81%|████████ | 80966/100000 [07:55<2:29:11, 2.13it/s, lr: 2.0e-04 loss: 9.624e-01] microfloppy: 81%|████████ | 80966/100000 [07:55<2:29:11, 2.13it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80967/100000 [07:55<2:26:14, 2.17it/s, lr: 2.0e-04 loss: 1.159e+00] microfloppy: 81%|████████ | 80967/100000 [07:56<2:26:14, 2.17it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 81%|████████ | 80968/100000 [07:56<2:24:52, 2.19it/s, lr: 2.0e-04 loss: 1.172e+00] microfloppy: 81%|████████ | 80968/100000 [07:56<2:24:52, 2.19it/s, lr: 2.0e-04 loss: 1.121e+00] microfloppy: 81%|████████ | 80969/100000 [07:56<2:27:50, 2.15it/s, lr: 2.0e-04 loss: 1.121e+00] microfloppy: 81%|████████ | 80969/100000 [07:56<2:27:50, 2.15it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 81%|████████ | 80970/100000 [07:56<2:26:09, 2.17it/s, lr: 2.0e-04 loss: 1.041e+00] microfloppy: 81%|████████ | 80970/100000 [07:57<2:26:09, 2.17it/s, lr: 2.0e-04 loss: 9.593e-01] microfloppy: 81%|████████ | 80971/100000 [07:57<2:25:46, 2.18it/s, lr: 2.0e-04 loss: 9.593e-01] microfloppy: 81%|████████ | 80971/100000 [07:57<2:25:46, 2.18it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80972/100000 [07:57<2:26:50, 2.16it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80972/100000 [07:58<2:26:50, 2.16it/s, lr: 2.0e-04 loss: 9.886e-01] microfloppy: 81%|████████ | 80973/100000 [07:58<3:19:38, 1.59it/s, lr: 2.0e-04 loss: 9.886e-01] microfloppy: 81%|████████ | 80973/100000 [07:59<3:19:38, 1.59it/s, lr: 2.0e-04 loss: 6.333e-01] microfloppy: 81%|████████ | 80974/100000 [07:59<2:41:31, 1.96it/s, lr: 2.0e-04 loss: 6.333e-01] microfloppy: 81%|████████ | 80974/100000 [07:59<2:41:31, 1.96it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80975/100000 [07:59<2:31:53, 2.09it/s, lr: 2.0e-04 loss: 1.127e+00] microfloppy: 81%|████████ | 80975/100000 [07:59<2:31:53, 2.09it/s, lr: 2.0e-04 loss: 5.976e-01] microfloppy: 81%|████████ | 80976/100000 [07:59<2:26:51, 2.16it/s, lr: 2.0e-04 loss: 5.976e-01] microfloppy: 81%|████████ | 80976/100000 [08:00<2:26:51, 2.16it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 81%|████████ | 80977/100000 [08:00<2:26:59, 2.16it/s, lr: 2.0e-04 loss: 1.032e+00] microfloppy: 81%|████████ | 80977/100000 [08:00<2:26:59, 2.16it/s, lr: 2.0e-04 loss: 1.081e+00] microfloppy: 81%|████████ | 80978/100000 [08:00<2:24:29, 2.19it/s, lr: 2.0e-04 loss: 1.081e+00] microfloppy: 81%|████████ | 80978/100000 [08:01<2:24:29, 2.19it/s, lr: 2.0e-04 loss: 9.390e-01] microfloppy: 81%|████████ | 80979/100000 [08:01<2:24:54, 2.19it/s, lr: 2.0e-04 loss: 9.390e-01] microfloppy: 81%|████████ | 80979/100000 [08:01<2:24:54, 2.19it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80980/100000 [08:01<2:26:10, 2.17it/s, lr: 2.0e-04 loss: 1.133e+00] microfloppy: 81%|████████ | 80980/100000 [08:02<2:26:10, 2.17it/s, lr: 2.0e-04 loss: 6.711e-01] microfloppy: 81%|████████ | 80981/100000 [08:02<2:26:33, 2.16it/s, lr: 2.0e-04 loss: 6.711e-01] microfloppy: 81%|████████ | 80981/100000 [08:02<2:26:33, 2.16it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80982/100000 [08:02<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 6.277e-01] microfloppy: 81%|████████ | 80982/100000 [08:03<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 6.667e-01] microfloppy: 81%|████████ | 80983/100000 [08:03<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 6.667e-01] microfloppy: 81%|████████ | 80983/100000 [08:03<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 81%|████████ | 80984/100000 [08:03<2:27:17, 2.15it/s, lr: 2.0e-04 loss: 1.057e+00] microfloppy: 81%|████████ | 80984/100000 [08:04<2:27:17, 2.15it/s, lr: 2.0e-04 loss: 9.988e-01] microfloppy: 81%|████████ | 80985/100000 [08:04<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 9.988e-01] microfloppy: 81%|████████ | 80985/100000 [08:04<2:27:38, 2.15it/s, lr: 2.0e-04 loss: 9.778e-01] microfloppy: 81%|████████ | 80986/100000 [08:04<2:31:45, 2.09it/s, lr: 2.0e-04 loss: 9.778e-01] microfloppy: 81%|████████ | 80986/100000 [08:05<2:31:45, 2.09it/s, lr: 2.0e-04 loss: 7.794e-01] microfloppy: 81%|████████ | 80987/100000 [08:05<2:28:31, 2.13it/s, lr: 2.0e-04 loss: 7.794e-01] microfloppy: 81%|████████ | 80987/100000 [08:05<2:28:31, 2.13it/s, lr: 2.0e-04 loss: 7.247e-01] microfloppy: 81%|████████ | 80988/100000 [08:05<2:28:47, 2.13it/s, lr: 2.0e-04 loss: 7.247e-01] microfloppy: 81%|████████ | 80988/100000 [08:06<2:28:47, 2.13it/s, lr: 2.0e-04 loss: 6.711e-01] microfloppy: 81%|████████ | 80989/100000 [08:06<2:25:57, 2.17it/s, lr: 2.0e-04 loss: 6.711e-01] microfloppy: 81%|████████ | 80989/100000 [08:06<2:25:57, 2.17it/s, lr: 2.0e-04 loss: 1.085e+00] microfloppy: 81%|████████ | 80990/100000 [08:06<2:27:41, 2.15it/s, lr: 2.0e-04 loss: 1.085e+00] microfloppy: 81%|████████ | 80990/100000 [08:06<2:27:41, 2.15it/s, lr: 2.0e-04 loss: 8.177e-01] microfloppy: 81%|████████ | 80991/100000 [08:06<2:28:02, 2.14it/s, lr: 2.0e-04 loss: 8.177e-01] microfloppy: 81%|████████ | 80991/100000 [08:07<2:28:02, 2.14it/s, lr: 2.0e-04 loss: 7.294e-01] microfloppy: 81%|████████ | 80992/100000 [08:07<2:25:03, 2.18it/s, lr: 2.0e-04 loss: 7.294e-01] microfloppy: 81%|████████ | 80992/100000 [08:07<2:25:03, 2.18it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80993/100000 [08:07<2:28:04, 2.14it/s, lr: 2.0e-04 loss: 1.045e+00] microfloppy: 81%|████████ | 80993/100000 [08:08<2:28:04, 2.14it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80994/100000 [08:08<2:26:03, 2.17it/s, lr: 2.0e-04 loss: 1.123e+00] microfloppy: 81%|████████ | 80994/100000 [08:08<2:26:03, 2.17it/s, lr: 2.0e-04 loss: 1.470e+00] microfloppy: 81%|████████ | 80995/100000 [08:08<2:25:01, 2.18it/s, lr: 2.0e-04 loss: 1.470e+00] microfloppy: 81%|████████ | 80995/100000 [08:09<2:25:01, 2.18it/s, lr: 2.0e-04 loss: 6.851e-01] microfloppy: 81%|████████ | 80996/100000 [08:09<2:27:24, 2.15it/s, lr: 2.0e-04 loss: 6.851e-01] microfloppy: 81%|████████ | 80996/100000 [08:09<2:27:24, 2.15it/s, lr: 2.0e-04 loss: 8.350e-01] microfloppy: 81%|████████ | 80997/100000 [08:09<2:27:12, 2.15it/s, lr: 2.0e-04 loss: 8.350e-01] microfloppy: 81%|████████ | 80997/100000 [08:10<2:27:12, 2.15it/s, lr: 2.0e-04 loss: 6.227e-01] microfloppy: 81%|████████ | 80998/100000 [08:10<2:25:37, 2.17it/s, lr: 2.0e-04 loss: 6.227e-01] microfloppy: 81%|████████ | 80998/100000 [08:10<2:25:37, 2.17it/s, lr: 2.0e-04 loss: 1.092e+00] microfloppy: 81%|████████ | 80999/100000 [08:10<2:24:00, 2.20it/s, lr: 2.0e-04 loss: 1.092e+00] microfloppy: 81%|████████ | 80999/100000 [08:11<2:24:00, 2.20it/s, lr: 2.0e-04 loss: 8.730e-01] microfloppy: 81%|████████ | 81000/100000 [08:11<2:25:30, 2.18it/s, lr: 2.0e-04 loss: 8.730e-01] microfloppy: 81%|████████ | 81000/100000 [08:11<2:25:30, 2.18it/s, lr: 2.0e-04 loss: 7.135e-01]
Saving at step 81000
Saved checkpoint to /app/ai-toolkit/output/microfloppy/microfloppy_000081000.safetensors
Saved optimizer to /app/ai-toolkit/output/microfloppy/optimizer.pt
Removing old save: /app/ai-toolkit/output/microfloppy/microfloppy_000076500.safetensors
Generating Samples: 0%| | 0/7 [00:00<?, ?it/s] Generating Samples: 14%|█▍ | 1/7 [00:03<00:20, 3.50s/it] Generating Samples: 29%|██▊ | 2/7 [00:06<00:17, 3.49s/it] Generating Samples: 43%|████▎ | 3/7 [00:10<00:14, 3.56s/it] Generating Samples: 57%|█████▋ | 4/7 [00:14<00:10, 3.62s/it] Generating Samples: 71%|███████▏ | 5/7 [00:18<00:07, 3.68s/it] Generating Samples: 86%|████████▌ | 6/7 [00:21<00:03, 3.64s/it] Generating Samples: 100%|██████████| 7/7 [00:25<00:00, 3.63s/it] Generating Samples: 100%|██████████| 7/7 [00:25<00:00, 3.61s/it]
microfloppy: 81%|████████ | 81001/100000 [08:12<2:25:29, 2.18it/s, lr: 2.0e-04 loss: 7.109e-01] microfloppy: 81%|████████ | 81002/100000 [08:12<2:02:33, 2.58it/s, lr: 2.0e-04 loss: 7.109e-01] microfloppy: 81%|████████ | 81002/100000 [08:12<2:02:33, 2.58it/s, lr: 2.0e-04 loss: 6.950e-01] microfloppy: 81%|████████ | 81003/100000 [08:12<2:15:11, 2.34it/s, lr: 2.0e-04 loss: 6.950e-01] microfloppy: 81%|████████ | 81003/100000 [08:13<2:15:11, 2.34it/s, lr: 2.0e-04 loss: 7.296e-01] microfloppy: 81%|████████ | 81004/100000 [08:13<2:23:31, 2.21it/s, lr: 2.0e-04 loss: 7.296e-01] microfloppy: 81%|████████ | 81004/100000 [08:13<2:23:31, 2.21it/s, lr: 2.0e-04 loss: 8.114e-01] microfloppy: 81%|████████ | 81005/100000 [08:13<2:26:19, 2.16it/s, lr: 2.0e-04 loss: 8.114e-01] microfloppy: 81%|████████ | 81005/100000 [08:14<2:26:19, 2.16it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 81006/100000 [08:14<2:25:21, 2.18it/s, lr: 2.0e-04 loss: 1.071e+00] microfloppy: 81%|████████ | 81006/100000 [08:14<2:25:21, 2.18it/s, lr: 2.0e-04 loss: 1.024e+00] microfloppy: 81%|████████ | 81007/100000 [08:14<2:24:45, 2.19it/s, lr: 2.0e-04 loss: 1.024e+00] microfloppy: 81%|████████ | 81007/100000 [08:15<2:24:45, 2.19it/s, lr: 2.0e-04 loss: 7.108e-01] microfloppy: 81%|████████ | 81008/100000 [08:15<2:26:01, 2.17it/s, lr: 2.0e-04 loss: 7.108e-01] microfloppy: 81%|████████ | 81008/100000 [08:15<2:26:01, 2.17it/s, lr: 2.0e-04 loss: 7.851e-01] microfloppy: 81%|████████ | 81009/100000 [08:15<2:27:33, 2.14it/s, lr: 2.0e-04 loss: 7.851e-01] microfloppy: 81%|████████ | 81009/100000 [08:16<2:27:33, 2.14it/s, lr: 2.0e-04 loss: 6.981e-01] microfloppy: 81%|████████ | 81010/100000 [08:16<2:27:40, 2.14it/s, lr: 2.0e-04 loss: 6.981e-01] microfloppy: 81%|████████ | 81010/100000 [08:16<2:27:40, 2.14it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 81%|████████ | 81011/100000 [08:16<2:25:39, 2.17it/s, lr: 2.0e-04 loss: 1.116e+00] microfloppy: 81%|████████ | 81011/100000 [08:16<2:25:39, 2.17it/s, lr: 2.0e-04 loss: 1.028e+00] microfloppy: 81%|████████ | 81012/100000 [08:16<2:27:53, 2.14it/s, lr: 2.0e-04 loss: 1.028e+00] microfloppy: 81%|████████ | 81012/100000 [08:17<2:27:53, 2.14it/s, lr: 2.0e-04 loss: 9.585e-01] microfloppy: 81%|████████ | 81013/100000 [08:17<2:28:14, 2.13it/s, lr: 2.0e-04 loss: 9.585e-01] microfloppy: 81%|████████ | 81013/100000 [08:17<2:28:14, 2.13it/s, lr: 2.0e-04 loss: 1.131e+00] microfloppy: 81%|████████ | 81014/100000 [08:17<2:26:04, 2.17it/s, lr: 2.0e-04 loss: 1.131e+00] microfloppy: 81%|████████ | 81014/100000 [08:18<2:26:04, 2.17it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 81015/100000 [08:18<2:25:50, 2.17it/s, lr: 2.0e-04 loss: 1.113e+00] microfloppy: 81%|████████ | 81015/100000 [08:18<2:25:50, 2.17it/s, lr: 2.0e-04 loss: 9.476e-01] microfloppy: 81%|████████ | 81016/100000 [08:18<2:25:46, 2.17it/s, lr: 2.0e-04 loss: 9.476e-01] microfloppy: 81%|████████ | 81016/100000 [08:19<2:25:46, 2.17it/s, lr: 2.0e-04 loss: 1.146e+00] microfloppy: 81%|████████ | 81017/100000 [08:19<2:26:42, 2.16it/s, lr: 2.0e-04 loss: 1.146e+00]
========================================
Job stopped
========================================

Xet Storage Details

Size:
244 kB
·
Xet hash:
fccd94457d61700c38bf03a16cb754c8b72a5ccc30393ab6edb79ff856d935b3

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.