Training in progress, step 383

adapter_config.json

@@ -29,12 +29,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
+    "down_proj",
+    "k_proj",
     "q_proj",
     "gate_proj",
-    "k_proj",
     "up_proj",
-    "down_proj",
+    "o_proj",
     "v_proj"
   ],
   "target_parameters": [],

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6677f1a765dd82055a73450edd80fc00cc2d8582861dd20df104926f62664b2
+oid sha256:09722ab68e6623dec2d68e30bf9ca234668b0a32cb5ecae77bc2732e0bcb9e2d
 size 1079184

debug.log

@@ -1129,4 +1129,319 @@ trainable params: 266,240 || all params: 23,865,728 || trainable%: 1.1156
 
  ...adapter_model.safetensors: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1.08MB / 1.08MB            
 
 
  ...l_model/training_args.bin: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 6.67kB / 6.67kB            
-
  ...adapter_model.safetensors: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1.08MB / 1.08MB            
+
  ...adapter_model.safetensors: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1.08MB / 1.08MB            
+Exception ignored in atexit callback: <function _start_and_connect_service.<locals>.teardown_atexit at 0x7724f5a9bce0>
+Traceback (most recent call last):
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/site-packages/wandb/sdk/lib/service/service_connection.py", line 73, in teardown_atexit
+[2026-03-23 06:34:33,895] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+    conn.teardown(hooks.exit_code)
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/site-packages/wandb/sdk/lib/service/service_connection.py", line 346, in teardown
+    return self._proc.join()
+[2026-03-23 06:34:33,897] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+           ^^^^^^^^^^^^^^^^^
+[2026-03-23 06:34:33,898] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/site-packages/wandb/sdk/lib/service/service_process.py", line 57, in join
+[2026-03-23 06:34:33,899] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+[2026-03-23 06:34:33,900] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+[2026-03-23 06:34:33,900] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+[2026-03-23 06:34:33,900] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+[2026-03-23 06:34:33,900] [WARNING] [asyncio.write:1054] [PID:323] socket.send() raised exception.
+    return self._process.wait()
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/subprocess.py", line 1264, in wait
+    return self._wait(timeout=timeout)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/subprocess.py", line 2053, in _wait
+    (pid, sts) = self._try_wait(0)
+                 ^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/subprocess.py", line 2011, in _try_wait
+    (pid, sts) = os.waitpid(self.pid, wait_flags)
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/workspace/axolotl/src/axolotl/train.py", line 171, in <lambda>
+    lambda signum, frame: terminate_handler(signum, frame, _model_weakref),
+                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/workspace/axolotl/src/axolotl/train.py", line 166, in terminate_handler
+    sys.exit(0)
+  File "/root/miniconda3/envs/py3.11/lib/python3.11/site-packages/wandb/sdk/lib/exit_hooks.py", line 38, in exit
+    self._orig_exit(orig_code)  # type: ignore
+    ^^^^^^^^^^^^^^^^^^^^^^^^^^
+SystemExit: 0
+[2026-03-23 06:35:21,063] [DEBUG] [axolotl.utils.config.log_gpu_memory_usage:127] [PID:774] baseline 0.000GB (+0.000GB allocated, +0.002GB reserved)
+[2026-03-23 06:35:21,064] [INFO] [axolotl.cli.config.load_cfg:341] [PID:774] config:
+{
+  "activation_offloading": false,
+  "adapter": "lora",
+  "auto_resume_from_checkpoints": true,
+  "axolotl_config_path": "train.yml",
+  "base_model": "PicoKittens/PicoMistral-23M",
+  "base_model_config": "PicoKittens/PicoMistral-23M",
+  "batch_size": 4,
+  "bf16": false,
+  "capabilities": {
+    "bf16": true,
+    "compute_capability": "sm_75",
+    "fp8": false,
+    "n_gpu": 1,
+    "n_node": 1,
+    "tf32": false
+  },
+  "context_parallel_size": 1,
+  "dataloader_num_workers": 1,
+  "dataloader_pin_memory": true,
+  "dataloader_prefetch_factor": 256,
+  "dataset_num_proc": 16,
+  "datasets": [
+    {
+      "message_property_mappings": {
+        "content": "content",
+        "role": "role"
+      },
+      "path": "psychopenguin/indian_legal_dataset_qna",
+      "split": "train[:2%]",
+      "trust_remote_code": false,
+      "type": "alpaca"
+    }
+  ],
+  "ddp": false,
+  "device": "cuda:0",
+  "dion_rank_fraction": 1.0,
+  "dion_rank_multiple_of": 1,
+  "eaft_alpha": 1.0,
+  "eaft_k": 20,
+  "early_stopping_patience": 3,
+  "env_capabilities": {
+    "torch_version": "2.9.1"
+  },
+  "eval_batch_size": 2,
+  "eval_causal_lm_metrics": [
+    "sacrebleu",
+    "comet",
+    "ter",
+    "chrf"
+  ],
+  "eval_max_new_tokens": 128,
+  "eval_steps": 100,
+  "eval_strategy": "steps",
+  "eval_table_size": 0,
+  "experimental_skip_move_to_device": true,
+  "fp16": true,
+  "generate_samples": false,
+  "generation_do_sample": true,
+  "generation_max_new_tokens": 50,
+  "generation_prompt_ratio": 0.5,
+  "generation_temperature": 0.7,
+  "gradient_accumulation_steps": 2,
+  "gradient_checkpointing": false,
+  "hf_use_auth_token": true,
+  "hub_model_id": "psychopenguin/t1",
+  "include_tkps": true,
+  "is_falcon_derived_model": false,
+  "is_llama_derived_model": false,
+  "is_mistral_derived_model": true,
+  "learning_rate": 0.0002,
+  "lisa_layers_attribute": "model.layers",
+  "load_best_model_at_end": true,
+  "load_in_4bit": false,
+  "load_in_8bit": false,
+  "local_rank": 0,
+  "lora_alpha": 8,
+  "lora_dropout": 0.05,
+  "lora_r": 4,
+  "lora_target_linear": true,
+  "loraplus_lr_embedding": 1e-06,
+  "lr_scheduler": "cosine",
+  "mean_resizing_embeddings": false,
+  "merge_lora": true,
+  "micro_batch_size": 2,
+  "model_config_type": "mistral",
+  "neftune_noise_alpha": 5.0,
+  "num_epochs": 3.0,
+  "num_generation_samples": 3,
+  "optimizer": "adamw_bnb_8bit",
+  "otel_metrics_host": "localhost",
+  "otel_metrics_port": 8000,
+  "output_dir": "./final_model",
+  "pretrain_multipack_attn": true,
+  "profiler_steps_start": 0,
+  "qlora_sharded_model_loading": false,
+  "quantize_moe_experts": false,
+  "ray_num_workers": 1,
+  "resources_per_worker": {
+    "GPU": 1
+  },
+  "sample_packing_bin_size": 200,
+  "sample_packing_group_size": 100000,
+  "save_only_model": false,
+  "save_safetensors": true,
+  "save_steps": 100,
+  "sdp_attention": true,
+  "seed": 9,
+  "sequence_len": 256,
+  "shuffle_before_merging_datasets": false,
+  "shuffle_merged_datasets": true,
+  "skip_prepare_dataset": false,
+  "streaming_multipack_buffer_size": 10000,
+  "strict": false,
+  "tensor_parallel_size": 1,
+  "tf32": false,
+  "tiled_mlp_use_original_mlp": true,
+  "tokenizer_config": "PicoKittens/PicoMistral-23M",
+  "tokenizer_save_jinja_files": true,
+  "tokenizer_type": "AutoTokenizer",
+  "tokenizer_use_fast": true,
+  "torch_dtype": "torch.float16",
+  "train_on_inputs": false,
+  "trl": {
+    "async_prefetch": false,
+    "log_completions": false,
+    "mask_truncated_completions": false,
+    "ref_model_mixup_alpha": 0.9,
+    "ref_model_sync_steps": 64,
+    "replay_buffer_size": 0,
+    "replay_recompute_logps": true,
+    "reroll_max_groups": 1,
+    "reroll_start_fraction": 1.0,
+    "reward_num_workers": 1,
+    "scale_rewards": true,
+    "skip_zero_advantage_batches": true,
+    "sync_ref_model": false,
+    "use_data_producer": false,
+    "use_vllm": false,
+    "vllm_lora_sync": false,
+    "vllm_server_host": "0.0.0.0",
+    "vllm_server_port": 8000
+  },
+  "trust_remote_code": true,
+  "type_of_model": "AutoModelForCausalLM",
+  "use_otel_metrics": false,
+  "use_ray": false,
+  "use_wandb": true,
+  "val_set_size": 0.3,
+  "vllm": {
+    "device": "auto",
+    "dtype": "auto",
+    "gpu_memory_utilization": 0.9,
+    "host": "0.0.0.0",
+    "port": 8000
+  },
+  "wandb_name": "t1",
+  "wandb_project": "tttt",
+  "weight_decay": 0.0,
+  "world_size": 1
+}
+[2026-03-23 06:35:22,707] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:299] [PID:774] EOS: 2 / [EOS]
+[2026-03-23 06:35:22,707] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:300] [PID:774] BOS: 1 / [BOS]
+[2026-03-23 06:35:22,707] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:301] [PID:774] PAD: 0 / [PAD]
+[2026-03-23 06:35:22,707] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:302] [PID:774] UNK: 3 / [UNK]
+[2026-03-23 06:35:22,707] [INFO] [axolotl.loaders.tokenizer.load_tokenizer:316] [PID:774] No Chat template selected. Consider adding a chat template for easier inference.
+[2026-03-23 06:35:22,707] [INFO] [axolotl.utils.data.shared.load_preprocessed_dataset:480] [PID:774] Unable to find prepared dataset in last_run_prepared/d5a17e3528edff9ec955ba25ed6f7604
+[2026-03-23 06:35:22,708] [INFO] [axolotl.utils.data.sft._load_raw_datasets:320] [PID:774] Loading raw datasets...
+[2026-03-23 06:35:22,708] [WARNING] [axolotl.utils.data.sft._load_raw_datasets:322] [PID:774] Processing datasets during training can lead to VRAM instability. Please pre-process your dataset using `axolotl preprocess path/to/config.yml`.
+
+
+
+[2026-03-23 06:35:26,131] [INFO] [axolotl.utils.data.wrappers.get_dataset_wrapper:87] [PID:774] Loading dataset: psychopenguin/indian_legal_dataset_qna with base_type: alpaca and prompt_style: None
+[2026-03-23 06:35:26,161] [INFO] [axolotl.utils.data.utils._log_dataset_stats:212] [PID:774] min_input_len: 46
+[2026-03-23 06:35:26,161] [INFO] [axolotl.utils.data.utils._log_dataset_stats:213] [PID:774] max_input_len: 333
+[2026-03-23 06:35:26,182] [INFO] [axolotl.utils.data.utils._drop_outside_range:306] [PID:774] Dropped 13 sequences outside valid range ([None, 256])
+
+[2026-03-23 06:35:26,342] [DEBUG] [axolotl.utils.trainer.calculate_total_num_steps:420] [PID:774] total_num_tokens: 61_212
+[2026-03-23 06:35:26,344] [DEBUG] [axolotl.utils.trainer.calculate_total_num_steps:438] [PID:774] `total_supervised_tokens: 41_580`
+[2026-03-23 06:35:26,345] [DEBUG] [axolotl.utils.trainer.calculate_total_num_steps:521] [PID:774] total_num_steps: 382
+[2026-03-23 06:35:26,345] [INFO] [axolotl.utils.data.sft._prepare_standard_dataset:121] [PID:774] Maximum number of steps set at 382
+[2026-03-23 06:35:26,346] [DEBUG] [axolotl.train.setup_model_and_tokenizer:70] [PID:774] loading tokenizer... PicoKittens/PicoMistral-23M
+[2026-03-23 06:35:27,894] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:299] [PID:774] EOS: 2 / [EOS]
+[2026-03-23 06:35:27,894] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:300] [PID:774] BOS: 1 / [BOS]
+[2026-03-23 06:35:27,894] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:301] [PID:774] PAD: 0 / [PAD]
+[2026-03-23 06:35:27,894] [DEBUG] [axolotl.loaders.tokenizer.load_tokenizer:302] [PID:774] UNK: 3 / [UNK]
+[2026-03-23 06:35:27,894] [INFO] [axolotl.loaders.tokenizer.load_tokenizer:316] [PID:774] No Chat template selected. Consider adding a chat template for easier inference.
+[2026-03-23 06:35:27,894] [DEBUG] [axolotl.train.setup_model_and_tokenizer:81] [PID:774] Loading model
+[2026-03-23 06:35:28,115] [DEBUG] [axolotl.monkeypatch.transformers.trainer_loss_calc.patch_evaluation_loop:91] [PID:774] Patched Trainer.evaluation_loop with nanmean loss calculation
+[2026-03-23 06:35:28,116] [DEBUG] [axolotl.monkeypatch.transformers.trainer_loss_calc.patch_maybe_log_save_evaluate:142] [PID:774] Patched Trainer._maybe_log_save_evaluate with nanmean loss calculation
+
+[2026-03-23 06:35:28,987] [INFO] [axolotl.loaders.model._configure_embedding_dtypes:361] [PID:774] Converting modules to torch.float16
+[2026-03-23 06:35:28,993] [DEBUG] [axolotl.loaders.model.log_gpu_memory_usage:127] [PID:774] Memory usage after model load 0.000GB (+0.002GB reserved)
+[2026-03-23 06:35:28,994] [INFO] [axolotl.loaders.adapter.load_lora:81] [PID:774] found linear modules: ['down_proj', 'gate_proj', 'k_proj', 'o_proj', 'q_proj', 'up_proj', 'v_proj']
+trainable params: 266,240 || all params: 23,865,728 || trainable%: 1.1156
+[2026-03-23 06:35:29,022] [DEBUG] [axolotl.loaders.model.log_gpu_memory_usage:127] [PID:774] after adapters 0.000GB ()
+[2026-03-23 06:35:30,851] [INFO] [axolotl.train.save_initial_configs:413] [PID:774] Pre-saving adapter config to ./final_model...
+[2026-03-23 06:35:30,852] [INFO] [axolotl.train.save_initial_configs:417] [PID:774] Pre-saving tokenizer to ./final_model...
+[2026-03-23 06:35:30,858] [INFO] [axolotl.train.save_initial_configs:422] [PID:774] Pre-saving model config to ./final_model...
+[2026-03-23 06:35:30,859] [INFO] [axolotl.utils.train.determine_last_checkpoint:43] [PID:774] Using auto-resume functionality to resume from checkpoint at final_model/checkpoint-382
+[2026-03-23 06:35:30,859] [INFO] [axolotl.train.execute_training:218] [PID:774] Starting trainer...
+wandb: [wandb.login()] Loaded credentials for https://api.wandb.ai from /root/.netrc.
+wandb: Currently logged in as: psychopenguin0001 (psychopenguin0001-none) to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: ⢿ setting up run 56yh00lh (0.1s)
+
+
+
+
+
+
+wandb: Run data is saved locally in /workspace/axolotl/ttttttttttttttttttttt/wandb/run-20260323_063532-56yh00lh
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run t1
+wandb: ⭐️ View project at https://wandb.ai/psychopenguin0001-none/tttt
+wandb: 🚀 View run at https://wandb.ai/psychopenguin0001-none/tttt/runs/56yh00lh
+wandb: WARNING Saving files without folders. If you want to preserve subdirectories pass base_path to wandb.save, i.e. wandb.save("/mnt/folder/file.h5", base_path="/mnt")
+wandb: WARNING Symlinked 1 file into the W&B run directory; call wandb.save again to sync new files.
+[2026-03-23 06:35:35,522] [INFO] [axolotl.utils.callbacks.on_train_begin:757] [PID:774] The Axolotl config has been saved to the WandB run under files.
+
  0%|                                                                                                                                                                 | 0/382 [00:00<?, ?it/s][2026-03-23 06:35:35,527] [INFO] [axolotl.core.trainers.base.evaluate:400] [PID:774] Running evaluation step...
+
+
  0%|                                                                                                                                                                 | 0/110 [00:00<?, ?it/s]
+
  4%|█████▌                                                                                                                                                   | 4/110 [00:00<00:04, 24.51it/s]
+
  6%|█████████▋                                                                                                                                               | 7/110 [00:00<00:06, 17.17it/s]
+
  8%|████████████▌                                                                                                                                            | 9/110 [00:00<00:06, 16.07it/s]
+
 10%|███████████████▏                                                                                                                                        | 11/110 [00:00<00:06, 15.28it/s]
+
 12%|█████████████████▉                                                                                                                                      | 13/110 [00:00<00:06, 15.69it/s]
+
 14%|████████████████████▋                                                                                                                                   | 15/110 [00:00<00:06, 15.08it/s]
+
 15%|███████████████���███████▍                                                                                                                                | 17/110 [00:01<00:06, 14.70it/s]
+
 17%|██████████████████████████▎                                                                                                                             | 19/110 [00:01<00:05, 15.26it/s]
+
 19%|█████████████████████████████                                                                                                                           | 21/110 [00:01<00:06, 14.76it/s]
+
 21%|███████████████████████████████▊                                                                                                                        | 23/110 [00:01<00:06, 14.48it/s]
+
 23%|██████████████████████████████████▌                                                                                                                     | 25/110 [00:01<00:05, 14.31it/s]
+
 25%|█████████████████████████████████████▎                                                                                                                  | 27/110 [00:01<00:05, 14.17it/s]
+
 26%|████████████████████████████████████████                                                                                                                | 29/110 [00:01<00:05, 14.08it/s]
+
 29%|████████████████████████████████████████████▏                                                                                                           | 32/110 [00:02<00:05, 15.36it/s]
+
 31%|██████████████████████████████████████████████▉                                                                                                         | 34/110 [00:02<00:05, 14.29it/s]
+
 33%|█████████████████████████████████████████████████▋                                                                                                      | 36/110 [00:02<00:04, 14.86it/s]
+
 35%|█████████████████████████████████████████████████████▉                                                                                                  | 39/110 [00:02<00:04, 15.85it/s]
+
 37%|████████████████████████████████████████████████████████▋                                                                                               | 41/110 [00:02<00:04, 16.06it/s]
+
 39%|███████████████████████████████████████████████████████████▍                                                                                            | 43/110 [00:02<00:04, 16.22it/s]
+
 41%|██████████████████████████████████████████████████████████████▏                                                                                         | 45/110 [00:02<00:04, 15.50it/s]
+
 43%|████████████████████████████████████████████████████████████████▉                                                                                       | 47/110 [00:03<00:03, 15.82it/s]
+
 45%|███████████████████████████████████████████████████████████████████▋                                                                                    | 49/110 [00:03<00:03, 16.03it/s]
+
 47%|███████████████████████████████████████████████████████████████████████▊                                                                                | 52/110 [00:03<00:03, 16.58it/s]
+
 50%|████████████████████████████████████████████████████████████████████████████                                                                            | 55/110 [00:03<00:03, 16.99it/s]
+
 52%|██████████████████████████████████████████████████████████████████████████████▊                                                                         | 57/110 [00:03<00:03, 16.08it/s]
+
 54%|█████████████████████████████████████████████████████████████████████████████████▌                                                                      | 59/110 [00:03<00:03, 16.23it/s]
+
 55%|████████████████████████████████████████████████████████████████████████████████████▎                                                                   | 61/110 [00:03<00:03, 14.78it/s]
+
 57%|███████████████████████████████████████████████████████████████████████████████████████                                                                 | 63/110 [00:04<00:03, 13.89it/s]
+
 60%|███████████████████████████████████████████████████████████████████████████████████████████▏                                                            | 66/110 [00:04<00:02, 15.90it/s]
+
 62%|█████████████████████████████████████████████████████████████████████████████████████████████▉                                                          | 68/110 [00:04<00:02, 15.33it/s]
+
 64%|████████████████████████████████████████████████████████████████████████████████████████████████▋                                                       | 70/110 [00:04<00:02, 15.67it/s]
+
 65%|███████████████████████████████████████████████████████████████████████████████████████████████████▍                                                    | 72/110 [00:04<00:02, 15.94it/s]
+
 67%|██████████████████████████████████████████████████████████████████████████████████████████████████████▎                                                 | 74/110 [00:04<00:02, 16.13it/s]
+
 69%|█████████████████████████████████████████████████████████████████████████████████████████████████████████                                               | 76/110 [00:04<00:02, 16.27it/s]
+
 71%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                            | 78/110 [00:04<00:01, 16.38it/s]
+
 73%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                         | 80/110 [00:05<00:01, 15.60it/s]
+
 75%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                     | 83/110 [00:05<00:01, 17.26it/s]
+
 77%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                                  | 85/110 [00:05<00:01, 17.10it/s]
+
 79%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                               | 87/110 [00:05<00:01, 16.05it/s]
+
 82%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                           | 90/110 [00:05<00:01, 16.69it/s]
+
 84%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                        | 92/110 [00:05<00:01, 16.69it/s]
+
 85%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉                      | 94/110 [00:05<00:01, 15.81it/s]
+
 87%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                   | 96/110 [00:06<00:00, 15.21it/s]
+
 89%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                | 98/110 [00:06<00:00, 14.79it/s]
+
 92%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋            | 101/110 [00:06<00:00, 16.59it/s]
+
 94%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍         | 103/110 [00:06<00:00, 15.05it/s]
+
 95%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏      | 105/110 [00:06<00:00, 14.69it/s]
+
 97%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉    | 107/110 [00:06<00:00, 14.51it/s]
+
                                                                                                                                                                                              
+
                                                                                                                                                                                              
+
  0%|                                                                                                                                                                 | 0/382 [00:07<?, ?it/s]
+
+
                                                                                                                                                                                              
                        
+
+
                        
+