Training in progress, step 1000

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "</s>": 150,
+  "<s>": 149
+}

config.json

@@ -0,0 +1,109 @@
+{
+  "_name_or_path": "/m/triton/scratch/elec/puhe/p/palp3/MUCS/indicwav2vec-hindi",
+  "activation_dropout": 0.0,
+  "adapter_attn_dim": null,
+  "adapter_kernel_size": 3,
+  "adapter_stride": 2,
+  "add_adapter": false,
+  "apply_spec_augment": true,
+  "architectures": [
+    "Wav2Vec2ForCTC"
+  ],
+  "attention_dropout": 0.3,
+  "bos_token_id": 1,
+  "classifier_proj_size": 256,
+  "codevector_dim": 256,
+  "contrastive_logits_temperature": 0.1,
+  "conv_bias": true,
+  "conv_dim": [
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512
+  ],
+  "conv_kernel": [
+    10,
+    3,
+    3,
+    3,
+    3,
+    2,
+    2
+  ],
+  "conv_stride": [
+    5,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2
+  ],
+  "ctc_loss_reduction": "mean",
+  "ctc_zero_infinity": false,
+  "diversity_loss_weight": 0.1,
+  "do_stable_layer_norm": true,
+  "eos_token_id": 2,
+  "feat_extract_activation": "gelu",
+  "feat_extract_dropout": 0.0,
+  "feat_extract_norm": "layer",
+  "feat_proj_dropout": 0.3,
+  "feat_quantizer_dropout": 0.0,
+  "final_dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.2,
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "layerdrop": 0.0,
+  "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.05,
+  "model_type": "wav2vec2",
+  "num_adapter_layers": 3,
+  "num_attention_heads": 16,
+  "num_codevector_groups": 2,
+  "num_codevectors_per_group": 320,
+  "num_conv_pos_embedding_groups": 16,
+  "num_conv_pos_embeddings": 128,
+  "num_feat_extract_layers": 7,
+  "num_hidden_layers": 24,
+  "num_negatives": 100,
+  "output_hidden_size": 1024,
+  "pad_token_id": 148,
+  "proj_codevector_dim": 256,
+  "tdnn_dilation": [
+    1,
+    2,
+    3,
+    1,
+    1
+  ],
+  "tdnn_dim": [
+    512,
+    512,
+    512,
+    512,
+    1500
+  ],
+  "tdnn_kernel": [
+    5,
+    3,
+    3,
+    1,
+    1
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.1",
+  "use_weighted_layer_sum": false,
+  "vocab_size": 151,
+  "xvector_output_dim": 512
+}

indicwav2vec_MUCS_warmup500_shuff100_2127972.out

@@ -0,0 +1,30 @@
+wandb: Currently logged in as: priyanshi-pal (priyanshipal). Use `wandb login --relogin` to force relogin
+wandb: wandb version 0.17.7 is available!  To upgrade, please run:
+wandb:  $ pip install wandb --upgrade
+wandb: Tracking run with wandb version 0.17.6
+wandb: Run data is saved locally in /scratch/elec/t405-puhe/p/palp3/MUCS/wandb/run-20240821_140605-d8up2yp1
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run desert-planet-19
+wandb: ⭐️ View project at https://wandb.ai/priyanshipal/huggingface
+wandb: 🚀 View run at https://wandb.ai/priyanshipal/huggingface/runs/d8up2yp1
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 789, in <module>
+    main()
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 361, in main
+    model_args, data_args, training_args = parser.parse_args_into_dataclasses()
+                                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/hf_argparser.py", line 339, in parse_args_into_dataclasses
+    obj = dtype(**inputs)
+          ^^^^^^^^^^^^^^^
+  File "<string>", line 131, in __init__
+  File "/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py", line 1612, in __post_init__
+    raise ValueError(
+ValueError: --load_best_model_at_end requires the saving steps to be a round multiple of the evaluation steps, but found 500, which is not a round multiple of 1000.
+wandb: - 0.005 MB of 0.005 MB uploaded
+wandb: ⭐️ View project at: https://wandb.ai/priyanshipal/huggingface
+wandb: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)
+wandb: Find logs at: ./wandb/run-20240821_140605-d8up2yp1/logs
+wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.
+slurmstepd: error: *** JOB 2127972 ON gpu30 CANCELLED AT 2024-08-21T14:06:16 ***

indicwav2vec_MUCS_warmup500_shuff100_2127995.out

@@ -0,0 +1,29 @@
+wandb: Currently logged in as: priyanshi-pal (priyanshipal). Use `wandb login --relogin` to force relogin
+wandb: wandb version 0.17.7 is available!  To upgrade, please run:
+wandb:  $ pip install wandb --upgrade
+wandb: Tracking run with wandb version 0.17.6
+wandb: Run data is saved locally in /scratch/elec/t405-puhe/p/palp3/MUCS/wandb/run-20240821_140711-9kukc57d
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run dry-violet-20
+wandb: ⭐️ View project at https://wandb.ai/priyanshipal/huggingface
+wandb: 🚀 View run at https://wandb.ai/priyanshipal/huggingface/runs/9kukc57d
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 789, in <module>
+    main()
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 361, in main
+    model_args, data_args, training_args = parser.parse_args_into_dataclasses()
+                                           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/hf_argparser.py", line 339, in parse_args_into_dataclasses
+    obj = dtype(**inputs)
+          ^^^^^^^^^^^^^^^
+  File "<string>", line 131, in __init__
+  File "/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py", line 1612, in __post_init__
+    raise ValueError(
+ValueError: --load_best_model_at_end requires the saving steps to be a round multiple of the evaluation steps, but found 500, which is not a round multiple of 1000.
+wandb: - 0.005 MB of 0.005 MB uploaded
+wandb: ⭐️ View project at: https://wandb.ai/priyanshipal/huggingface
+wandb: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)
+wandb: Find logs at: ./wandb/run-20240821_140711-9kukc57d/logs
+wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.

indicwav2vec_MUCS_warmup500_shuff100_2128036.out

@@ -0,0 +1,22 @@
+wandb: Currently logged in as: priyanshi-pal (priyanshipal). Use `wandb login --relogin` to force relogin
+wandb: wandb version 0.17.7 is available!  To upgrade, please run:
+wandb:  $ pip install wandb --upgrade
+wandb: Tracking run with wandb version 0.17.6
+wandb: Run data is saved locally in /scratch/elec/t405-puhe/p/palp3/MUCS/wandb/run-20240821_140946-h708jkrf
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run sparkling-blaze-21
+wandb: ⭐️ View project at https://wandb.ai/priyanshipal/huggingface
+wandb: 🚀 View run at https://wandb.ai/priyanshipal/huggingface/runs/h708jkrf
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 789, in <module>
+    main()
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 368, in main
+    raise ValueError(
+ValueError: Output directory (/m/triton//scratch/elec/puhe/p/palp3/MUCS/indicwav2vec_outputs/pd_warmup_500/s300_shuff100) already exists and is not empty. Use --overwrite_output_dir to overcome.
+wandb: - 0.005 MB of 0.005 MB uploaded
+wandb: ⭐️ View project at: https://wandb.ai/priyanshipal/huggingface
+wandb: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)
+wandb: Find logs at: ./wandb/run-20240821_140946-h708jkrf/logs
+wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.

indicwav2vec_MUCS_warmup500_shuff100_2128249.out

@@ -0,0 +1,22 @@
+wandb: Currently logged in as: priyanshi-pal (priyanshipal). Use `wandb login --relogin` to force relogin
+wandb: wandb version 0.17.7 is available!  To upgrade, please run:
+wandb:  $ pip install wandb --upgrade
+wandb: Tracking run with wandb version 0.17.6
+wandb: Run data is saved locally in /scratch/elec/t405-puhe/p/palp3/MUCS/wandb/run-20240821_141734-xzq31425
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run scarlet-microwave-22
+wandb: ⭐️ View project at https://wandb.ai/priyanshipal/huggingface
+wandb: 🚀 View run at https://wandb.ai/priyanshipal/huggingface/runs/xzq31425
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+Traceback (most recent call last):
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 789, in <module>
+    main()
+  File "/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py", line 368, in main
+    raise ValueError(
+ValueError: Output directory (/m/triton/scratch/elec/puhe/p/palp3/MUCS/indicwav2vec_outputs/pd_warmup_500/s300_shuff100) already exists and is not empty. Use --overwrite_output_dir to overcome.
+wandb: - 0.005 MB of 0.005 MB uploaded
+wandb: ⭐️ View project at: https://wandb.ai/priyanshipal/huggingface
+wandb: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)
+wandb: Find logs at: ./wandb/run-20240821_141734-xzq31425/logs
+wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.

indicwav2vec_MUCS_warmup500_shuff100_2128361.out

@@ -0,0 +1,109 @@
+wandb: Currently logged in as: priyanshi-pal (priyanshipal). Use `wandb login --relogin` to force relogin
+wandb: wandb version 0.17.7 is available!  To upgrade, please run:
+wandb:  $ pip install wandb --upgrade
+wandb: Tracking run with wandb version 0.17.6
+wandb: Run data is saved locally in /scratch/elec/t405-puhe/p/palp3/MUCS/wandb/run-20240821_141937-nb85kn9g
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run celestial-oath-23
+wandb: ⭐️ View project at https://wandb.ai/priyanshipal/huggingface
+wandb: 🚀 View run at https://wandb.ai/priyanshipal/huggingface/runs/nb85kn9g
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+08/21/2024 14:19:40 - WARNING - __main__ - device: cuda:0, n_gpu: 116-bits training: True
+
+
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/models/auto/configuration_auto.py:957: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
+  warnings.warn(
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/configuration_utils.py:364: UserWarning: Passing `gradient_checkpointing` to a config initialization is deprecated and will be removed in v5 Transformers. Using `model.gradient_checkpointing_enable()` instead, or if you are using the `Trainer` API, pass `gradient_checkpointing=True` in your `TrainingArguments`.
+  warnings.warn(
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/models/auto/feature_extraction_auto.py:329: FutureWarning: The `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.
+  warnings.warn(
+/scratch/elec/puhe/p/palp3/MUCS/finetune_script_indicw2v_partdata.py:508: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
+  state_dict = torch.load(f"{model_args.model_name_or_path}/pytorch_model.bin")
+Some weights of the model checkpoint at /m/triton/scratch/elec/puhe/p/palp3/MUCS/indicwav2vec-hindi were not used when initializing Wav2Vec2ForCTC: ['wav2vec2.encoder.pos_conv_embed.conv.weight_g', 'wav2vec2.encoder.pos_conv_embed.conv.weight_v']
+- This IS expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Some weights of Wav2Vec2ForCTC were not initialized from the model checkpoint at /m/triton/scratch/elec/puhe/p/palp3/MUCS/indicwav2vec-hindi and are newly initialized: ['lm_head.bias', 'lm_head.weight', 'wav2vec2.encoder.pos_conv_embed.conv.parametrizations.weight.original0', 'wav2vec2.encoder.pos_conv_embed.conv.parametrizations.weight.original1']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/accelerate/accelerator.py:488: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  self.scaler = torch.cuda.amp.GradScaler(**kwargs)
+max_steps is given, it will override any value given in num_train_epochs
+Wav2Vec2CTCTokenizer(name_or_path='', vocab_size=149, model_max_length=1000000000000000019884624838656, is_fast=False, padding_side='right', truncation_side='right', special_tokens={'bos_token': '<s>', 'eos_token': '</s>', 'unk_token': '[UNK]', 'pad_token': '[PAD]'}, clean_up_tokenization_spaces=True),  added_tokens_decoder={
+	147: AddedToken("[UNK]", rstrip=True, lstrip=True, single_word=False, normalized=False, special=False),
+	148: AddedToken("[PAD]", rstrip=True, lstrip=True, single_word=False, normalized=False, special=False),
+	149: AddedToken("<s>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
+	150: AddedToken("</s>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
+}
+CHECK MODEL PARAMS Wav2Vec2ForCTC(
+  (wav2vec2): Wav2Vec2Model(
+    (feature_extractor): Wav2Vec2FeatureEncoder(
+      (conv_layers): ModuleList(
+        (0): Wav2Vec2LayerNormConvLayer(
+          (conv): Conv1d(1, 512, kernel_size=(10,), stride=(5,))
+          (layer_norm): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
+          (activation): GELUActivation()
+        )
+        (1-4): 4 x Wav2Vec2LayerNormConvLayer(
+          (conv): Conv1d(512, 512, kernel_size=(3,), stride=(2,))
+          (layer_norm): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
+          (activation): GELUActivation()
+        )
+        (5-6): 2 x Wav2Vec2LayerNormConvLayer(
+          (conv): Conv1d(512, 512, kernel_size=(2,), stride=(2,))
+          (layer_norm): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
+          (activation): GELUActivation()
+        )
+      )
+    )
+    (feature_projection): Wav2Vec2FeatureProjection(
+      (layer_norm): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
+      (projection): Linear(in_features=512, out_features=1024, bias=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): Wav2Vec2EncoderStableLayerNorm(
+      (pos_conv_embed): Wav2Vec2PositionalConvEmbedding(
+        (conv): ParametrizedConv1d(
+          1024, 1024, kernel_size=(128,), stride=(1,), padding=(64,), groups=16
+          (parametrizations): ModuleDict(
+            (weight): ParametrizationList(
+              (0): _WeightNorm()
+            )
+          )
+        )
+        (padding): Wav2Vec2SamePadLayer()
+        (activation): GELUActivation()
+      )
+      (layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.2, inplace=False)
+      (layers): ModuleList(
+        (0-23): 24 x Wav2Vec2EncoderLayerStableLayerNorm(
+          (attention): Wav2Vec2SdpaAttention(
+            (k_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (v_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (q_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (out_proj): Linear(in_features=1024, out_features=1024, bias=True)
+          )
+          (dropout): Dropout(p=0.2, inplace=False)
+          (layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+          (feed_forward): Wav2Vec2FeedForward(
+            (intermediate_dropout): Dropout(p=0.0, inplace=False)
+            (intermediate_dense): Linear(in_features=1024, out_features=4096, bias=True)
+            (intermediate_act_fn): GELUActivation()
+            (output_dense): Linear(in_features=4096, out_features=1024, bias=True)
+            (output_dropout): Dropout(p=0.2, inplace=False)
+          )
+          (final_layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+        )
+      )
+    )
+  )
+  (dropout): Dropout(p=0.0, inplace=False)
+  (lm_head): Linear(in_features=1024, out_features=151, bias=True)
+)
+
  0%|          | 0/1000 [00:00<?, ?it/s]/scratch/work/palp3/myenv/lib/python3.11/site-packages/transformers/models/wav2vec2/processing_wav2vec2.py:157: UserWarning: `as_target_processor` is deprecated and will be removed in v5 of Transformers. You can process your labels by using the argument `text` of the regular `__call__` method (either in the same call as your audio inputs, or in a separate call.
+  warnings.warn(
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/torch/_dynamo/eval_frame.py:600: UserWarning: torch.utils.checkpoint: the use_reentrant parameter should be passed explicitly. In version 2.4 we will raise an exception if use_reentrant is not passed. use_reentrant=False is recommended, but if you need to preserve the current default behavior, you can pass use_reentrant=True. Refer to docs for more details on the differences between the two variants.
+  return fn(*args, **kwargs)
+/scratch/work/palp3/myenv/lib/python3.11/site-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.
+  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]
+
  0%|          | 1/1000 [00:23<6:29:15, 23.38s/it]
                                                  
  0%|          | 1/1000 [00:23<6:29:15, 23.38s/it]
  0%|          | 2/1000 [00:27<3:20:47, 12.07s/it]
                                                  
  0%|          | 2/1000 [00:27<3:20:47, 12.07s/it]
  0%|          | 3/1000 [00:31<2:20:58,  8.48s/it]
                                                  
  0%|          | 3/1000 [00:31<2:20:58,  8.48s/it]
  0%|          | 4/1000 [00:35<1:46:52,  6.44s/it]
                                                  
  0%|          | 4/1000 [00:35<1:46:52,  6.44s/it]
  0%|          | 5/1000 [00:38<1:27:11,  5.26s/it]
                                                  
  0%|          | 5/1000 [00:38<1:27:11,  5.26s/it]
  1%|          | 6/1000 [00:41<1:13:55,  4.46s/it]
                                                  
  1%|          | 6/1000 [00:41<1:13:55,  4.46s/it]
  1%|          | 7/1000 [00:43<1:04:39,  3.91s/it]
                                                  
  1%|          | 7/1000 [00:43<1:04:39,  3.91s/it]
  1%|          | 8/1000 [00:46<58:03,  3.51s/it]  
                                                
  1%|          | 8/1000 [00:46<58:03,  3.51s/it]
  1%|          | 9/1000 [00:49<53:07,  3.22s/it]
                                                
  1%|          | 9/1000 [00:49<53:07,  3.22s/it]
  1%|          | 10/1000 [00:51<48:38,  2.95s/it]
                                                 
  1%|          | 10/1000 [00:51<48:38,  2.95s/it]
  1%|          | 11/1000 [00:53<45:30,  2.76s/it]
                                                 
  1%|          | 11/1000 [00:53<45:30,  2.76s/it]
  1%|          | 12/1000 [00:56<42:58,  2.61s/it]
                                                 
  1%|          | 12/1000 [00:56<42:58,  2.61s/it]
  1%|▏         | 13/1000 [00:58<40:22,  2.45s/it]
                                                 
  1%|▏         | 13/1000 [00:58<40:22,  2.45s/it]
  1%|▏         | 14/1000 [01:00<38:25,  2.34s/it]
                                                 
  1%|▏         | 14/1000 [01:00<38:25,  2.34s/it]
  2%|▏         | 15/1000 [01:02<36:53,  2.25s/it]
                                                 
  2%|▏         | 15/1000 [01:02<36:53,  2.25s/it]
  2%|▏         | 16/1000 [01:04<36:01,  2.20s/it]
                                                 
  2%|▏         | 16/1000 [01:04<36:01,  2.20s/it]
  2%|▏         | 17/1000 [01:06<35:14,  2.15s/it]
                                                 
  2%|▏         | 17/1000 [01:06<35:14,  2.15s/it]
  2%|▏         | 18/1000 [01:08<33:33,  2.05s/it]
                                                 
  2%|▏         | 18/1000 [01:08<33:33,  2.05s/it]
  2%|▏         | 19/1000 [01:09<32:00,  1.96s/it]
                                                 
  2%|▏         | 19/1000 [01:09<32:00,  1.96s/it]
  2%|▏         | 20/1000 [01:11<30:58,  1.90s/it]
                                                 
  2%|▏         | 20/1000 [01:11<30:58,  1.90s/it]
  2%|▏         | 21/1000 [01:13<30:14,  1.85s/it]
                                                 
  2%|▏         | 21/1000 [01:13<30:14,  1.85s/it]
  2%|▏         | 22/1000 [01:15<29:40,  1.82s/it]
                                                 
  2%|▏         | 22/1000 [01:15<29:40,  1.82s/it]
  2%|▏         | 23/1000 [01:16<29:18,  1.80s/it]
                                                 
  2%|▏         | 23/1000 [01:16<29:18,  1.80s/it]
  2%|▏         | 24/1000 [01:18<28:33,  1.76s/it]
                                                 
  2%|▏         | 24/1000 [01:18<28:33,  1.76s/it]
  2%|▎         | 25/1000 [01:20<27:07,  1.67s/it]
                                                 
  2%|▎         | 25/1000 [01:20<27:07,  1.67s/it]
  3%|▎         | 26/1000 [01:21<26:05,  1.61s/it]
                                                 
  3%|▎         | 26/1000 [01:21<26:05,  1.61s/it]
  3%|▎         | 27/1000 [01:23<25:22,  1.56s/it]
                                                 
  3%|▎         | 27/1000 [01:23<25:22,  1.56s/it]
  3%|▎         | 28/1000 [01:24<24:52,  1.54s/it]
                                                 
  3%|▎         | 28/1000 [01:24<24:52,  1.54s/it]
  3%|▎         | 29/1000 [01:25<24:29,  1.51s/it]
                                                 
  3%|▎         | 29/1000 [01:25<24:29,  1.51s/it]
  3%|▎         | 30/1000 [01:27<24:13,  1.50s/it]
                                                 
  3%|▎         | 30/1000 [01:27<24:13,  1.50s/it]
  3%|▎         | 31/1000 [01:28<24:03,  1.49s/it]
                                                 
  3%|▎         | 31/1000 [01:28<24:03,  1.49s/it]
  3%|▎         | 32/1000 [01:30<23:20,  1.45s/it]
                                                 
  3%|▎         | 32/1000 [01:30<23:20,  1.45s/it]
  3%|▎         | 33/1000 [01:31<22:12,  1.38s/it]
                                                 
  3%|▎         | 33/1000 [01:31<22:12,  1.38s/it]
  3%|▎         | 34/1000 [01:32<21:17,  1.32s/it]
                                                 
  3%|▎         | 34/1000 [01:32<21:17,  1.32s/it]
  4%|▎         | 35/1000 [01:33<20:41,  1.29s/it]
                                                 
  4%|▎         | 35/1000 [01:33<20:41,  1.29s/it]
  4%|▎         | 36/1000 [01:35<20:15,  1.26s/it]
                                                 
  4%|▎         | 36/1000 [01:35<20:15,  1.26s/it]
  4%|▎         | 37/1000 [01:36<19:57,  1.24s/it]
                                                 
  4%|▎         | 37/1000 [01:36<19:57,  1.24s/it]
  4%|▍         | 38/1000 [01:37<19:43,  1.23s/it]
                                                 
  4%|▍         | 38/1000 [01:37<19:43,  1.23s/it]
  4%|▍         | 39/1000 [01:38<19:34,  1.22s/it]
                                                 
  4%|▍         | 39/1000 [01:38<19:34,  1.22s/it]
  4%|▍         | 40/1000 [01:39<19:11,  1.20s/it]
                                                 
  4%|▍         | 40/1000 [01:39<19:11,  1.20s/it]
  4%|▍         | 41/1000 [01:40<18:06,  1.13s/it]
                                                 
  4%|▍         | 41/1000 [01:40<18:06,  1.13s/it]
  4%|▍         | 42/1000 [01:41<17:02,  1.07s/it]
                                                 
  4%|▍         | 42/1000 [01:41<17:02,  1.07s/it]
  4%|▍         | 43/1000 [01:42<16:17,  1.02s/it]
                                                 
  4%|▍         | 43/1000 [01:42<16:17,  1.02s/it]
  4%|▍         | 44/1000 [01:43<15:45,  1.01it/s]
                                                 
  4%|▍         | 44/1000 [01:43<15:45,  1.01it/s]
  4%|▍         | 45/1000 [01:44<15:24,  1.03it/s]
                                                 
  4%|▍         | 45/1000 [01:44<15:24,  1.03it/s]
  5%|▍         | 46/1000 [01:45<15:00,  1.06it/s]
                                                 
  5%|▍         | 46/1000 [01:45<15:00,  1.06it/s]
  5%|▍         | 47/1000 [01:46<14:15,  1.11it/s]
                                                 
  5%|▍         | 47/1000 [01:46<14:15,  1.11it/s]
  5%|▍         | 48/1000 [01:46<13:06,  1.21it/s]
                                                 
  5%|▍         | 48/1000 [01:46<13:06,  1.21it/s]
  5%|▍         | 49/1000 [01:47<12:21,  1.28it/s]
                                                 
  5%|▍         | 49/1000 [01:47<12:21,  1.28it/s]
  5%|▌         | 50/1000 [01:49<20:36,  1.30s/it]
                                                 
  5%|▌         | 50/1000 [01:49<20:36,  1.30s/it]
  5%|▌         | 51/1000 [01:57<48:59,  3.10s/it]
                                                 
  5%|▌         | 51/1000 [01:57<48:59,  3.10s/it]
  5%|▌         | 52/1000 [02:01<54:41,  3.46s/it]
                                                 
  5%|▌         | 52/1000 [02:01<54:41,  3.46s/it]
  5%|▌         | 53/1000 [02:05<56:25,  3.58s/it]
                                                 
  5%|▌         | 53/1000 [02:05<56:25,  3.58s/it]
  5%|▌         | 54/1000 [02:08<56:04,  3.56s/it]
                                                 
  5%|▌         | 54/1000 [02:08<56:04,  3.56s/it]
  6%|▌         | 55/1000 [02:12<54:42,  3.47s/it]
                                                 
  6%|▌         | 55/1000 [02:12<54:42,  3.47s/it]
  6%|▌         | 56/1000 [02:15<52:24,  3.33s/it]
                                                 
  6%|▌         | 56/1000 [02:15<52:24,  3.33s/it]
  6%|▌         | 57/1000 [02:18<50:02,  3.18s/it]
                                                 
  6%|▌         | 57/1000 [02:18<50:02,  3.18s/it]
  6%|▌         | 58/1000 [02:20<47:28,  3.02s/it]
                                                 
  6%|▌         | 58/1000 [02:20<47:28,  3.02s/it]
  6%|▌         | 59/1000 [02:23<45:27,  2.90s/it]
                                                 
  6%|▌         | 59/1000 [02:23<45:27,  2.90s/it]
  6%|▌         | 60/1000 [02:25<43:07,  2.75s/it]
                                                 
  6%|▌         | 60/1000 [02:25<43:07,  2.75s/it]
  6%|▌         | 61/1000 [02:28<41:07,  2.63s/it]
                                                 
  6%|▌         | 61/1000 [02:28<41:07,  2.63s/it]
  6%|▌         | 62/1000 [02:30<39:57,  2.56s/it]
                                                 
  6%|▌         | 62/1000 [02:30<39:57,  2.56s/it]
  6%|▋         | 63/1000 [02:32<38:26,  2.46s/it]
                                                 
  6%|▋         | 63/1000 [02:32<38:26,  2.46s/it]
  6%|▋         | 64/1000 [02:34<36:27,  2.34s/it]
                                                 
  6%|▋         | 64/1000 [02:34<36:27,  2.34s/it]
  6%|▋         | 65/1000 [02:36<35:04,  2.25s/it]
                                                 
  6%|▋         | 65/1000 [02:36<35:04,  2.25s/it]
  7%|▋         | 66/1000 [02:38<34:09,  2.19s/it]
                                                 
  7%|▋         | 66/1000 [02:38<34:09,  2.19s/it]
  7%|▋         | 67/1000 [02:40<33:27,  2.15s/it]
                                                 
  7%|▋         | 67/1000 [02:40<33:27,  2.15s/it]
  7%|▋         | 68/1000 [02:42<32:56,  2.12s/it]
                                                 
  7%|▋         | 68/1000 [02:42<32:56,  2.12s/it]
  7%|▋         | 69/1000 [02:44<31:29,  2.03s/it]
                                                 
  7%|▋         | 69/1000 [02:44<31:29,  2.03s/it]
  7%|▋         | 70/1000 [02:46<30:06,  1.94s/it]
                                                 
  7%|▋         | 70/1000 [02:46<30:06,  1.94s/it]
  7%|▋         | 71/1000 [02:48<29:08,  1.88s/it]
                                                 
  7%|▋         | 71/1000 [02:48<29:08,  1.88s/it]
  7%|▋         | 72/1000 [02:49<28:28,  1.84s/it]
                                                 
  7%|▋         | 72/1000 [02:49<28:28,  1.84s/it]
  7%|▋         | 73/1000 [02:51<28:02,  1.81s/it]
                                                 
  7%|▋         | 73/1000 [02:51<28:02,  1.81s/it]
  7%|▋         | 74/1000 [02:53<27:37,  1.79s/it]
                                                 
  7%|▋         | 74/1000 [02:53<27:37,  1.79s/it]
  8%|▊         | 75/1000 [02:55<27:10,  1.76s/it]
                                                 
  8%|▊         | 75/1000 [02:55<27:10,  1.76s/it]
  8%|▊         | 76/1000 [02:56<26:02,  1.69s/it]
                                                 
  8%|▊         | 76/1000 [02:56<26:02,  1.69s/it]
  8%|▊         | 77/1000 [02:58<25:00,  1.63s/it]
                                                 
  8%|▊         | 77/1000 [02:58<25:00,  1.63s/it]
  8%|▊         | 78/1000 [02:59<24:32,  1.60s/it]
                                                 
  8%|▊         | 78/1000 [02:59<24:32,  1.60s/it]
  8%|▊         | 79/1000 [03:01<23:56,  1.56s/it]
                                                 
  8%|▊         | 79/1000 [03:01<23:56,  1.56s/it]
  8%|▊         | 80/1000 [03:02<23:31,  1.53s/it]
                                                 
  8%|▊         | 80/1000 [03:02<23:31,  1.53s/it]
  8%|▊         | 81/1000 [03:04<23:13,  1.52s/it]
                                                 
  8%|▊         | 81/1000 [03:04<23:13,  1.52s/it]
  8%|▊         | 82/1000 [03:05<23:01,  1.50s/it]
                                                 
  8%|▊         | 82/1000 [03:05<23:01,  1.50s/it]
  8%|▊         | 83/1000 [03:07<22:41,  1.48s/it]
                                                 
  8%|▊         | 83/1000 [03:07<22:41,  1.48s/it]
  8%|▊         | 84/1000 [03:08<21:36,  1.42s/it]
                                                 
  8%|▊         | 84/1000 [03:08<21:36,  1.42s/it]
  8%|▊         | 85/1000 [03:09<20:39,  1.35s/it]
                                                 
  8%|▊         | 85/1000 [03:09<20:39,  1.35s/it]
  9%|▊         | 86/1000 [03:10<19:58,  1.31s/it]
                                                 
  9%|▊         | 86/1000 [03:10<19:58,  1.31s/it]
  9%|▊         | 87/1000 [03:11<19:27,  1.28s/it]
                                                 
  9%|▊         | 87/1000 [03:11<19:27,  1.28s/it]
  9%|▉         | 88/1000 [03:13<19:03,  1.25s/it]
                                                 
  9%|▉         | 88/1000 [03:13<19:03,  1.25s/it]
  9%|▉         | 89/1000 [03:14<18:48,  1.24s/it]
                                                 
  9%|▉         | 89/1000 [03:14<18:48,  1.24s/it]
  9%|▉         | 90/1000 [03:15<18:38,  1.23s/it]
                                                 
  9%|▉         | 90/1000 [03:15<18:38,  1.23s/it]
  9%|▉         | 91/1000 [03:16<18:12,  1.20s/it]
                                                 
  9%|▉         | 91/1000 [03:16<18:12,  1.20s/it]
  9%|▉         | 92/1000 [03:17<17:10,  1.13s/it]
                                                 
  9%|▉         | 92/1000 [03:17<17:10,  1.13s/it]
  9%|▉         | 93/1000 [03:18<16:11,  1.07s/it]
                                                 
  9%|▉         | 93/1000 [03:18<16:11,  1.07s/it]
  9%|▉         | 94/1000 [03:19<15:31,  1.03s/it]
                                                 
  9%|▉         | 94/1000 [03:19<15:31,  1.03s/it]
 10%|▉         | 95/1000 [03:20<15:00,  1.00it/s]
                                                 
 10%|▉         | 95/1000 [03:20<15:00,  1.00it/s]
 10%|▉         | 96/1000 [03:21<14:44,  1.02it/s]
                                                 
 10%|▉         | 96/1000 [03:21<14:44,  1.02it/s]
 10%|▉         | 97/1000 [03:22<13:48,  1.09it/s]
                                                 
 10%|▉         | 97/1000 [03:22<13:48,  1.09it/s]
 10%|▉         | 98/1000 [03:22<12:39,  1.19it/s]
                                                 
 10%|▉         | 98/1000 [03:22<12:39,  1.19it/s]
 10%|▉         | 99/1000 [03:23<11:50,  1.27it/s]
                                                 
 10%|▉         | 99/1000 [03:23<11:50,  1.27it/s]
 10%|█         | 100/1000 [03:25<19:40,  1.31s/it]
                                                  
 10%|█         | 100/1000 [03:25<19:40,  1.31s/it]
 10%|█         | 101/1000 [03:34<51:53,  3.46s/it]
                                                  
 10%|█         | 101/1000 [03:34<51:53,  3.46s/it]
 10%|█         | 102/1000 [03:38<55:32,  3.71s/it]
                                                  
 10%|█         | 102/1000 [03:38<55:32,  3.71s/it]
 10%|█         | 103/1000 [03:42<55:10,  3.69s/it]
                                                  
 10%|█         | 103/1000 [03:42<55:10,  3.69s/it]
 10%|█         | 104/1000 [03:45<53:26,  3.58s/it]
                                                  
 10%|█         | 104/1000 [03:45<53:26,  3.58s/it]
 10%|█         | 105/1000 [03:48<50:52,  3.41s/it]
                                                  
 10%|█         | 105/1000 [03:48<50:52,  3.41s/it]
 11%|█         | 106/1000 [03:51<48:27,  3.25s/it]
                                                  
 11%|█         | 106/1000 [03:51<48:27,  3.25s/it]
 11%|█         | 107/1000 [03:54<46:09,  3.10s/it]
                                                  
 11%|█         | 107/1000 [03:54<46:09,  3.10s/it]
 11%|█         | 108/1000 [03:56<44:05,  2.97s/it]
                                                  
 11%|█         | 108/1000 [03:57<44:05,  2.97s/it]
 11%|█         | 109/1000 [03:59<41:47,  2.81s/it]
                                                  
 11%|█         | 109/1000 [03:59<41:47,  2.81s/it]
 11%|█         | 110/1000 [04:01<39:41,  2.68s/it]
                                                  
 11%|█         | 110/1000 [04:01<39:41,  2.68s/it]
 11%|█         | 111/1000 [04:04<38:06,  2.57s/it]
                                                  
 11%|█         | 111/1000 [04:04<38:06,  2.57s/it]
 11%|█         | 112/1000 [04:06<36:46,  2.49s/it]
                                                  
 11%|█         | 112/1000 [04:06<36:46,  2.49s/it]
 11%|█▏        | 113/1000 [04:08<35:00,  2.37s/it]
                                                  
 11%|█▏        | 113/1000 [04:08<35:00,  2.37s/it]
 11%|█▏        | 114/1000 [04:10<33:32,  2.27s/it]
                                                  
 11%|█▏        | 114/1000 [04:10<33:32,  2.27s/it]
 12%|█▏        | 115/1000 [04:12<32:28,  2.20s/it]
                                                  
 12%|█▏        | 115/1000 [04:12<32:28,  2.20s/it]
 12%|█▏        | 116/1000 [04:14<31:42,  2.15s/it]
                                                  
 12%|█▏        | 116/1000 [04:14<31:42,  2.15s/it]
 12%|█▏        | 117/1000 [04:16<31:13,  2.12s/it]
                                                  
 12%|█▏        | 117/1000 [04:16<31:13,  2.12s/it]
 12%|█▏        | 118/1000 [04:18<30:30,  2.08s/it]
                                                  
 12%|█▏        | 118/1000 [04:18<30:30,  2.08s/it]
 12%|█▏        | 119/1000 [04:20<29:03,  1.98s/it]
                                                  
 12%|█▏        | 119/1000 [04:20<29:03,  1.98s/it]
 12%|█▏        | 120/1000 [04:22<28:02,  1.91s/it]
                                                  
 12%|█▏        | 120/1000 [04:22<28:02,  1.91s/it]
 12%|█▏        | 121/1000 [04:23<27:14,  1.86s/it]
                                                  
 12%|█▏        | 121/1000 [04:23<27:14,  1.86s/it]
 12%|█▏        | 122/1000 [04:25<26:46,  1.83s/it]
                                                  
 12%|█▏        | 122/1000 [04:25<26:46,  1.83s/it]
 12%|█▏        | 123/1000 [04:27<26:27,  1.81s/it]
                                                  
 12%|█▏        | 123/1000 [04:27<26:27,  1.81s/it]
 12%|█▏        | 124/1000 [04:29<26:08,  1.79s/it]
                                                  
 12%|█▏        | 124/1000 [04:29<26:08,  1.79s/it]
 12%|█▎        | 125/1000 [04:30<25:26,  1.75s/it]
                                                  
 12%|█▎        | 125/1000 [04:30<25:26,  1.75s/it]
 13%|█▎        | 126/1000 [04:32<24:15,  1.67s/it]
                                                  
 13%|█▎        | 126/1000 [04:32<24:15,  1.67s/it]
 13%|█▎        | 127/1000 [04:33<23:24,  1.61s/it]
                                                  
 13%|█▎        | 127/1000 [04:33<23:24,  1.61s/it]
 13%|█▎        | 128/1000 [04:35<22:50,  1.57s/it]
                                                  
 13%|█▎        | 128/1000 [04:35<22:50,  1.57s/it]
 13%|█▎        | 129/1000 [04:36<22:22,  1.54s/it]
                                                  
 13%|█▎        | 129/1000 [04:36<22:22,  1.54s/it]
 13%|█▎        | 130/1000 [04:38<22:01,  1.52s/it]
                                                  
 13%|█▎        | 130/1000 [04:38<22:01,  1.52s/it]
 13%|█▎        | 131/1000 [04:39<21:48,  1.51s/it]
                                                  
 13%|█▎        | 131/1000 [04:39<21:48,  1.51s/it]
 13%|█▎        | 132/1000 [04:41<21:40,  1.50s/it]
                                                  
 13%|█▎        | 132/1000 [04:41<21:40,  1.50s/it]
 13%|█▎        | 133/1000 [04:42<21:11,  1.47s/it]
                                                  
 13%|█▎        | 133/1000 [04:42<21:11,  1.47s/it]
 13%|█▎        | 134/1000 [04:43<20:05,  1.39s/it]
                                                  
 13%|█▎        | 134/1000 [04:43<20:05,  1.39s/it]
 14%|█▎        | 135/1000 [04:44<19:17,  1.34s/it]
                                                  
 14%|█▎        | 135/1000 [04:44<19:17,  1.34s/it]
 14%|█▎        | 136/1000 [04:46<18:43,  1.30s/it]
                                                  
 14%|█▎        | 136/1000 [04:46<18:43,  1.30s/it]
 14%|█▎        | 137/1000 [04:47<18:17,  1.27s/it]
                                                  
 14%|█▎        | 137/1000 [04:47<18:17,  1.27s/it]
 14%|█▍        | 138/1000 [04:48<17:58,  1.25s/it]
                                                  
 14%|█▍        | 138/1000 [04:48<17:58,  1.25s/it]
 14%|█▍        | 139/1000 [04:49<17:46,  1.24s/it]
                                                  
 14%|█▍        | 139/1000 [04:49<17:46,  1.24s/it]
 14%|█▍        | 140/1000 [04:50<17:26,  1.22s/it]
                                                  
 14%|█▍        | 140/1000 [04:50<17:26,  1.22s/it]
 14%|█▍        | 141/1000 [04:51<16:23,  1.14s/it]
                                                  
 14%|█▍        | 141/1000 [04:51<16:23,  1.14s/it]
 14%|█▍        | 142/1000 [04:52<15:23,  1.08s/it]
                                                  
 14%|█▍        | 142/1000 [04:52<15:23,  1.08s/it]
 14%|█▍        | 143/1000 [04:53<14:43,  1.03s/it]
                                                  
 14%|█▍        | 143/1000 [04:53<14:43,  1.03s/it]
 14%|█▍        | 144/1000 [04:54<14:12,  1.00it/s]
                                                  
 14%|█▍        | 144/1000 [04:54<14:12,  1.00it/s]
 14%|█▍        | 145/1000 [04:55<13:53,  1.03it/s]
                                                  
 14%|█▍        | 145/1000 [04:55<13:53,  1.03it/s]
 15%|█▍        | 146/1000 [04:56<13:39,  1.04it/s]
                                                  
 15%|█▍        | 146/1000 [04:56<13:39,  1.04it/s]
 15%|█▍        | 147/1000 [04:57<12:35,  1.13it/s]
                                                  
 15%|█▍        | 147/1000 [04:57<12:35,  1.13it/s]
 15%|█▍        | 148/1000 [04:57<11:37,  1.22it/s]
                                                  
 15%|█▍        | 148/1000 [04:57<11:37,  1.22it/s]
 15%|█▍        | 149/1000 [04:58<10:57,  1.29it/s]
                                                  
 15%|█▍        | 149/1000 [04:58<10:57,  1.29it/s]
 15%|█▌        | 150/1000 [05:01<19:37,  1.38s/it]
                                                  
 15%|█▌        | 150/1000 [05:01<19:37,  1.38s/it]
 15%|█▌        | 151/1000 [05:09<46:12,  3.27s/it]
                                                  
 15%|█▌        | 151/1000 [05:09<46:12,  3.27s/it]
 15%|█▌        | 152/1000 [05:13<49:43,  3.52s/it]
                                                  
 15%|█▌        | 152/1000 [05:13<49:43,  3.52s/it]
 15%|█▌        | 153/1000 [05:16<50:02,  3.54s/it]
                                                  
 15%|█▌        | 153/1000 [05:16<50:02,  3.54s/it]
 15%|█▌        | 154/1000 [05:20<48:49,  3.46s/it]
                                                  
 15%|█▌        | 154/1000 [05:20<48:49,  3.46s/it]
 16%|█▌        | 155/1000 [05:23<46:54,  3.33s/it]
                                                  
 16%|█▌        | 155/1000 [05:23<46:54,  3.33s/it]
 16%|█▌        | 156/1000 [05:25<44:57,  3.20s/it]
                                                  
 16%|█▌        | 156/1000 [05:25<44:57,  3.20s/it]
 16%|█▌        | 157/1000 [05:28<42:37,  3.03s/it]
                                                  
 16%|█▌        | 157/1000 [05:28<42:37,  3.03s/it]
 16%|█▌        | 158/1000 [05:31<40:54,  2.92s/it]
                                                  
 16%|█▌        | 158/1000 [05:31<40:54,  2.92s/it]
 16%|█▌        | 159/1000 [05:33<38:48,  2.77s/it]
                                                  
 16%|█▌        | 159/1000 [05:33<38:48,  2.77s/it]
 16%|█▌        | 160/1000 [05:36<36:58,  2.64s/it]
                                                  
 16%|█▌        | 160/1000 [05:36<36:58,  2.64s/it]
 16%|█▌        | 161/1000 [05:38<35:12,  2.52s/it]
                                                  
 16%|█▌        | 161/1000 [05:38<35:12,  2.52s/it]
 16%|█▌        | 162/1000 [05:40<33:14,  2.38s/it]
                                                  
 16%|█▌        | 162/1000 [05:40<33:14,  2.38s/it]
 16%|█▋        | 163/1000 [05:42<31:52,  2.28s/it]
                                                  
 16%|█▋        | 163/1000 [05:42<31:52,  2.28s/it]
 16%|█▋        | 164/1000 [05:44<30:51,  2.22s/it]
                                                  
 16%|█▋        | 164/1000 [05:44<30:51,  2.22s/it]
 16%|█▋        | 165/1000 [05:46<30:11,  2.17s/it]
                                                  
 16%|█▋        | 165/1000 [05:46<30:11,  2.17s/it]
 17%|█▋        | 166/1000 [05:48<29:00,  2.09s/it]
                                                  
 17%|█▋        | 166/1000 [05:48<29:00,  2.09s/it]
 17%|█▋        | 167/1000 [05:50<27:33,  1.99s/it]
                                                  
 17%|█▋        | 167/1000 [05:50<27:33,  1.99s/it]
 17%|█▋        | 168/1000 [05:51<26:31,  1.91s/it]
                                                  
 17%|█▋        | 168/1000 [05:51<26:31,  1.91s/it]
 17%|█▋        | 169/1000 [05:53<25:51,  1.87s/it]
                                                  
 17%|█▋        | 169/1000 [05:53<25:51,  1.87s/it]
 17%|█▋        | 170/1000 [05:55<25:16,  1.83s/it]
                                                  
 17%|█▋        | 170/1000 [05:55<25:16,  1.83s/it]
 17%|█▋        | 171/1000 [05:57<24:54,  1.80s/it]
                                                  
 17%|█▋        | 171/1000 [05:57<24:54,  1.80s/it]
 17%|█▋        | 172/1000 [05:58<24:18,  1.76s/it]
                                                  
 17%|█▋        | 172/1000 [05:58<24:18,  1.76s/it]
 17%|█▋        | 173/1000 [06:00<23:08,  1.68s/it]
                                                  
 17%|█▋        | 173/1000 [06:00<23:08,  1.68s/it]
 17%|█▋        | 174/1000 [06:01<22:16,  1.62s/it]
                                                  
 17%|█▋        | 174/1000 [06:01<22:16,  1.62s/it]
 18%|█▊        | 175/1000 [06:03<21:39,  1.58s/it]
                                                  
 18%|█▊        | 175/1000 [06:03<21:39,  1.58s/it]
 18%|█▊        | 176/1000 [06:04<21:14,  1.55s/it]
                                                  
 18%|█▊        | 176/1000 [06:04<21:14,  1.55s/it]
 18%|█▊        | 177/1000 [06:06<20:53,  1.52s/it]
                                                  
 18%|█▊        | 177/1000 [06:06<20:53,  1.52s/it]
 18%|█▊        | 178/1000 [06:07<20:42,  1.51s/it]
                                                  
 18%|█▊        | 178/1000 [06:07<20:42,  1.51s/it]
 18%|█▊        | 179/1000 [06:09<20:30,  1.50s/it]
                                                  
 18%|█▊        | 179/1000 [06:09<20:30,  1.50s/it]
 18%|█▊        | 180/1000 [06:10<20:05,  1.47s/it]
                                                  
 18%|█▊        | 180/1000 [06:10<20:05,  1.47s/it]
 18%|█▊        | 181/1000 [06:11<19:11,  1.41s/it]
                                                  
 18%|█▊        | 181/1000 [06:11<19:11,  1.41s/it]
 18%|█▊        | 182/1000 [06:12<18:20,  1.34s/it]
                                                  
 18%|█▊        | 182/1000 [06:12<18:20,  1.34s/it]
 18%|█▊        | 183/1000 [06:14<17:43,  1.30s/it]
                                                  
 18%|█▊        | 183/1000 [06:14<17:43,  1.30s/it]
 18%|█▊        | 184/1000 [06:15<17:20,  1.28s/it]
                                                  
 18%|█▊        | 184/1000 [06:15<17:20,  1.28s/it]
 18%|█▊        | 185/1000 [06:16<17:02,  1.25s/it]
                                                  
 18%|█▊        | 185/1000 [06:16<17:02,  1.25s/it]
 19%|█▊        | 186/1000 [06:17<16:50,  1.24s/it]
                                                  
 19%|█▊        | 186/1000 [06:17<16:50,  1.24s/it]
 19%|█▊        | 187/1000 [06:19<16:41,  1.23s/it]
                                                  
 19%|█▊        | 187/1000 [06:19<16:41,  1.23s/it]
 19%|█▉        | 188/1000 [06:20<16:33,  1.22s/it]
                                                  
 19%|█▉        | 188/1000 [06:20<16:33,  1.22s/it]
 19%|█▉        | 189/1000 [06:21<16:02,  1.19s/it]
                                                  
 19%|█▉        | 189/1000 [06:21<16:02,  1.19s/it]
 19%|█▉        | 190/1000 [06:22<14:57,  1.11s/it]
                                                  
 19%|█▉        | 190/1000 [06:22<14:57,  1.11s/it]
 19%|█▉        | 191/1000 [06:23<14:11,  1.05s/it]
                                                  
 19%|█▉        | 191/1000 [06:23<14:11,  1.05s/it]
 19%|█▉        | 192/1000 [06:24<13:38,  1.01s/it]
                                                  
 19%|█▉        | 192/1000 [06:24<13:38,  1.01s/it]
 19%|█▉        | 193/1000 [06:25<13:15,  1.01it/s]
                                                  
 19%|█▉        | 193/1000 [06:25<13:15,  1.01it/s]
 19%|█▉        | 194/1000 [06:25<12:59,  1.03it/s]
                                                  
 19%|█▉        | 194/1000 [06:25<12:59,  1.03it/s]
 20%|█▉        | 195/1000 [06:26<12:46,  1.05it/s]
                                                  
 20%|█▉        | 195/1000 [06:26<12:46,  1.05it/s]
 20%|█▉        | 196/1000 [06:27<12:10,  1.10it/s]
                                                  
 20%|█▉        | 196/1000 [06:27<12:10,  1.10it/s]
 20%|█▉        | 197/1000 [06:28<11:12,  1.19it/s]
                                                  
 20%|█▉        | 197/1000 [06:28<11:12,  1.19it/s]
 20%|█▉        | 198/1000 [06:28<10:30,  1.27it/s]
                                                  
 20%|█▉        | 198/1000 [06:29<10:30,  1.27it/s]
 20%|█▉        | 199/1000 [06:29<10:10,  1.31it/s]
                                                  
 20%|█▉        | 199/1000 [06:29<10:10,  1.31it/s]
 20%|██        | 200/1000 [06:32<17:56,  1.35s/it]
                                                  
 20%|██        | 200/1000 [06:32<17:56,  1.35s/it]
 20%|██        | 201/1000 [06:40<44:39,  3.35s/it]
                                                  
 20%|██        | 201/1000 [06:40<44:39,  3.35s/it]
 20%|██        | 202/1000 [06:44<47:38,  3.58s/it]
                                                  
 20%|██        | 202/1000 [06:44<47:38,  3.58s/it]
 20%|██        | 203/1000 [06:48<47:52,  3.60s/it]
                                                  
 20%|██        | 203/1000 [06:48<47:52,  3.60s/it]slurmstepd: error: *** JOB 2128361 ON gpu5 CANCELLED AT 2024-08-21T14:36:31 ***

json/default-1e0effeee5ce3cbb/0.0.0/7483f22a71512872c377524b97484f6d20c275799bb9e7cd8fb3198178d8220a/cache-bd3db0facea40b8d.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b4d74dc0972855ca766736529b82ac7e2943140a3d4dfeec837740c72a72bf
+size 430536

json/default-1e0effeee5ce3cbb/0.0.0/7483f22a71512872c377524b97484f6d20c275799bb9e7cd8fb3198178d8220a/dataset_info.json

@@ -0,0 +1 @@
+{"description": "", "citation": "", "homepage": "", "license": "", "features": {"audio_id": {"dtype": "string", "_type": "Value"}, "audio_paths": {"dtype": "string", "_type": "Value"}, "transcriptions": {"dtype": "string", "_type": "Value"}}, "builder_name": "json", "dataset_name": "json", "config_name": "default", "version": {"version_str": "0.0.0", "major": 0, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 13235737, "num_examples": 52825, "dataset_name": "json"}}, "download_checksums": {"/m/triton/scratch/elec/puhe/p/palp3/MUCS/MUCS_train_test_dataset_dict_v2.json": {"num_bytes": 22505219, "checksum": null}}, "download_size": 22505219, "dataset_size": 13235737, "size_in_bytes": 35740956}

json/default-1e0effeee5ce3cbb/0.0.0/7483f22a71512872c377524b97484f6d20c275799bb9e7cd8fb3198178d8220a/json-train.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a6c2891b5cf56e16613cbe17c167485b41888123c9bfc933cf4f8c41e40e6a
+size 13255688

json/default-e1fa1bd3a5ee0c77/0.0.0/7483f22a71512872c377524b97484f6d20c275799bb9e7cd8fb3198178d8220a/dataset_info.json

@@ -0,0 +1 @@
+{"description": "", "citation": "", "homepage": "", "license": "", "features": {"audio_id": {"dtype": "string", "_type": "Value"}, "audio_paths": {"dtype": "string", "_type": "Value"}, "transcriptions": {"dtype": "string", "_type": "Value"}}, "builder_name": "json", "dataset_name": "json", "config_name": "default", "version": {"version_str": "0.0.0", "major": 0, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 791200, "num_examples": 3136, "dataset_name": "json"}}, "download_checksums": {"/m/triton/scratch/elec/puhe/p/palp3/MUCS/MUCS_train_test_dataset_dict_v2.json": {"num_bytes": 22505219, "checksum": null}}, "download_size": 22505219, "dataset_size": 791200, "size_in_bytes": 23296419}

json/default-e1fa1bd3a5ee0c77/0.0.0/7483f22a71512872c377524b97484f6d20c275799bb9e7cd8fb3198178d8220a/json-train.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbe02a419ea87c50b03d02089a41e7a6c114e96411394405f3ca717ade2db7d
+size 793032

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9367c78a92aef3076de01353e7f63733eb3273ffbca6c59957741bf6a4155549
+size 1262426580

preprocessor_config.json

@@ -0,0 +1,10 @@
+{
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0,
+  "processor_class": "Wav2Vec2Processor",
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "[PAD]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,48 @@
+{
+  "added_tokens_decoder": {
+    "147": {
+      "content": "[UNK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "[PAD]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "150": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "processor_class": "Wav2Vec2Processor",
+  "replace_word_delimiter_char": " ",
+  "target_lang": null,
+  "tokenizer_class": "Wav2Vec2CTCTokenizer",
+  "unk_token": "[UNK]",
+  "word_delimiter_token": "|"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeac58d8964b49d915038731c28a91ee0d56a3958c02bf5737260d7c08c53eba
+size 5432

vocab.json

@@ -0,0 +1,151 @@
+{
+  "!": 1,
+  "#": 2,
+  "$": 3,
+  "%": 4,
+  "&": 5,
+  "*": 6,
+  "+": 7,
+  "/": 8,
+  "0": 9,
+  "1": 10,
+  "2": 11,
+  "3": 12,
+  "4": 13,
+  "5": 14,
+  "6": 15,
+  "7": 16,
+  "8": 17,
+  "9": 18,
+  ":": 19,
+  ";": 20,
+  "<": 21,
+  "=": 22,
+  ">": 23,
+  "@": 24,
+  "[PAD]": 148,
+  "[UNK]": 147,
+  "\\": 25,
+  "^": 26,
+  "_": 27,
+  "`": 28,
+  "a": 29,
+  "b": 30,
+  "c": 31,
+  "d": 32,
+  "e": 33,
+  "f": 34,
+  "g": 35,
+  "h": 36,
+  "i": 37,
+  "j": 38,
+  "k": 39,
+  "l": 40,
+  "m": 41,
+  "n": 42,
+  "o": 43,
+  "p": 44,
+  "q": 45,
+  "r": 46,
+  "s": 47,
+  "t": 48,
+  "u": 49,
+  "v": 50,
+  "w": 51,
+  "x": 52,
+  "y": 53,
+  "z": 54,
+  "{": 55,
+  "|": 0,
+  "}": 56,
+  "~": 57,
+  "°": 58,
+  "º": 59,
+  "×": 60,
+  "λ": 61,
+  "μ": 62,
+  "π": 63,
+  "φ": 64,
+  "ω": 65,
+  "ँ": 66,
+  "ं": 67,
+  "ः": 68,
+  "अ": 69,
+  "आ": 70,
+  "इ": 71,
+  "ई": 72,
+  "उ": 73,
+  "ऊ": 74,
+  "ऋ": 75,
+  "ऍ": 76,
+  "ए": 77,
+  "ऐ": 78,
+  "ऑ": 79,
+  "ओ": 80,
+  "औ": 81,
+  "क": 82,
+  "ख": 83,
+  "ग": 84,
+  "घ": 85,
+  "च": 86,
+  "छ": 87,
+  "ज": 88,
+  "झ": 89,
+  "ञ": 90,
+  "ट": 91,
+  "ठ": 92,
+  "ड": 93,
+  "ढ": 94,
+  "ण": 95,
+  "त": 96,
+  "थ": 97,
+  "द": 98,
+  "ध": 99,
+  "न": 100,
+  "ऩ": 101,
+  "प": 102,
+  "फ": 103,
+  "ब": 104,
+  "भ": 105,
+  "म": 106,
+  "य": 107,
+  "र": 108,
+  "ऱ": 109,
+  "ल": 110,
+  "व": 111,
+  "श": 112,
+  "ष": 113,
+  "स": 114,
+  "ह": 115,
+  "़": 116,
+  "ा": 117,
+  "ि": 118,
+  "ी": 119,
+  "ु": 120,
+  "ू": 121,
+  "ृ": 122,
+  "ॅ": 123,
+  "े": 124,
+  "ै": 125,
+  "ॉ": 126,
+  "ो": 127,
+  "ौ": 128,
+  "्": 129,
+  "०": 130,
+  "१": 131,
+  "२": 132,
+  "३": 133,
+  "४": 134,
+  "५": 135,
+  "६": 136,
+  "७": 137,
+  "८": 138,
+  "९": 139,
+  "–": 140,
+  "•": 141,
+  "…": 142,
+  "›": 143,
+  "⅓": 144,
+  "→": 145,
+  "−": 146
+}