diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/checkpoint.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/checkpoint.pth
new file mode 100644
index 0000000000000000000000000000000000000000..876b0c8b8071c137f7f7e2ddb294396b10358a13
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/checkpoint.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd200a95e1f7f665669af9ed1363eb675edee869e73392ce392e5a35a5ce5d4
+size 1149379424
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/config.yaml b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..c03f139c6bf406861246e6857906b232711b366a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/config.yaml
@@ -0,0 +1,680 @@
+config: conf/tuning/train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw
+ngpu: 1
+seed: 0
+num_workers: 8
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: 8
+dist_rank: 0
+local_rank: 0
+dist_master_addr: localhost
+dist_master_port: 54445
+dist_launcher: null
+multiprocessing_distributed: true
+unused_parameters: true
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 250
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - loss
+    - min
+keep_nbest_models: 10
+nbest_averaging_interval: 0
+grad_clip: 5.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 4
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: true
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param: []
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: 4000
+batch_size: 20
+valid_batch_size: null
+batch_bins: 20000000
+valid_batch_bins: null
+train_shape_file:
+- exp/hubert_iter2_stats_raw/splits16/speech_shape
+- exp/hubert_iter2_stats_raw/splits16/text_shape.word
+valid_shape_file:
+- exp/hubert_iter2_stats_raw/valid/speech_shape
+- exp/hubert_iter2_stats_raw/valid/text_shape.word
+batch_type: numel
+valid_batch_type: null
+fold_length:
+- 80000
+- 400
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: true
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+chunk_excluded_key_prefixes: []
+train_data_path_and_name_and_type:
+-   - exp/hubert_iter2_stats_raw/splits16/wav.scp
+    - speech
+    - kaldi_ark
+-   - exp/hubert_iter2_stats_raw/splits16/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+valid_data_path_and_name_and_type:
+-   - dump/raw/dev_all_li/wav.scp
+    - speech
+    - kaldi_ark
+-   - dump/raw/dev_all_li/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+exclude_weight_decay: false
+exclude_weight_decay_conf: {}
+optim: adam
+optim_conf:
+    lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 32000
+token_list:
+- '319'
+- '427'
+- '472'
+- '418'
+- '447'
+- '188'
+- '366'
+- '132'
+- '328'
+- '193'
+- '398'
+- '440'
+- '301'
+- '433'
+- '314'
+- '45'
+- '380'
+- '383'
+- '485'
+- '357'
+- '267'
+- '348'
+- '490'
+- '120'
+- '491'
+- '303'
+- '498'
+- '399'
+- '55'
+- '437'
+- '476'
+- '423'
+- '385'
+- '351'
+- '395'
+- '458'
+- '381'
+- '222'
+- '373'
+- '287'
+- '424'
+- '487'
+- '248'
+- '114'
+- '388'
+- '232'
+- '40'
+- '81'
+- '459'
+- '171'
+- '327'
+- '138'
+- '242'
+- '121'
+- '444'
+- '480'
+- '202'
+- '147'
+- '162'
+- '268'
+- '448'
+- '429'
+- '156'
+- '9'
+- '87'
+- '207'
+- '350'
+- '332'
+- '464'
+- '77'
+- '263'
+- '28'
+- '460'
+- '258'
+- '90'
+- '53'
+- '499'
+- '400'
+- '450'
+- '161'
+- '446'
+- '49'
+- '360'
+- '247'
+- '436'
+- '389'
+- '449'
+- '428'
+- '368'
+- '131'
+- '362'
+- '409'
+- '214'
+- '422'
+- '204'
+- '406'
+- '201'
+- '21'
+- '412'
+- '377'
+- '312'
+- '285'
+- '405'
+- '123'
+- '254'
+- '497'
+- '386'
+- '59'
+- '7'
+- '382'
+- '220'
+- '296'
+- '363'
+- '496'
+- '454'
+- '230'
+- '407'
+- '307'
+- '172'
+- '151'
+- '337'
+- '286'
+- '37'
+- '302'
+- '482'
+- '414'
+- '42'
+- '20'
+- '403'
+- '375'
+- '294'
+- '19'
+- '376'
+- '31'
+- '27'
+- '276'
+- '347'
+- '10'
+- '249'
+- '198'
+- '305'
+- '425'
+- '250'
+- '239'
+- '465'
+- '44'
+- '179'
+- '190'
+- '469'
+- '236'
+- '111'
+- '479'
+- '227'
+- '478'
+- '41'
+- '181'
+- '100'
+- '420'
+- '415'
+- '396'
+- '39'
+- '316'
+- '137'
+- '51'
+- '66'
+- '311'
+- '295'
+- '122'
+- '228'
+- '113'
+- '61'
+- '60'
+- '93'
+- '397'
+- '392'
+- '142'
+- '233'
+- '110'
+- '484'
+- '244'
+- '281'
+- '394'
+- '352'
+- '461'
+- '185'
+- '470'
+- '455'
+- '474'
+- '345'
+- '451'
+- '6'
+- '309'
+- '3'
+- '445'
+- '219'
+- '401'
+- '333'
+- '163'
+- '102'
+- '310'
+- '493'
+- '199'
+- '17'
+- '48'
+- '346'
+- '489'
+- '323'
+- '488'
+- '462'
+- '260'
+- '197'
+- '391'
+- '126'
+- '251'
+- '324'
+- '135'
+- '402'
+- '262'
+- '443'
+- '393'
+- '441'
+- '417'
+- '378'
+- '94'
+- '290'
+- '38'
+- '369'
+- '229'
+- '477'
+- '195'
+- '34'
+- '481'
+- '11'
+- '231'
+- '65'
+- '144'
+- '5'
+- '97'
+- '225'
+- '150'
+- '152'
+- '339'
+- '237'
+- '205'
+- '257'
+- '367'
+- '68'
+- '475'
+- '430'
+- '140'
+- '105'
+- '154'
+- '166'
+- '349'
+- '36'
+- '127'
+- '467'
+- '192'
+- '16'
+- '336'
+- '356'
+- '71'
+- '282'
+- '180'
+- '291'
+- '30'
+- '361'
+- '155'
+- '492'
+- '306'
+- '438'
+- '63'
+- '33'
+- '240'
+- '404'
+- '210'
+- '191'
+- '434'
+- '374'
+- '317'
+- '24'
+- '125'
+- '70'
+- '299'
+- '483'
+- '177'
+- '359'
+- '342'
+- '255'
+- '211'
+- '86'
+- '35'
+- '304'
+- '334'
+- '168'
+- '259'
+- '325'
+- '297'
+- '221'
+- '107'
+- '279'
+- '453'
+- '321'
+- '411'
+- '264'
+- '176'
+- '340'
+- '313'
+- '326'
+- '384'
+- '271'
+- '67'
+- '364'
+- '1'
+- '338'
+- '25'
+- '355'
+- '106'
+- '95'
+- '29'
+- '288'
+- '74'
+- '213'
+- '62'
+- '116'
+- '47'
+- '178'
+- '289'
+- '431'
+- '50'
+- '390'
+- '343'
+- '439'
+- '266'
+- '112'
+- '85'
+- '435'
+- '413'
+- '217'
+- '292'
+- '165'
+- '153'
+- '145'
+- '22'
+- '371'
+- '370'
+- '215'
+- '54'
+- '452'
+- '82'
+- '117'
+- '226'
+- '280'
+- '13'
+- '103'
+- '234'
+- '186'
+- '241'
+- '52'
+- '468'
+- '261'
+- '256'
+- '14'
+- '408'
+- '212'
+- '88'
+- '73'
+- '141'
+- '318'
+- '139'
+- '169'
+- '278'
+- '216'
+- '128'
+- '379'
+- '277'
+- '115'
+- '56'
+- '344'
+- '252'
+- '184'
+- '15'
+- '203'
+- '187'
+- '471'
+- '245'
+- '23'
+- '173'
+- '146'
+- '175'
+- '322'
+- '157'
+- '96'
+- '72'
+- '98'
+- '466'
+- '387'
+- '315'
+- '253'
+- '8'
+- '283'
+- '243'
+- '416'
+- '329'
+- '170'
+- '134'
+- '421'
+- '238'
+- '209'
+- '43'
+- '494'
+- '442'
+- '372'
+- '308'
+- '293'
+- '78'
+- '272'
+- '473'
+- '4'
+- '2'
+- '265'
+- '167'
+- '92'
+- '463'
+- '410'
+- '298'
+- '206'
+- '269'
+- '365'
+- '189'
+- '183'
+- '246'
+- '331'
+- '273'
+- '18'
+- '223'
+- '200'
+- '194'
+- '124'
+- '89'
+- '75'
+- '426'
+- '320'
+- '335'
+- '160'
+- '495'
+- '26'
+- '80'
+- '419'
+- '196'
+- '130'
+- '118'
+- '148'
+- '353'
+- '159'
+- '119'
+- '84'
+- '284'
+- '133'
+- '76'
+- '274'
+- '270'
+- '79'
+- '300'
+- '275'
+- '218'
+- '83'
+- '64'
+- '486'
+- '235'
+- '143'
+- '164'
+- '136'
+- '129'
+- '101'
+- '91'
+- '108'
+- '46'
+- '330'
+- '174'
+- '12'
+- '149'
+- '457'
+- '354'
+- '432'
+- '208'
+- '58'
+- '358'
+- '224'
+- '104'
+- '69'
+- '57'
+- '99'
+- '456'
+- '182'
+- '109'
+- '158'
+- '32'
+- <unk>
+- <sos/eos>
+init: null
+collate_fn_conf:
+    label_downsampling: 2
+    pad: false
+    rand_crop: true
+input_size: 1
+num_classes: 500
+use_preprocessor: true
+token_type: word
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+pred_masked_weight: 1.0
+pred_nomask_weight: 0.0
+loss_weights: 0.0
+frontend: null
+frontend_conf: {}
+specaug: null
+specaug_conf: {}
+normalize: null
+normalize_conf: {}
+preencoder: null
+preencoder_conf: {}
+encoder: torchaudio_hubert
+encoder_conf:
+    encoder_projection_dropout: 0.1
+    encoder_attention_dropout: 0.1
+    encoder_ff_interm_dropout: 0.0
+    encoder_dropout: 0.1
+    encoder_layer_drop: 0.05
+    extractor_conv_layer_config:
+    -   - 512
+        - 10
+        - 5
+    -   - 512
+        - 5
+        - 4
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+model: torchaudio
+model_conf: {}
+required:
+- output_dir
+- token_list
+version: '202304'
+distributed: true
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab2a69cc915a12e843a52dbbda12005666eb0753
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..3aedda20b22539829fa52ae23e358626916bcf9d
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/acc_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/backward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/backward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..8cc7096080ab5c48259412ff6b92a72d1971e51a
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/backward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/clip.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/clip.png
new file mode 100644
index 0000000000000000000000000000000000000000..5959c0cc85523385e72b31299085373e895d8cf7
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/clip.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..1705f865105486194ccfc192d3e703583833deca
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..76ec5a234f21cb9e73f7acab85f18085924a18e8
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/correct_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..52b96d199a265815d9d6a84052acdf5913f5a041
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..252ea588bcfe7a6c1f65823f8a59600daa3883fd
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/count_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/forward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/forward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d2bbb242dbbd8147f496251c9dcdfdd1fe8af49
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/forward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/gpu_max_cached_mem_GB.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/gpu_max_cached_mem_GB.png
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e19bf594accb9eba84a3f8761935148bc95d0
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/gpu_max_cached_mem_GB.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/grad_norm.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/grad_norm.png
new file mode 100644
index 0000000000000000000000000000000000000000..62edd8817f7dc38d8c6b0f95efb520849791d4a5
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/grad_norm.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/iter_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/iter_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..6c9d73adab6ae0188af250e12662ba343d2d2636
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/iter_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss.png
new file mode 100644
index 0000000000000000000000000000000000000000..e399cc30a52c4fc63d541d72adbeecb0a0e7e8cd
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss_scale.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss_scale.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f57661c2b84b6ca34234f4625450713834aee59
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/loss_scale.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim0_lr0.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim0_lr0.png
new file mode 100644
index 0000000000000000000000000000000000000000..89604366588c024c18c8b7f197ebea53ad274bee
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim0_lr0.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim_step_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim_step_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..467fb6dcc6dda5d5d7f85ac97515599f0345f71c
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/optim_step_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/train_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/train_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..febbd7266ab78018db103aa5954593895f5609ad
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/images/train_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/latest.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/latest.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44cf1d104ee0035c78b797495fc4608f1bb4f8c6
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/latest.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eca8a28a9d0036d04acad50068818a4e0343dc27a827ed839a70411477e3c7
+size 383085228
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916943.learnfair1502.3712237.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916943.learnfair1502.3712237.0
new file mode 100644
index 0000000000000000000000000000000000000000..23dcb30b1b9964788bc9582c6191e9fbb3dd4230
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916943.learnfair1502.3712237.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ed81ae71f1a3797669763499d047289efc33dcb53f14662aa4cee06f772eb
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916945.learnfair1487.3993792.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916945.learnfair1487.3993792.0
new file mode 100644
index 0000000000000000000000000000000000000000..50a13492dc3d3d9316a3021c4d7624ca6a386c6a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687916945.learnfair1487.3993792.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffe6428b6adc5dfe446cb5a3b1aa494ce61a6d0d2eb0fc636a1dd2d8b1137f1
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687917438.learnfair7731.1932016.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687917438.learnfair7731.1932016.0
new file mode 100644
index 0000000000000000000000000000000000000000..b52c405bd22b815e3b46c332bf55c8a1978c49ab
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687917438.learnfair7731.1932016.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a637704c93c5fd16d54d4937c7ca05cedf0c745d35b0860a5fb149c079d7d851
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687920167.learnfair1176.2412152.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687920167.learnfair1176.2412152.0
new file mode 100644
index 0000000000000000000000000000000000000000..ade1031014f58ae2367003c596b4273424a75b36
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687920167.learnfair1176.2412152.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb4a805e834381ed40d26ff91d9874dfcb750a4e57c178c1539ac2d33dfc98
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687921040.learnfair1818.3720269.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687921040.learnfair1818.3720269.0
new file mode 100644
index 0000000000000000000000000000000000000000..22ff7804088e5a5cfb34d459d2fc6a25724dc667
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687921040.learnfair1818.3720269.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678014611e3541659fc492a8fef38da3e685509dd8879bd84bb80cbbca7a6294
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687922225.learnfair1176.2488951.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687922225.learnfair1176.2488951.0
new file mode 100644
index 0000000000000000000000000000000000000000..d21ae7a4d21eb418090e0b8bff96615ef0cbbfb8
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687922225.learnfair1176.2488951.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14b0e4e4588925da08095e7e8850227cca3787e3d8192e5061dbe7e2bc4091b
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687973980.devfair0221.1681694.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687973980.devfair0221.1681694.0
new file mode 100644
index 0000000000000000000000000000000000000000..dde4d332a6691faef2706c343264d748538c1ee6
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687973980.devfair0221.1681694.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc96cd55c5f55616cc2e43f929191443150f0f3a8585b78ff8724d40dc9a1af
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974173.devfair0221.1682873.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974173.devfair0221.1682873.0
new file mode 100644
index 0000000000000000000000000000000000000000..61c123c84be4434ef21277f2a3423dee925f0987
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974173.devfair0221.1682873.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52c9dbb2c0ad42ea4d2c8c6812cf9e7775a45a003ee43ca4fbff5fa0538fc58
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974338.devfair0221.1683709.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974338.devfair0221.1683709.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd83223df1aee25c07524293cbd7b6f5161d2162
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974338.devfair0221.1683709.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e3a93d16bef273830e93e98bf3830ba2aae877738049eda193aae446d9107e
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974509.devfair0221.1684568.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974509.devfair0221.1684568.0
new file mode 100644
index 0000000000000000000000000000000000000000..eba73af67068b60060ce2aae2fa999271880f85a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687974509.devfair0221.1684568.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b74a39b4a1da0f0dab8aaee6c0d01ae064758dab5a8a9fe8de7a1379e8723f
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975323.devfair0221.1686400.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975323.devfair0221.1686400.0
new file mode 100644
index 0000000000000000000000000000000000000000..36e747675128ddf968b93c4f408b7eccb351e6cc
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975323.devfair0221.1686400.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82885396c26bdcbf69f2a28c6c19fd116fd6ad13bb8030c4e751b187de32fd65
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975454.devfair0221.1687214.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975454.devfair0221.1687214.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3167bdd6102bc1de5bb418121a9e1e3d5d87460
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975454.devfair0221.1687214.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c517d6cd693e7016d5d0e26db94b8b355d57c9cffa81ed06385a7cc277a943c3
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975549.devfair0221.1688213.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975549.devfair0221.1688213.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9e812401c9cb4cb68512490e86a242fc1a1e727
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687975549.devfair0221.1688213.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eff59402d67fa4f35c248f18276ded4b8863b0a7cba7fa8dfd4c4884ed85eca
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976840.devfair0221.1689705.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976840.devfair0221.1689705.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad0484b4dfa43b0f7fdc6d4dd8855792e839c6f2
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976840.devfair0221.1689705.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b74b2987d9841c31bc41966cacb379537a07a0adadcd1fc62f13078ae70f6b2
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976933.devfair0221.1690515.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976933.devfair0221.1690515.0
new file mode 100644
index 0000000000000000000000000000000000000000..f437aaaa65ecb4b997c53c158bdeed7e21cb83ca
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687976933.devfair0221.1690515.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb86e503b7969a88c4152c7d7f2f84714dcbc6b165a6f1f81994d9920eacca8b
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977150.devfair0221.1691707.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977150.devfair0221.1691707.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c894d364afda5aed0ed35533c2fafc466563905
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977150.devfair0221.1691707.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c68ebdb1d76b5ffed07116f76e59c490cac2bc1b5fea6c4286cb80287ec499
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977407.devfair0221.1692695.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977407.devfair0221.1692695.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd823cf2c19be8a3a1311fde71fff092e5a23fea
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977407.devfair0221.1692695.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36668247739cb20062188413f9877f2b6478589492719e863537a94d2558990
+size 834
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977741.devfair0221.1694145.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977741.devfair0221.1694145.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4581f9eab37806767b7e6ce2a07040ceaa8bb39
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977741.devfair0221.1694145.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76266da76d9de3f6eed7c00a4518a59f1de42932f69c60d4d579f36dae8302bd
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977803.devfair0221.1694956.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977803.devfair0221.1694956.0
new file mode 100644
index 0000000000000000000000000000000000000000..519c426e73e193a16b9a05ff7e17ef2c0fbdeb98
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687977803.devfair0221.1694956.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585f2c3b5f055549526eaa0b835341561489525af57d1b4afcde324dd3156e72
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978054.devfair0221.1695835.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978054.devfair0221.1695835.0
new file mode 100644
index 0000000000000000000000000000000000000000..797c339325265cd8a4ef72d67193c0150f297b17
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978054.devfair0221.1695835.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f3c36283e4eccc96b23343db3a58cd2d427c87ceb0de77623d6ea138cd749
+size 834
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978307.learnfair1513.1588425.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978307.learnfair1513.1588425.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae539b6f066cdcddafc01bd391c2afa2a20ce39b
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1687978307.learnfair1513.1588425.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf2ce84d91069b1eafd9b1668352a10718bf7b25896f03f0b7a4fb32f8a45d2
+size 343674
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688000555.learnfair1157.2375965.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688000555.learnfair1157.2375965.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b1cd972b5528dc05a1f317652c2ad05c00619
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688000555.learnfair1157.2375965.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa35dd17e7fda422d83d108ef5e4ef1bea906a5525f54a26eeec6cb14a1a321
+size 84872
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688011576.learnfair1093.3854371.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688011576.learnfair1093.3854371.0
new file mode 100644
index 0000000000000000000000000000000000000000..adb6e094e0c96aafaf795bb03daac99845d9b1a7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688011576.learnfair1093.3854371.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac6990f81c78848fb026244ac2bdc7495d785b4e8e7a98fce538f7c93d6232
+size 374163
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688060719.learnfair1953.2654745.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688060719.learnfair1953.2654745.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a08b74ef9dacbffc8d7d36b5a02dda7e108adc6
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688060719.learnfair1953.2654745.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f45672ef138201416a8ca9c9cc0a8066b14ed8dc016bd48838b933c7ced7f0d
+size 2020545
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688404967.learnfair1665.169854.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688404967.learnfair1665.169854.0
new file mode 100644
index 0000000000000000000000000000000000000000..bef43b3856c20e3d09abb3852e9fbbd6ada29d7a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/train/events.out.tfevents.1688404967.learnfair1665.169854.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8ed3e7714fa9b370450a7d8e6ecd407e74d37b3369ef77c1bf72aef086982e
+size 2020545
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916943.learnfair1502.3712237.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916943.learnfair1502.3712237.1
new file mode 100644
index 0000000000000000000000000000000000000000..5f29db7f20b5a0997f250bf170149f53c22ec32c
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916943.learnfair1502.3712237.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864c60a8989e57bce42e724efec658ff850e3645244de79eae3e1aea26d198e4
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916945.learnfair1487.3993792.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916945.learnfair1487.3993792.1
new file mode 100644
index 0000000000000000000000000000000000000000..270e12b8dd610766232bef34385925d1b672254e
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687916945.learnfair1487.3993792.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed48bf69fea788b03fcad5f1fb8407741002b471067aff0994bd28ae01a3dcb
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687917438.learnfair7731.1932016.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687917438.learnfair7731.1932016.1
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ff95891983774bed172bb82b22a2aaab248f1
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687917438.learnfair7731.1932016.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5cecd74d25471b21f23ada8825d24a07ef4be84c3b3733d64e8e87ad2c6fb
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687920167.learnfair1176.2412152.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687920167.learnfair1176.2412152.1
new file mode 100644
index 0000000000000000000000000000000000000000..c3f91596b76ef0b8f91bd94a511a695ec9246797
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687920167.learnfair1176.2412152.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5837a1bfc9d3c6170ec9d050f693fa9115cb69f74df43722be461e3c63bc475a
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687921040.learnfair1818.3720269.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687921040.learnfair1818.3720269.1
new file mode 100644
index 0000000000000000000000000000000000000000..4487eaf1e453dad7835231502b654ef4d1cdf576
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687921040.learnfair1818.3720269.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6429888a705bc3eab22a263a0c3723163e8bf8c7dad47cc8e93de52bcf942c4f
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687922225.learnfair1176.2488951.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687922225.learnfair1176.2488951.1
new file mode 100644
index 0000000000000000000000000000000000000000..d98777888cb10ff7a6b67fddb81162812550b8df
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687922225.learnfair1176.2488951.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12daab3595cfe51b70baa65fc3d1d9df9cd370640a93b1617f0341a9e0dae713
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687973980.devfair0221.1681694.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687973980.devfair0221.1681694.1
new file mode 100644
index 0000000000000000000000000000000000000000..a4911c50bd23c2810cc1c86bf6ed3127add4a267
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687973980.devfair0221.1681694.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c395acbfd4e04d7afa39e7a8e2457879c4c5a7238c44be6bc087418ba062ee94
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974173.devfair0221.1682873.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974173.devfair0221.1682873.1
new file mode 100644
index 0000000000000000000000000000000000000000..7263cd3db2423494ed2f2daef01aa2a2c318aa3b
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974173.devfair0221.1682873.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bbe6f278984c267d0a7135d3688ca0dd1ac96b29b9091dc78da40d5762bcf3
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974338.devfair0221.1683709.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974338.devfair0221.1683709.1
new file mode 100644
index 0000000000000000000000000000000000000000..4b5b54bc34cbe761770bc9d195e9d04c0ab677ac
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974338.devfair0221.1683709.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea05edddeca75b9c961897e10813e931bbbc6dc8dec09cc897fc4099b92d80b
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974509.devfair0221.1684568.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974509.devfair0221.1684568.1
new file mode 100644
index 0000000000000000000000000000000000000000..2028f92ef82ffb90c54fb39d7b3f2c2f849a0920
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687974509.devfair0221.1684568.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32fd2d4985c2ac96975308147bc4758d3018644b3a1077b46fde11775ad462
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975323.devfair0221.1686400.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975323.devfair0221.1686400.1
new file mode 100644
index 0000000000000000000000000000000000000000..f404ae1514c22b2c6a152430b7f3d1cc1117995f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975323.devfair0221.1686400.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cbdc379a64e3ac247ad0060364ad998a99a93d10cc83ba862a81cca39e1ba1
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975454.devfair0221.1687214.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975454.devfair0221.1687214.1
new file mode 100644
index 0000000000000000000000000000000000000000..f56af7ec42758f29f6d9c5926dd9334ef586d3f0
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975454.devfair0221.1687214.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa580692fc6537ae0c8abb3f107ad69d11d5be78b5f945c8b1449ab57cd195
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975549.devfair0221.1688213.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975549.devfair0221.1688213.1
new file mode 100644
index 0000000000000000000000000000000000000000..34ea79f78336e8678d8739572eb6fc02f29f96bb
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687975549.devfair0221.1688213.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea1c07da56d0a0f5cde50b16fed7558f9436d1359d24bae129f51dd86420c67
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976840.devfair0221.1689705.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976840.devfair0221.1689705.1
new file mode 100644
index 0000000000000000000000000000000000000000..779fdd45cf16aa5cfebab72f9f0563836e505962
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976840.devfair0221.1689705.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da865d63d292466cb92167cd6667af6b9edd8fb2c58b0d8d87a9c1d854c49147
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976933.devfair0221.1690515.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976933.devfair0221.1690515.1
new file mode 100644
index 0000000000000000000000000000000000000000..408eb7be5257059424f22a21b8a0be7fdefedbfe
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687976933.devfair0221.1690515.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991a0b5bacd17fdcd83803a7ccfab31ea3a37247c014df08ca33db8722f4ca49
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977150.devfair0221.1691707.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977150.devfair0221.1691707.1
new file mode 100644
index 0000000000000000000000000000000000000000..5b8436fa8b5e0a66efc4038cb9dec9101ee04aca
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977150.devfair0221.1691707.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b85d8b9a53d62a71891caf1f45d339c6d2edabc642233327bdc78e2e5d24ce
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977407.devfair0221.1692695.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977407.devfair0221.1692695.1
new file mode 100644
index 0000000000000000000000000000000000000000..55baeb750576723265e6c25c77e834d6e4085db7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977407.devfair0221.1692695.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901558a1bf6e014b1ab9b591b6a1e1018a20ae7702b5b153897572e872af3617
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977741.devfair0221.1694145.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977741.devfair0221.1694145.1
new file mode 100644
index 0000000000000000000000000000000000000000..82c5319c44d4fc3b266547d6d45b1c4a3868a16e
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977741.devfair0221.1694145.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e0ae7e31eaa0a8a4d9deb7562f1879fbeade27c3e60bb789febaecfad1e5df
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977803.devfair0221.1694956.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977803.devfair0221.1694956.1
new file mode 100644
index 0000000000000000000000000000000000000000..2f3fd98eca2f5b3979c4f9105043e69d51901a85
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687977803.devfair0221.1694956.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4e4eb4346c9f3599f39655fa7025f25e6eed88ece87489add8bdff296eb3a9
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978054.devfair0221.1695835.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978054.devfair0221.1695835.1
new file mode 100644
index 0000000000000000000000000000000000000000..ac3d97c5aba5de5b635f8343c7c37942505dfe96
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978054.devfair0221.1695835.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd75aaa89307fda4dd9d2688457101b4b54fa35dd2f0fb0ff0783579207ef9f
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978307.learnfair1513.1588425.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978307.learnfair1513.1588425.1
new file mode 100644
index 0000000000000000000000000000000000000000..5e16a4bf44fb3c0521ab6f400cb4a941d6d14402
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1687978307.learnfair1513.1588425.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf1cc548f88c53c6c36f7c1130e7a9ba2dc5072ea300db2f74e463795d7bbdd
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688000555.learnfair1157.2375965.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688000555.learnfair1157.2375965.1
new file mode 100644
index 0000000000000000000000000000000000000000..3e9460adede3e14a0da5eb85f48c31b0b182a909
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688000555.learnfair1157.2375965.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44475ab36bd7f804f840e267b9cdeaa79557cebaaec4436ab266e6531e2fd6de
+size 846
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688011576.learnfair1093.3854371.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688011576.learnfair1093.3854371.1
new file mode 100644
index 0000000000000000000000000000000000000000..bd2f39dad8803faeb3604a1b3aae60f38ff60ca7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688011576.learnfair1093.3854371.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe697aa36a7c6762f1438073dcf7bbf5ef8ba6fb230a7439248a74b9adcef62
+size 4329
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688060719.learnfair1953.2654745.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688060719.learnfair1953.2654745.1
new file mode 100644
index 0000000000000000000000000000000000000000..cf74fd909682948119f5a6995858ae66419b9538
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688060719.learnfair1953.2654745.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8a823ce1466398d9b1e52472c8091368970681c8f0d6974523cd7955926ca4
+size 24469
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688404967.learnfair1665.169854.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688404967.learnfair1665.169854.1
new file mode 100644
index 0000000000000000000000000000000000000000..56116f58df76f810447f567df8d2bd8e30ade40f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/tensorboard/valid/events.out.tfevents.1688404967.learnfair1665.169854.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d16ba03fa6a6cfca5313259dfc7a4d665729a419db7b0517d2f7e343c7a909
+size 24469
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/valid.loss.best.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/valid.loss.best.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8dd48512c8103bde280b081e22ecc84030c87
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_40ms_raw/valid.loss.best.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0de70194f1e6166553f0250254a70a963908263bff7c9672c879f77bd3a6869
+size 383085228
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/config.yaml b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..232d4423cd017e8b9a1a8aaa857b55b6d284a6b0
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/config.yaml
@@ -0,0 +1,680 @@
+config: conf/tuning/train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw
+ngpu: 1
+seed: 0
+num_workers: 8
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: 8
+dist_rank: 0
+local_rank: 0
+dist_master_addr: localhost
+dist_master_port: 42701
+dist_launcher: null
+multiprocessing_distributed: true
+unused_parameters: true
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 100
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - loss
+    - min
+keep_nbest_models: 10
+nbest_averaging_interval: 0
+grad_clip: 5.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 4
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: true
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param: []
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: 4000
+batch_size: 20
+valid_batch_size: null
+batch_bins: 20000000
+valid_batch_bins: null
+train_shape_file:
+- exp/hubert_iter2_stats_raw/splits16/speech_shape
+- exp/hubert_iter2_stats_raw/splits16/text_shape.word
+valid_shape_file:
+- exp/hubert_iter2_stats_raw/valid/speech_shape
+- exp/hubert_iter2_stats_raw/valid/text_shape.word
+batch_type: numel
+valid_batch_type: null
+fold_length:
+- 80000
+- 400
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: true
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+chunk_excluded_key_prefixes: []
+train_data_path_and_name_and_type:
+-   - exp/hubert_iter2_stats_raw/splits16/wav.scp
+    - speech
+    - kaldi_ark
+-   - exp/hubert_iter2_stats_raw/splits16/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+valid_data_path_and_name_and_type:
+-   - dump/raw/dev_all_li/wav.scp
+    - speech
+    - kaldi_ark
+-   - dump/raw/dev_all_li/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+exclude_weight_decay: false
+exclude_weight_decay_conf: {}
+optim: adam
+optim_conf:
+    lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 32000
+token_list:
+- '319'
+- '427'
+- '472'
+- '418'
+- '447'
+- '188'
+- '366'
+- '132'
+- '328'
+- '193'
+- '398'
+- '440'
+- '301'
+- '433'
+- '314'
+- '45'
+- '380'
+- '383'
+- '485'
+- '357'
+- '267'
+- '348'
+- '490'
+- '120'
+- '491'
+- '303'
+- '498'
+- '399'
+- '55'
+- '437'
+- '476'
+- '423'
+- '385'
+- '351'
+- '395'
+- '458'
+- '381'
+- '222'
+- '373'
+- '287'
+- '424'
+- '487'
+- '248'
+- '114'
+- '388'
+- '232'
+- '40'
+- '81'
+- '459'
+- '171'
+- '327'
+- '138'
+- '242'
+- '121'
+- '444'
+- '480'
+- '202'
+- '147'
+- '162'
+- '268'
+- '448'
+- '429'
+- '156'
+- '9'
+- '87'
+- '207'
+- '350'
+- '332'
+- '464'
+- '77'
+- '263'
+- '28'
+- '460'
+- '258'
+- '90'
+- '53'
+- '499'
+- '400'
+- '450'
+- '161'
+- '446'
+- '49'
+- '360'
+- '247'
+- '436'
+- '389'
+- '449'
+- '428'
+- '368'
+- '131'
+- '362'
+- '409'
+- '214'
+- '422'
+- '204'
+- '406'
+- '201'
+- '21'
+- '412'
+- '377'
+- '312'
+- '285'
+- '405'
+- '123'
+- '254'
+- '497'
+- '386'
+- '59'
+- '7'
+- '382'
+- '220'
+- '296'
+- '363'
+- '496'
+- '454'
+- '230'
+- '407'
+- '307'
+- '172'
+- '151'
+- '337'
+- '286'
+- '37'
+- '302'
+- '482'
+- '414'
+- '42'
+- '20'
+- '403'
+- '375'
+- '294'
+- '19'
+- '376'
+- '31'
+- '27'
+- '276'
+- '347'
+- '10'
+- '249'
+- '198'
+- '305'
+- '425'
+- '250'
+- '239'
+- '465'
+- '44'
+- '179'
+- '190'
+- '469'
+- '236'
+- '111'
+- '479'
+- '227'
+- '478'
+- '41'
+- '181'
+- '100'
+- '420'
+- '415'
+- '396'
+- '39'
+- '316'
+- '137'
+- '51'
+- '66'
+- '311'
+- '295'
+- '122'
+- '228'
+- '113'
+- '61'
+- '60'
+- '93'
+- '397'
+- '392'
+- '142'
+- '233'
+- '110'
+- '484'
+- '244'
+- '281'
+- '394'
+- '352'
+- '461'
+- '185'
+- '470'
+- '455'
+- '474'
+- '345'
+- '451'
+- '6'
+- '309'
+- '3'
+- '445'
+- '219'
+- '401'
+- '333'
+- '163'
+- '102'
+- '310'
+- '493'
+- '199'
+- '17'
+- '48'
+- '346'
+- '489'
+- '323'
+- '488'
+- '462'
+- '260'
+- '197'
+- '391'
+- '126'
+- '251'
+- '324'
+- '135'
+- '402'
+- '262'
+- '443'
+- '393'
+- '441'
+- '417'
+- '378'
+- '94'
+- '290'
+- '38'
+- '369'
+- '229'
+- '477'
+- '195'
+- '34'
+- '481'
+- '11'
+- '231'
+- '65'
+- '144'
+- '5'
+- '97'
+- '225'
+- '150'
+- '152'
+- '339'
+- '237'
+- '205'
+- '257'
+- '367'
+- '68'
+- '475'
+- '430'
+- '140'
+- '105'
+- '154'
+- '166'
+- '349'
+- '36'
+- '127'
+- '467'
+- '192'
+- '16'
+- '336'
+- '356'
+- '71'
+- '282'
+- '180'
+- '291'
+- '30'
+- '361'
+- '155'
+- '492'
+- '306'
+- '438'
+- '63'
+- '33'
+- '240'
+- '404'
+- '210'
+- '191'
+- '434'
+- '374'
+- '317'
+- '24'
+- '125'
+- '70'
+- '299'
+- '483'
+- '177'
+- '359'
+- '342'
+- '255'
+- '211'
+- '86'
+- '35'
+- '304'
+- '334'
+- '168'
+- '259'
+- '325'
+- '297'
+- '221'
+- '107'
+- '279'
+- '453'
+- '321'
+- '411'
+- '264'
+- '176'
+- '340'
+- '313'
+- '326'
+- '384'
+- '271'
+- '67'
+- '364'
+- '1'
+- '338'
+- '25'
+- '355'
+- '106'
+- '95'
+- '29'
+- '288'
+- '74'
+- '213'
+- '62'
+- '116'
+- '47'
+- '178'
+- '289'
+- '431'
+- '50'
+- '390'
+- '343'
+- '439'
+- '266'
+- '112'
+- '85'
+- '435'
+- '413'
+- '217'
+- '292'
+- '165'
+- '153'
+- '145'
+- '22'
+- '371'
+- '370'
+- '215'
+- '54'
+- '452'
+- '82'
+- '117'
+- '226'
+- '280'
+- '13'
+- '103'
+- '234'
+- '186'
+- '241'
+- '52'
+- '468'
+- '261'
+- '256'
+- '14'
+- '408'
+- '212'
+- '88'
+- '73'
+- '141'
+- '318'
+- '139'
+- '169'
+- '278'
+- '216'
+- '128'
+- '379'
+- '277'
+- '115'
+- '56'
+- '344'
+- '252'
+- '184'
+- '15'
+- '203'
+- '187'
+- '471'
+- '245'
+- '23'
+- '173'
+- '146'
+- '175'
+- '322'
+- '157'
+- '96'
+- '72'
+- '98'
+- '466'
+- '387'
+- '315'
+- '253'
+- '8'
+- '283'
+- '243'
+- '416'
+- '329'
+- '170'
+- '134'
+- '421'
+- '238'
+- '209'
+- '43'
+- '494'
+- '442'
+- '372'
+- '308'
+- '293'
+- '78'
+- '272'
+- '473'
+- '4'
+- '2'
+- '265'
+- '167'
+- '92'
+- '463'
+- '410'
+- '298'
+- '206'
+- '269'
+- '365'
+- '189'
+- '183'
+- '246'
+- '331'
+- '273'
+- '18'
+- '223'
+- '200'
+- '194'
+- '124'
+- '89'
+- '75'
+- '426'
+- '320'
+- '335'
+- '160'
+- '495'
+- '26'
+- '80'
+- '419'
+- '196'
+- '130'
+- '118'
+- '148'
+- '353'
+- '159'
+- '119'
+- '84'
+- '284'
+- '133'
+- '76'
+- '274'
+- '270'
+- '79'
+- '300'
+- '275'
+- '218'
+- '83'
+- '64'
+- '486'
+- '235'
+- '143'
+- '164'
+- '136'
+- '129'
+- '101'
+- '91'
+- '108'
+- '46'
+- '330'
+- '174'
+- '12'
+- '149'
+- '457'
+- '354'
+- '432'
+- '208'
+- '58'
+- '358'
+- '224'
+- '104'
+- '69'
+- '57'
+- '99'
+- '456'
+- '182'
+- '109'
+- '158'
+- '32'
+- <unk>
+- <sos/eos>
+init: null
+collate_fn_conf:
+    label_downsampling: 4
+    pad: false
+    rand_crop: true
+input_size: 1
+num_classes: 500
+use_preprocessor: true
+token_type: word
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+pred_masked_weight: 1.0
+pred_nomask_weight: 0.0
+loss_weights: 0.0
+frontend: null
+frontend_conf: {}
+specaug: null
+specaug_conf: {}
+normalize: null
+normalize_conf: {}
+preencoder: null
+preencoder_conf: {}
+encoder: torchaudio_hubert
+encoder_conf:
+    encoder_projection_dropout: 0.1
+    encoder_attention_dropout: 0.1
+    encoder_ff_interm_dropout: 0.0
+    encoder_dropout: 0.1
+    encoder_layer_drop: 0.05
+    extractor_conv_layer_config:
+    -   - 512
+        - 10
+        - 5
+    -   - 512
+        - 5
+        - 4
+    -   - 512
+        - 5
+        - 4
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+    -   - 512
+        - 3
+        - 2
+model: torchaudio
+model_conf: {}
+required:
+- output_dir
+- token_list
+version: '202304'
+distributed: true
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..6360a7c6f0faaa36f7869a1b9d7a5dabd374f49d
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..e7949b17e5b73435779de510ed8deacaf0832c00
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/acc_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/backward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/backward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..c2ee4c03feb23031c5641ee7bd25a9d1c29047f3
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/backward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/clip.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/clip.png
new file mode 100644
index 0000000000000000000000000000000000000000..17f6c6c092a9f4e60ddd19c4e0428fd6503a93f7
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/clip.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..c15b63731db29b9f782fb850927867b832102a12
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..8249bb7e07614fc2ab52f2e2eb00497bf66800c3
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/correct_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa92f7048a616161491c733555d72ad578aa937b
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..cac81f26aea0405116f98d56c5e84a55cc48c00f
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/count_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/forward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/forward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..2549939349def5dce0e2820249b3d91b56163e49
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/forward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/gpu_max_cached_mem_GB.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/gpu_max_cached_mem_GB.png
new file mode 100644
index 0000000000000000000000000000000000000000..e7fbea02b7cdd17f468209a60ea34bf7d2b21c4d
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/gpu_max_cached_mem_GB.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/grad_norm.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/grad_norm.png
new file mode 100644
index 0000000000000000000000000000000000000000..bfb73f70797a88c27616fcb2760d7818718cb55f
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/grad_norm.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/iter_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/iter_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..e09a7efd3783ce8d280b4a15c03084542dbc97cf
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/iter_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a0f74e791c74abc2f1031df09805ba9f91b2065
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss_scale.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss_scale.png
new file mode 100644
index 0000000000000000000000000000000000000000..bece132300e80eb6b0b2484a22d0a58d860ae9c2
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/loss_scale.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim0_lr0.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim0_lr0.png
new file mode 100644
index 0000000000000000000000000000000000000000..c4f439cbd68356378489f795346d3da8c6632207
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim0_lr0.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim_step_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim_step_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..e31487344948ca28377604796db2a74959a8beb6
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/optim_step_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/train_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/train_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..e6a2c99ca2974913d3a1f41076d3842c8ae59a67
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/images/train_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/latest.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/latest.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48bd8b12165b4fd45c5109aaf22538ab4be44ec5
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/latest.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c2a2b7e36db0b7def2987569975dfc93f617e8de541b9762dcea2927708c0a
+size 385181651
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688115391.learnfair1779.1142988.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688115391.learnfair1779.1142988.0
new file mode 100644
index 0000000000000000000000000000000000000000..179e62c75fe85fba4aece8a3b97f4e95d70da1a8
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688115391.learnfair1779.1142988.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d799f5860e7d54f2368cfb2c9a1af6ff2130489a7d842f1ed0b1736a9b0dc77
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688155627.learnfair7622.4179306.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688155627.learnfair7622.4179306.0
new file mode 100644
index 0000000000000000000000000000000000000000..84f9315a726a088f26221b88113f817c78a01516
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688155627.learnfair7622.4179306.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c019bbb7b80dec879c06b0750d49fd02671b756902cf6b83bb5b21479434b73b
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688163300.learnfair1307.3385417.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688163300.learnfair1307.3385417.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e793a65ea66d0757849fd4b09e5fdb4e02f7ac9
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688163300.learnfair1307.3385417.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e378a202b3252c848746689cc734d8f88dc2de20258f3b7df55daa71c26b75c
+size 307257
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688405215.learnfair1761.3156660.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688405215.learnfair1761.3156660.0
new file mode 100644
index 0000000000000000000000000000000000000000..597819c016fbff98b59aac89afef08e67b7470ca
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688405215.learnfair1761.3156660.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db61627eccf17d97a8160ce6360de81e50e0670b33df2847861a1fa93c4f8c5c
+size 21872
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688409397.learnfair1079.890308.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688409397.learnfair1079.890308.0
new file mode 100644
index 0000000000000000000000000000000000000000..5846026f3013c16f0d1fa3530425b06bd91e89bd
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688409397.learnfair1079.890308.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eff389c493ccbd41a418a73277dfc8bf4ca2027f14f6c5724f099688933428b
+size 21872
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688424915.learnfair7709.1592227.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688424915.learnfair7709.1592227.0
new file mode 100644
index 0000000000000000000000000000000000000000..350ac1b2a923ba522d7add2903d190c85404c02f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688424915.learnfair7709.1592227.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195bcbab9f702335bb81db2a9cf7ec37d1d19648fd690ded5a12418c4afc39da
+size 22921
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688436845.learnfair7647.3015033.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688436845.learnfair7647.3015033.0
new file mode 100644
index 0000000000000000000000000000000000000000..372109b39715e66319a516bd22ae70794e559ca9
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688436845.learnfair7647.3015033.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8379329d09f0b2ffe1efb335d2dc10c4de7fb5c28961a60109572ee29bf9ef
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688441831.learnfair1868.2094213.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688441831.learnfair1868.2094213.0
new file mode 100644
index 0000000000000000000000000000000000000000..44d65b0a29c3be46d8596750b606d0b9c20a65b2
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688441831.learnfair1868.2094213.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e08700a209b8bd2be1b6d46143388bd5a77cdbdcda4e752da19de420f3c0af0
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688457574.learnfair1561.619704.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688457574.learnfair1561.619704.0
new file mode 100644
index 0000000000000000000000000000000000000000..d30ac6ecb625208497fc3e1af4b82eb9db827e0a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688457574.learnfair1561.619704.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35029af45eccca4389141c8f043b37a64cf0e47bf287df1d32ca303eda6d6437
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688509625.learnfair7674.1280725.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688509625.learnfair7674.1280725.0
new file mode 100644
index 0000000000000000000000000000000000000000..0efa559d4042688ec6c6862270a32a3bae70c92c
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688509625.learnfair7674.1280725.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15366342cc3f26da02dd1d169a37a25f5be3e98a893f614e7f153c28e58cac9
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688539265.learnfair7641.2943851.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688539265.learnfair7641.2943851.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4744be1d05ae95439be33e6083172bee8b38f02
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688539265.learnfair7641.2943851.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b8359a5cf7f5b6cde098d79c5717f90122cf8af131190c9045b315135a567e
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688547345.learnfair1121.2754061.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688547345.learnfair1121.2754061.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b637974cb0e3396b7aacc888b48132fac55672a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688547345.learnfair1121.2754061.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379debe7842de71cb1835baaa76ba2e97c69dec9b53211c39211a4912d4d11ea
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688578603.learnfair1701.3260750.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688578603.learnfair1701.3260750.0
new file mode 100644
index 0000000000000000000000000000000000000000..77f5dbd28c46f2497d0c5e6f5098d00c7bc2527e
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688578603.learnfair1701.3260750.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc42fe2249c109690d9f036d763c708a5e7c7414091feff064d0777bf0b196
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688582988.learnfair1152.2215217.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688582988.learnfair1152.2215217.0
new file mode 100644
index 0000000000000000000000000000000000000000..817cf674b548cc93b9f2be37e5f680a65eae48ea
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688582988.learnfair1152.2215217.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db69c81a80c29410a69eaf5b16934f8fde19944bfe3cc586d43acf6bd08e472
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688588946.learnfair1100.3783687.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688588946.learnfair1100.3783687.0
new file mode 100644
index 0000000000000000000000000000000000000000..85394283259b211a5166443bf203cc33f88a2a1f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688588946.learnfair1100.3783687.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f0e354fa68c484f14000cb005c8479e4f72c462d226298735db615451f65ee
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688594094.learnfair5028.1127752.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688594094.learnfair5028.1127752.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad4abc97fb25b2df0327b05ac8c1264d4f90e5f7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688594094.learnfair5028.1127752.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee0f0498e8a9dc828a269129d8420238b4b6641e96e9d24a7934b9e07a935a1
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688598174.learnfair1511.194290.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688598174.learnfair1511.194290.0
new file mode 100644
index 0000000000000000000000000000000000000000..d598ff616136a2b132d2542909845c08530f1fd9
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688598174.learnfair1511.194290.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b18695c88f6cb4417f1d79c763ca146f06368601064fb363f547d83bbf196
+size 5534
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688602139.learnfair1311.187030.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688602139.learnfair1311.187030.0
new file mode 100644
index 0000000000000000000000000000000000000000..8553e2818a0e3b15a1261f2b161bff64be8b0bef
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688602139.learnfair1311.187030.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d210f0b0150f529632fa3712188d994b76539e680b224d9ce19d7944eacec9
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688668614.learnfair7671.730670.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688668614.learnfair7671.730670.0
new file mode 100644
index 0000000000000000000000000000000000000000..43e84ece97ff65f610d62b01bca8b89ac8074d58
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688668614.learnfair7671.730670.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a2257829b52b110caf9a51860b7e9eba3b057202733de4508a1a225c7ecff2
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688674389.learnfair7671.823009.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688674389.learnfair7671.823009.0
new file mode 100644
index 0000000000000000000000000000000000000000..83b82f7ade5f9b4d326367511f2d853710a5f528
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/train/events.out.tfevents.1688674389.learnfair7671.823009.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3c2e67442721c20c55e1dd8723713e9102ddad94b363a0ae7c90a9cf5284e0
+size 32097
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688115391.learnfair1779.1142988.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688115391.learnfair1779.1142988.1
new file mode 100644
index 0000000000000000000000000000000000000000..bc14aa2cb96cfd0b23469b39fd56aa0c4544abd4
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688115391.learnfair1779.1142988.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a5ca9f9f8efd537fe7bcda6af59fd77f55a357ffb072bcf09e5d22d0eb3d4
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688155627.learnfair7622.4179306.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688155627.learnfair7622.4179306.1
new file mode 100644
index 0000000000000000000000000000000000000000..c726d8f3b6459c2e81a9ee6d1ad0ab93c1317fdd
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688155627.learnfair7622.4179306.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c12c03871ad56a5b1aac02c7445686d900ec4b0056f4a4b865f47bd81ae76d
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688163300.learnfair1307.3385417.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688163300.learnfair1307.3385417.1
new file mode 100644
index 0000000000000000000000000000000000000000..f45579756d362549e9a669ddf1ebe068a115d2dd
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688163300.learnfair1307.3385417.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755691d453f599d164888de45b99a1dca3f2a64c50563b3565088dbf75cd2ee6
+size 3539
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688405215.learnfair1761.3156660.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688405215.learnfair1761.3156660.1
new file mode 100644
index 0000000000000000000000000000000000000000..8e12c8e22e5b891a0aa20f75441612b4614195b4
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688405215.learnfair1761.3156660.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9bf0988173a5d9de4d3b5155003a3d5c790324944f9ecbfd6ce3cbb4a1e44
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688409397.learnfair1079.890308.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688409397.learnfair1079.890308.1
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1603e811d6c00badaf8724b827a072d9f07c8
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688409397.learnfair1079.890308.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b12b3c0f788002cd7b9f9d9b73bfbc057d8f28a62dae025b4162e85cb52809
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688424915.learnfair7709.1592227.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688424915.learnfair7709.1592227.1
new file mode 100644
index 0000000000000000000000000000000000000000..a2dea848d43262a60647c3f8e6b547e73b441efa
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688424915.learnfair7709.1592227.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e650b5c9fa545aa531870dd57519ef6a79a948e57e8178d105a0694fb1df072
+size 210
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688436845.learnfair7647.3015033.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688436845.learnfair7647.3015033.1
new file mode 100644
index 0000000000000000000000000000000000000000..4bfa6d65a2237a27efeb96820dc127c182ee57dc
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688436845.learnfair7647.3015033.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf11cefb77d000e8632a094889672c3c30fe1f8664d671f6b3eae8d28f84a8c
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688441831.learnfair1868.2094213.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688441831.learnfair1868.2094213.1
new file mode 100644
index 0000000000000000000000000000000000000000..4b952405b9e34645ed2b03854863350b6cdae316
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688441831.learnfair1868.2094213.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c950b32ade74e023f7344faeb482ee3839820a6261251495ca9870db47711262
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688457574.learnfair1561.619704.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688457574.learnfair1561.619704.1
new file mode 100644
index 0000000000000000000000000000000000000000..6040cf9eb2fc76a3e129e239f8d6b4c8b8d60684
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688457574.learnfair1561.619704.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5537fa1a1ff85a9835072530b1a21f93f1a6f8c9a2909a36f00bed03ed5db27a
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688509625.learnfair7674.1280725.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688509625.learnfair7674.1280725.1
new file mode 100644
index 0000000000000000000000000000000000000000..6b99bf88f815932438ce9de6f9ae9e58161a3689
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688509625.learnfair7674.1280725.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8f36df594cc740d881cf8c3e87a21323bb5708572b0ed75ae5384410a6f11f
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688539265.learnfair7641.2943851.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688539265.learnfair7641.2943851.1
new file mode 100644
index 0000000000000000000000000000000000000000..f66971aa4bbe8deb6b0beebef741a34ccbf8da0e
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688539265.learnfair7641.2943851.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f8cf06440bcab18ccb8581cef505eaccaa98d428fe3434d3ca8b314f2666c
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688547345.learnfair1121.2754061.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688547345.learnfair1121.2754061.1
new file mode 100644
index 0000000000000000000000000000000000000000..1653f2cdd4dc9d9ae8993bfe491e60b90c7a2b9d
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688547345.learnfair1121.2754061.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40e57dcef198881adab367c63bbc6fd14211e18b06b8044bf2569a5ff8f743a
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688578603.learnfair1701.3260750.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688578603.learnfair1701.3260750.1
new file mode 100644
index 0000000000000000000000000000000000000000..3b0f447208833b9a822ebbeed464d493dbddb56f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688578603.learnfair1701.3260750.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee5010a4e96a05bdcf457a9b3703c53ef14a4b81ae346396dde270c62ba7198
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688582988.learnfair1152.2215217.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688582988.learnfair1152.2215217.1
new file mode 100644
index 0000000000000000000000000000000000000000..0f49f7db9c0c7076d22f0bf1dae8baf596575efd
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688582988.learnfair1152.2215217.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c868855edd1ef77d2f9174bedc6db6fd829f411b670375d9e0a3dbb6c4aeefcf
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688588946.learnfair1100.3783687.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688588946.learnfair1100.3783687.1
new file mode 100644
index 0000000000000000000000000000000000000000..1d38f7d11b8e235202033473fac2ba94f60db96f
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688588946.learnfair1100.3783687.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d9b14304d2a066dee24f125cb0656b79368fa82662b6e4c0969248c59313e
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688594094.learnfair5028.1127752.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688594094.learnfair5028.1127752.1
new file mode 100644
index 0000000000000000000000000000000000000000..77aca938651bd01c5bd8f20adddc70668056475d
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688594094.learnfair5028.1127752.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4e971519b9e4ee2e6989a4b1da2aebe98939b3a6bb2b6cc6c78f05443540ac
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688598174.learnfair1511.194290.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688598174.learnfair1511.194290.1
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f8275cc2fc7c7e9a380a7020304ae183a2a12
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688598174.learnfair1511.194290.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e9b8d41f6e1dd5a264d684ee7ef3fce0941ddebacee617a3b21935da68c639
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688602139.learnfair1311.187030.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688602139.learnfair1311.187030.1
new file mode 100644
index 0000000000000000000000000000000000000000..4beba627050af3c42f768aa741904263345699d8
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688602139.learnfair1311.187030.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa405d2fc6a428c6672b2ce4d79e813d7c2aa0f46b4adacd612a50e32468a48
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688668614.learnfair7671.730670.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688668614.learnfair7671.730670.1
new file mode 100644
index 0000000000000000000000000000000000000000..252028f6d9df28ab2be83b16d257e11d50a191bd
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688668614.learnfair7671.730670.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cf3fa1659aea6e5b252b3a8de3edc5dd8d9f9e2b27d375fd9027832af8e09d
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688674389.learnfair7671.823009.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688674389.learnfair7671.823009.1
new file mode 100644
index 0000000000000000000000000000000000000000..91df2f9bc386e71c1095bea59956a666acc2c78a
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/tensorboard/valid/events.out.tfevents.1688674389.learnfair7671.823009.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff0d36904451d06e10787474ea7f9e4e015d26691c48d117a65f3e7391cb50
+size 475
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/valid.loss.best.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/valid.loss.best.pth
new file mode 100644
index 0000000000000000000000000000000000000000..984ed65561ab09bdb50fb91cbb5c5f84a2222950
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_80ms_raw/valid.loss.best.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c80edd9c609a7ac5752540484cc9791c687bb9da1555c9d8d667427984fd82
+size 385181651
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/config.yaml b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..b701308faca77e1c9e26787a305f49ef370e2dd4
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/config.yaml
@@ -0,0 +1,658 @@
+config: conf/tuning/train_ssl_torchaudiohubert_base_960h_pretrain_it2.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw
+ngpu: 1
+seed: 0
+num_workers: 8
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: 8
+dist_rank: 0
+local_rank: 0
+dist_master_addr: localhost
+dist_master_port: 34887
+dist_launcher: null
+multiprocessing_distributed: true
+unused_parameters: true
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 100
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - loss
+    - min
+keep_nbest_models: 10
+nbest_averaging_interval: 0
+grad_clip: 5.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 4
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: true
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param: []
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: 4000
+batch_size: 20
+valid_batch_size: null
+batch_bins: 20000000
+valid_batch_bins: null
+train_shape_file:
+- exp/hubert_iter2_stats_raw/splits16/speech_shape
+- exp/hubert_iter2_stats_raw/splits16/text_shape.word
+valid_shape_file:
+- exp/hubert_iter2_stats_raw/valid/speech_shape
+- exp/hubert_iter2_stats_raw/valid/text_shape.word
+batch_type: numel
+valid_batch_type: null
+fold_length:
+- 80000
+- 400
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: true
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+chunk_excluded_key_prefixes: []
+train_data_path_and_name_and_type:
+-   - exp/hubert_iter2_stats_raw/splits16/wav.scp
+    - speech
+    - kaldi_ark
+-   - exp/hubert_iter2_stats_raw/splits16/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+valid_data_path_and_name_and_type:
+-   - dump/raw/dev_all_li/wav.scp
+    - speech
+    - kaldi_ark
+-   - dump/raw/dev_all_li/text.km.kmeans_iter2_hubert_train_commonvoice_portion0.1
+    - text
+    - text
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+exclude_weight_decay: false
+exclude_weight_decay_conf: {}
+optim: adam
+optim_conf:
+    lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 32000
+token_list:
+- '319'
+- '427'
+- '472'
+- '418'
+- '447'
+- '188'
+- '366'
+- '132'
+- '328'
+- '193'
+- '398'
+- '440'
+- '301'
+- '433'
+- '314'
+- '45'
+- '380'
+- '383'
+- '485'
+- '357'
+- '267'
+- '348'
+- '490'
+- '120'
+- '491'
+- '303'
+- '498'
+- '399'
+- '55'
+- '437'
+- '476'
+- '423'
+- '385'
+- '351'
+- '395'
+- '458'
+- '381'
+- '222'
+- '373'
+- '287'
+- '424'
+- '487'
+- '248'
+- '114'
+- '388'
+- '232'
+- '40'
+- '81'
+- '459'
+- '171'
+- '327'
+- '138'
+- '242'
+- '121'
+- '444'
+- '480'
+- '202'
+- '147'
+- '162'
+- '268'
+- '448'
+- '429'
+- '156'
+- '9'
+- '87'
+- '207'
+- '350'
+- '332'
+- '464'
+- '77'
+- '263'
+- '28'
+- '460'
+- '258'
+- '90'
+- '53'
+- '499'
+- '400'
+- '450'
+- '161'
+- '446'
+- '49'
+- '360'
+- '247'
+- '436'
+- '389'
+- '449'
+- '428'
+- '368'
+- '131'
+- '362'
+- '409'
+- '214'
+- '422'
+- '204'
+- '406'
+- '201'
+- '21'
+- '412'
+- '377'
+- '312'
+- '285'
+- '405'
+- '123'
+- '254'
+- '497'
+- '386'
+- '59'
+- '7'
+- '382'
+- '220'
+- '296'
+- '363'
+- '496'
+- '454'
+- '230'
+- '407'
+- '307'
+- '172'
+- '151'
+- '337'
+- '286'
+- '37'
+- '302'
+- '482'
+- '414'
+- '42'
+- '20'
+- '403'
+- '375'
+- '294'
+- '19'
+- '376'
+- '31'
+- '27'
+- '276'
+- '347'
+- '10'
+- '249'
+- '198'
+- '305'
+- '425'
+- '250'
+- '239'
+- '465'
+- '44'
+- '179'
+- '190'
+- '469'
+- '236'
+- '111'
+- '479'
+- '227'
+- '478'
+- '41'
+- '181'
+- '100'
+- '420'
+- '415'
+- '396'
+- '39'
+- '316'
+- '137'
+- '51'
+- '66'
+- '311'
+- '295'
+- '122'
+- '228'
+- '113'
+- '61'
+- '60'
+- '93'
+- '397'
+- '392'
+- '142'
+- '233'
+- '110'
+- '484'
+- '244'
+- '281'
+- '394'
+- '352'
+- '461'
+- '185'
+- '470'
+- '455'
+- '474'
+- '345'
+- '451'
+- '6'
+- '309'
+- '3'
+- '445'
+- '219'
+- '401'
+- '333'
+- '163'
+- '102'
+- '310'
+- '493'
+- '199'
+- '17'
+- '48'
+- '346'
+- '489'
+- '323'
+- '488'
+- '462'
+- '260'
+- '197'
+- '391'
+- '126'
+- '251'
+- '324'
+- '135'
+- '402'
+- '262'
+- '443'
+- '393'
+- '441'
+- '417'
+- '378'
+- '94'
+- '290'
+- '38'
+- '369'
+- '229'
+- '477'
+- '195'
+- '34'
+- '481'
+- '11'
+- '231'
+- '65'
+- '144'
+- '5'
+- '97'
+- '225'
+- '150'
+- '152'
+- '339'
+- '237'
+- '205'
+- '257'
+- '367'
+- '68'
+- '475'
+- '430'
+- '140'
+- '105'
+- '154'
+- '166'
+- '349'
+- '36'
+- '127'
+- '467'
+- '192'
+- '16'
+- '336'
+- '356'
+- '71'
+- '282'
+- '180'
+- '291'
+- '30'
+- '361'
+- '155'
+- '492'
+- '306'
+- '438'
+- '63'
+- '33'
+- '240'
+- '404'
+- '210'
+- '191'
+- '434'
+- '374'
+- '317'
+- '24'
+- '125'
+- '70'
+- '299'
+- '483'
+- '177'
+- '359'
+- '342'
+- '255'
+- '211'
+- '86'
+- '35'
+- '304'
+- '334'
+- '168'
+- '259'
+- '325'
+- '297'
+- '221'
+- '107'
+- '279'
+- '453'
+- '321'
+- '411'
+- '264'
+- '176'
+- '340'
+- '313'
+- '326'
+- '384'
+- '271'
+- '67'
+- '364'
+- '1'
+- '338'
+- '25'
+- '355'
+- '106'
+- '95'
+- '29'
+- '288'
+- '74'
+- '213'
+- '62'
+- '116'
+- '47'
+- '178'
+- '289'
+- '431'
+- '50'
+- '390'
+- '343'
+- '439'
+- '266'
+- '112'
+- '85'
+- '435'
+- '413'
+- '217'
+- '292'
+- '165'
+- '153'
+- '145'
+- '22'
+- '371'
+- '370'
+- '215'
+- '54'
+- '452'
+- '82'
+- '117'
+- '226'
+- '280'
+- '13'
+- '103'
+- '234'
+- '186'
+- '241'
+- '52'
+- '468'
+- '261'
+- '256'
+- '14'
+- '408'
+- '212'
+- '88'
+- '73'
+- '141'
+- '318'
+- '139'
+- '169'
+- '278'
+- '216'
+- '128'
+- '379'
+- '277'
+- '115'
+- '56'
+- '344'
+- '252'
+- '184'
+- '15'
+- '203'
+- '187'
+- '471'
+- '245'
+- '23'
+- '173'
+- '146'
+- '175'
+- '322'
+- '157'
+- '96'
+- '72'
+- '98'
+- '466'
+- '387'
+- '315'
+- '253'
+- '8'
+- '283'
+- '243'
+- '416'
+- '329'
+- '170'
+- '134'
+- '421'
+- '238'
+- '209'
+- '43'
+- '494'
+- '442'
+- '372'
+- '308'
+- '293'
+- '78'
+- '272'
+- '473'
+- '4'
+- '2'
+- '265'
+- '167'
+- '92'
+- '463'
+- '410'
+- '298'
+- '206'
+- '269'
+- '365'
+- '189'
+- '183'
+- '246'
+- '331'
+- '273'
+- '18'
+- '223'
+- '200'
+- '194'
+- '124'
+- '89'
+- '75'
+- '426'
+- '320'
+- '335'
+- '160'
+- '495'
+- '26'
+- '80'
+- '419'
+- '196'
+- '130'
+- '118'
+- '148'
+- '353'
+- '159'
+- '119'
+- '84'
+- '284'
+- '133'
+- '76'
+- '274'
+- '270'
+- '79'
+- '300'
+- '275'
+- '218'
+- '83'
+- '64'
+- '486'
+- '235'
+- '143'
+- '164'
+- '136'
+- '129'
+- '101'
+- '91'
+- '108'
+- '46'
+- '330'
+- '174'
+- '12'
+- '149'
+- '457'
+- '354'
+- '432'
+- '208'
+- '58'
+- '358'
+- '224'
+- '104'
+- '69'
+- '57'
+- '99'
+- '456'
+- '182'
+- '109'
+- '158'
+- '32'
+- <unk>
+- <sos/eos>
+init: null
+collate_fn_conf:
+    label_downsampling: 1
+    pad: false
+    rand_crop: true
+input_size: 1
+num_classes: 500
+use_preprocessor: true
+token_type: word
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+pred_masked_weight: 1.0
+pred_nomask_weight: 0.0
+loss_weights: 0.0
+frontend: null
+frontend_conf: {}
+specaug: null
+specaug_conf: {}
+normalize: null
+normalize_conf: {}
+preencoder: null
+preencoder_conf: {}
+encoder: torchaudio_hubert
+encoder_conf:
+    encoder_projection_dropout: 0.1
+    encoder_attention_dropout: 0.1
+    encoder_ff_interm_dropout: 0.0
+    encoder_dropout: 0.1
+    encoder_layer_drop: 0.05
+model: torchaudio
+model_conf: {}
+required:
+- output_dir
+- token_list
+version: '202304'
+distributed: true
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..5dee60ccd3b1250ae18c4b524d685150e5941635
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..0baa602eaae36334cbe9791cc0b045357552a468
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/acc_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/backward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/backward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..04b9c40c2a6a95ad7cf9153609ba53579d0a77cc
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/backward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/clip.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/clip.png
new file mode 100644
index 0000000000000000000000000000000000000000..583e7459310e9d36f34558db98e6b36dd77eb58c
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/clip.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..cb763ddfaa68d71ee94b82fa72eacb04de7365be
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..ca439613862ee45250a9efcfb0e43e3ef95b1d87
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/correct_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_m.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_m.png
new file mode 100644
index 0000000000000000000000000000000000000000..8cdbac639e1ef6794adcc2919c603e476e1acc4f
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_m.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_u.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_u.png
new file mode 100644
index 0000000000000000000000000000000000000000..48007a2676464e30e4e188229e62341cfedd6a95
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/count_u.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/forward_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/forward_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..815718d64ded329795d4f08db2e456c97a4f0a60
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/forward_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/gpu_max_cached_mem_GB.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/gpu_max_cached_mem_GB.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d752491b15c00afb61d98018bac3f892dfa1aa8
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/gpu_max_cached_mem_GB.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/grad_norm.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/grad_norm.png
new file mode 100644
index 0000000000000000000000000000000000000000..a9f093743f97321b8d53e6714950ad6c48e2390d
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/grad_norm.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/iter_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/iter_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..c54a5b68fd67217e183687773596dbba6fa56d11
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/iter_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss.png
new file mode 100644
index 0000000000000000000000000000000000000000..caa94d0afca1052659e1715426802d7d5f610010
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss_scale.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss_scale.png
new file mode 100644
index 0000000000000000000000000000000000000000..390bc16479dd99e74bcf5250a29400a37cf349e9
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/loss_scale.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim0_lr0.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim0_lr0.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b6510a978849f58ec1990580db2bc40abf4f1d8
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim0_lr0.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim_step_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim_step_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..c46c1689d52e011e9bd1b87c9119fcb042b9c0c5
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/optim_step_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/train_time.png b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/train_time.png
new file mode 100644
index 0000000000000000000000000000000000000000..22dbda25dde64a9abefe9c34f024cf51292e34d7
Binary files /dev/null and b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/images/train_time.png differ
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/latest.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/latest.pth
new file mode 100644
index 0000000000000000000000000000000000000000..90023f487e128150a474c5443ae433693de32a2e
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/latest.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb1d778817499293be55e0dbb3861f62edc24b7f4868bfbd0c4acbcceacb9a
+size 378890924
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687913455.learnfair7676.2052548.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687913455.learnfair7676.2052548.0
new file mode 100644
index 0000000000000000000000000000000000000000..eadfc267df2e3fdc3f461d4d69339ce9d91fdd20
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687913455.learnfair7676.2052548.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bd40eeae2f1adc40ba5b6f24ff8ed73514c78d9d3f4beb90ac5bbba392b848
+size 160844
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687973936.learnfair1731.412654.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687973936.learnfair1731.412654.0
new file mode 100644
index 0000000000000000000000000000000000000000..918302f30b47e26e5de3a2dfdcb3359c7a86b0e5
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687973936.learnfair1731.412654.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbafdc253a598efdccf23280ea16a38111fb1219ea12e6c1b833af2cba66db5
+size 7692
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687977800.learnfair7661.1911885.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687977800.learnfair7661.1911885.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ca82ad690a9d48e373402d6ac71118878531de7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1687977800.learnfair7661.1911885.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcc570daddc37cf97dc7e5a76d0394e50afbf04f26fa621e41c1be2911474aa
+size 1957721
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1688407952.learnfair1761.3248167.0 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1688407952.learnfair1761.3248167.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc042f419877fc4f12e1f347da553ede38914f13
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/train/events.out.tfevents.1688407952.learnfair1761.3248167.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37e1af3dc5b28328fff1828d03fda69f537c4a5fcb4f2ce735a1fe9ae811c84
+size 1248439
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687913455.learnfair7676.2052548.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687913455.learnfair7676.2052548.1
new file mode 100644
index 0000000000000000000000000000000000000000..13d76d1925ebccd09f14c3d7251a311df2084656
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687913455.learnfair7676.2052548.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e9648cd00c89e6fdcf982ea64262e290788c60b0565130f9ada81c57eaa4f1
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687973936.learnfair1731.412654.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687973936.learnfair1731.412654.1
new file mode 100644
index 0000000000000000000000000000000000000000..14e1225b0b88837a7d908512539185e0a0a3b2ea
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687973936.learnfair1731.412654.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdc20f961f8b0d031ba7e7c45fb03b42739752f3e5b6445eb182b48b30b6178
+size 88
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687977800.learnfair7661.1911885.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687977800.learnfair7661.1911885.1
new file mode 100644
index 0000000000000000000000000000000000000000..884252e121279e1002f77f9f24e31cc2de06aca7
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1687977800.learnfair7661.1911885.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32798cb3a61a90777c89ee9bce01fcc615909acac164e7c98eb979e378b796fa
+size 23663
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1688407952.learnfair1761.3248167.1 b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1688407952.learnfair1761.3248167.1
new file mode 100644
index 0000000000000000000000000000000000000000..c3329214976e4af1e8a8a18a39092423bf01bb95
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/tensorboard/valid/events.out.tfevents.1688407952.learnfair1761.3248167.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a2c570544564b64e7f298b0d067ca2aad478cf46cee2e982fdc18f77501a96
+size 15181
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.ave.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.ave.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fa36d4ef2f9ffa0749b521eac54823ad42727d17
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.ave.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb14db2fdea0de80009f054a83d43d5fd4ded5c2958c1411fb587b9808177c71
+size 378890737
diff --git a/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.best.pth b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.best.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92f8be2b8abc1de9b847828561726a2c62f209b8
--- /dev/null
+++ b/exp/hubert_iter2_train_ssl_torchaudiohubert_base_960h_pretrain_it2_raw/valid.loss.best.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619c318fcb10a421aee60a777a0de6fcc0658023ef0e7e9356f8d3c6dfe9f9b
+size 378890195