| config: conf/tuning/train_xeus.yaml |
| print_config: false |
| log_level: INFO |
| drop_last_iter: false |
| dry_run: false |
| iterator_type: sequence |
| valid_iterator_type: null |
| output_dir: exp/ssl_train_xeus_raw |
| ngpu: 1 |
| seed: 1 |
| num_workers: 4 |
| num_att_plot: 0 |
| dist_backend: nccl |
| dist_init_method: env:// |
| dist_world_size: null |
| dist_rank: null |
| local_rank: 0 |
| dist_master_addr: null |
| dist_master_port: null |
| dist_launcher: null |
| multiprocessing_distributed: false |
| unused_parameters: false |
| sharded_ddp: false |
| use_deepspeed: false |
| deepspeed_config: null |
| gradient_as_bucket_view: true |
| ddp_comm_hook: null |
| cudnn_enabled: true |
| cudnn_benchmark: false |
| cudnn_deterministic: true |
| use_tf32: false |
| collect_stats: false |
| write_collected_feats: false |
| max_epoch: 1 |
| patience: null |
| val_scheduler_criterion: |
| - valid |
| - loss |
| early_stopping_criterion: |
| - valid |
| - loss |
| - min |
| best_model_criterion: |
| - - valid |
| - loss |
| - min |
| keep_nbest_models: 5 |
| nbest_averaging_interval: 0 |
| grad_clip: 10.0 |
| grad_clip_type: 2.0 |
| grad_noise: false |
| accum_grad: 1 |
| no_forward_run: false |
| resume: true |
| train_dtype: float32 |
| use_amp: true |
| log_interval: null |
| use_matplotlib: true |
| use_tensorboard: false |
| create_graph_in_tensorboard: false |
| use_wandb: false |
| wandb_project: null |
| wandb_id: null |
| wandb_entity: null |
| wandb_name: null |
| wandb_model_log_interval: -1 |
| detect_anomaly: false |
| use_adapter: false |
| adapter: lora |
| save_strategy: all |
| adapter_conf: {} |
| pretrain_path: null |
| init_param: [] |
| ignore_init_mismatch: false |
| freeze_param: [] |
| num_iters_per_epoch: 10 |
| batch_size: 20 |
| valid_batch_size: null |
| batch_bins: 1600000 |
| valid_batch_bins: null |
| category_sample_size: 10 |
| train_shape_file: |
| - exp/ssl_stats_raw/train/speech_shape |
| valid_shape_file: |
| - exp/ssl_stats_raw/valid/speech_shape |
| batch_type: numel |
| valid_batch_type: null |
| fold_length: |
| - 80000 |
| - 400 |
| sort_in_batch: descending |
| shuffle_within_batch: false |
| sort_batch: descending |
| multiple_iterator: false |
| chunk_length: 500 |
| chunk_shift_ratio: 0.5 |
| num_cache_chunks: 1024 |
| chunk_excluded_key_prefixes: [] |
| chunk_default_fs: null |
| chunk_max_abs_length: null |
| chunk_discard_short_samples: true |
| train_data_path_and_name_and_type: |
| - - dump/raw/train_960/wav.scp |
| - speech |
| - sound |
| - - dump/raw/train_960/text |
| - text |
| - text |
| valid_data_path_and_name_and_type: |
| - - dump/raw/dev/wav.scp |
| - speech |
| - sound |
| - - dump/raw/dev/text |
| - text |
| - text |
| multi_task_dataset: false |
| allow_variable_data_keys: false |
| max_cache_size: 0.0 |
| max_cache_fd: 32 |
| allow_multi_rates: false |
| valid_max_cache_size: null |
| exclude_weight_decay: false |
| exclude_weight_decay_conf: {} |
| optim: adam |
| optim_conf: |
| lr: 0.0003 |
| scheduler: warmuplr |
| scheduler_conf: |
| warmup_steps: 32000 |
| token_list: |
| - '30' |
| - '4' |
| - '72' |
| - '305' |
| - '275' |
| - '24' |
| - '369' |
| - '125' |
| - '202' |
| - '368' |
| - '270' |
| - '296' |
| - '68' |
| - '188' |
| - '418' |
| - '223' |
| - '8' |
| - '338' |
| - '437' |
| - '14' |
| - '299' |
| - '469' |
| - '415' |
| - '11' |
| - '41' |
| - '227' |
| - '44' |
| - '35' |
| - '179' |
| - '449' |
| - '23' |
| - '10' |
| - '416' |
| - '291' |
| - '100' |
| - '74' |
| - '327' |
| - '107' |
| - '321' |
| - '208' |
| - '76' |
| - '267' |
| - '130' |
| - '173' |
| - '96' |
| - '162' |
| - '456' |
| - '84' |
| - '98' |
| - '217' |
| - '48' |
| - '482' |
| - '127' |
| - '110' |
| - '366' |
| - '336' |
| - '387' |
| - '105' |
| - '373' |
| - '139' |
| - '61' |
| - '370' |
| - '464' |
| - '397' |
| - '281' |
| - '151' |
| - '154' |
| - '155' |
| - '203' |
| - '440' |
| - '119' |
| - '71' |
| - '320' |
| - '93' |
| - '20' |
| - '138' |
| - '78' |
| - '216' |
| - '104' |
| - '205' |
| - '38' |
| - '382' |
| - '238' |
| - '474' |
| - '225' |
| - '465' |
| - '309' |
| - '17' |
| - '285' |
| - '90' |
| - '375' |
| - '356' |
| - '256' |
| - '392' |
| - '311' |
| - '398' |
| - '9' |
| - '264' |
| - '341' |
| - '168' |
| - '339' |
| - '40' |
| - '344' |
| - '422' |
| - '63' |
| - '396' |
| - '51' |
| - '184' |
| - '441' |
| - '346' |
| - '252' |
| - '206' |
| - '322' |
| - '444' |
| - '198' |
| - '66' |
| - '269' |
| - '145' |
| - '69' |
| - '244' |
| - '463' |
| - '37' |
| - '172' |
| - '271' |
| - '313' |
| - '279' |
| - '106' |
| - '377' |
| - '158' |
| - '5' |
| - '445' |
| - '455' |
| - '134' |
| - '287' |
| - '7' |
| - '297' |
| - '420' |
| - '13' |
| - '31' |
| - '484' |
| - '91' |
| - '34' |
| - '488' |
| - '468' |
| - '21' |
| - '193' |
| - '288' |
| - '159' |
| - '247' |
| - '476' |
| - '25' |
| - '265' |
| - '115' |
| - '50' |
| - '394' |
| - '197' |
| - '116' |
| - '57' |
| - '182' |
| - '378' |
| - '135' |
| - '89' |
| - '167' |
| - '19' |
| - '148' |
| - '425' |
| - '103' |
| - '95' |
| - '454' |
| - '376' |
| - '178' |
| - '79' |
| - '424' |
| - '261' |
| - '36' |
| - '426' |
| - '152' |
| - '102' |
| - '292' |
| - '258' |
| - '60' |
| - '328' |
| - '280' |
| - '273' |
| - '111' |
| - '240' |
| - '213' |
| - '483' |
| - '300' |
| - '363' |
| - '174' |
| - '317' |
| - '419' |
| - '439' |
| - '42' |
| - '118' |
| - '222' |
| - '15' |
| - '276' |
| - '277' |
| - '166' |
| - '304' |
| - '114' |
| - '329' |
| - '395' |
| - '413' |
| - '435' |
| - '33' |
| - '266' |
| - '133' |
| - '210' |
| - '408' |
| - '330' |
| - '315' |
| - '251' |
| - '6' |
| - '357' |
| - '171' |
| - '56' |
| - '1' |
| - '59' |
| - '359' |
| - '28' |
| - '215' |
| - '97' |
| - '274' |
| - '170' |
| - '49' |
| - '81' |
| - '108' |
| - '282' |
| - '85' |
| - '200' |
| - '80' |
| - '243' |
| - '364' |
| - '113' |
| - '176' |
| - '433' |
| - '77' |
| - '335' |
| - '231' |
| - '462' |
| - '62' |
| - '286' |
| - '67' |
| - '191' |
| - '228' |
| - '16' |
| - '22' |
| - '122' |
| - '235' |
| - '331' |
| - '137' |
| - '289' |
| - '92' |
| - '157' |
| - '417' |
| - '319' |
| - '2' |
| - '101' |
| - '129' |
| - '169' |
| - '26' |
| - '165' |
| - '143' |
| - '229' |
| - '220' |
| - '324' |
| - '393' |
| - '272' |
| - '43' |
| - '367' |
| - '204' |
| - '410' |
| - '278' |
| - '73' |
| - '65' |
| - '428' |
| - '411' |
| - '380' |
| - '99' |
| - '83' |
| - '412' |
| - '307' |
| - '306' |
| - '201' |
| - '361' |
| - '232' |
| - '290' |
| - '109' |
| - '140' |
| - '438' |
| - '64' |
| - '447' |
| - '374' |
| - '301' |
| - '249' |
| - '186' |
| - '234' |
| - '121' |
| - '239' |
| - '255' |
| - '82' |
| - '384' |
| - '160' |
| - '494' |
| - '351' |
| - '283' |
| - '32' |
| - '54' |
| - '52' |
| - '187' |
| - '337' |
| - '112' |
| - '260' |
| - '132' |
| - '47' |
| - '457' |
| - '211' |
| - '490' |
| - '430' |
| - '423' |
| - '175' |
| - '142' |
| - '499' |
| - '407' |
| - '303' |
| - '12' |
| - '403' |
| - '209' |
| - '233' |
| - '262' |
| - '146' |
| - '436' |
| - '219' |
| - '316' |
| - '123' |
| - '460' |
| - '39' |
| - '58' |
| - '333' |
| - '475' |
| - '70' |
| - '218' |
| - '199' |
| - '295' |
| - '389' |
| - '345' |
| - '156' |
| - '383' |
| - '390' |
| - '192' |
| - '343' |
| - '150' |
| - '318' |
| - '196' |
| - '94' |
| - '194' |
| - '27' |
| - '459' |
| - '257' |
| - '371' |
| - '498' |
| - '485' |
| - '190' |
| - '402' |
| - '163' |
| - '491' |
| - '0' |
| - '241' |
| - '467' |
| - '149' |
| - '18' |
| - '429' |
| - '421' |
| - '189' |
| - '365' |
| - '3' |
| - '75' |
| - '141' |
| - '259' |
| - '120' |
| - '372' |
| - '405' |
| - '354' |
| - '446' |
| - '340' |
| - '406' |
| - '353' |
| - '53' |
| - '334' |
| - '427' |
| - '432' |
| - '442' |
| - '131' |
| - '88' |
| - '470' |
| - '473' |
| - '254' |
| - '349' |
| - '214' |
| - '153' |
| - '342' |
| - '212' |
| - '434' |
| - '46' |
| - '86' |
| - '350' |
| - '284' |
| - '308' |
| - '323' |
| - '381' |
| - '161' |
| - '391' |
| - '248' |
| - '180' |
| - '230' |
| - '452' |
| - '325' |
| - '246' |
| - '224' |
| - '347' |
| - '195' |
| - '128' |
| - '55' |
| - '314' |
| - '126' |
| - '147' |
| - '481' |
| - '185' |
| - '358' |
| - '478' |
| - '400' |
| - '495' |
| - '388' |
| - '177' |
| - '181' |
| - '466' |
| - '362' |
| - '268' |
| - '326' |
| - '144' |
| - '493' |
| - '489' |
| - '450' |
| - '399' |
| - '443' |
| - '253' |
| - '236' |
| - '117' |
| - '448' |
| - '312' |
| - '379' |
| - '492' |
| - '496' |
| - '87' |
| - '332' |
| - '298' |
| - '497' |
| - '221' |
| - '480' |
| - '226' |
| - '302' |
| - '348' |
| - '136' |
| - '451' |
| - '479' |
| - '183' |
| - '45' |
| - '404' |
| - '263' |
| - '477' |
| - '355' |
| - '29' |
| - '414' |
| - '237' |
| - '409' |
| - '385' |
| - '461' |
| - '386' |
| - '124' |
| - '401' |
| - '352' |
| - '293' |
| - '471' |
| - '458' |
| - '472' |
| - '486' |
| - '164' |
| - '453' |
| - '310' |
| - '207' |
| - '487' |
| - '294' |
| - '360' |
| - '245' |
| - '242' |
| - '431' |
| - '250' |
| - <unk> |
| - <sos/eos> |
| init: xavier_uniform |
| collate_fn_conf: |
| label_downsampling: 1 |
| pad: false |
| rand_crop: true |
| crop_audio: true |
| input_size: null |
| num_classes: null |
| use_preprocessor: true |
| token_type: word |
| bpemodel: null |
| non_linguistic_symbols: null |
| cleaner: null |
| g2p: null |
| speech_volume_normalize: null |
| rir_scp: null |
| rir_apply_prob: 1.0 |
| noise_scp: null |
| noise_apply_prob: 1.0 |
| noise_db_range: '13_15' |
| window_size: null |
| window_shift: null |
| loss: |
| - name: hubert |
| conf: |
| num_classes: 2048 |
| final_dim: 768 |
| util: |
| - name: mask |
| conf: {} |
| frontend: wav2vec_cnn |
| frontend_conf: |
| norm_mode: layer_norm |
| conv_mode: standard |
| bias: true |
| normalize_audio: true |
| normalize_output: false |
| fs: 16k |
| specaug: null |
| specaug_conf: {} |
| normalize: null |
| normalize_conf: {} |
| preencoder: linear |
| preencoder_conf: |
| output_size: 1024 |
| encoder: e_branchformer |
| encoder_conf: |
| output_size: 1024 |
| attention_heads: 8 |
| attention_layer_type: selfattn |
| pos_enc_layer_type: conv |
| rel_pos_type: latest |
| cgmlp_linear_units: 4096 |
| cgmlp_conv_kernel: 31 |
| use_linear_after_conv: false |
| gate_activation: identity |
| num_blocks: 19 |
| dropout_rate: 0.1 |
| positional_dropout_rate: 0.1 |
| attention_dropout_rate: 0.1 |
| input_layer: null |
| layer_drop_rate: 0.0 |
| linear_units: 4096 |
| positionwise_layer_type: linear |
| macaron_ffn: true |
| use_ffn: true |
| merge_conv_kernel: 31 |
| model: espnet |
| model_conf: {} |
| required: |
| - output_dir |
| - token_list |
| version: '202412' |
| distributed: false |
|
|
