| |
|
| | |
| | model: Emotion2vec |
| | model_conf: |
| | _name: data2vec_multi |
| | activation_dropout: 0.0 |
| | adversarial_hidden_dim: 128 |
| | adversarial_training: false |
| | adversarial_weight: 0.1 |
| | attention_dropout: 0.1 |
| | average_top_k_layers: 16 |
| | batch_norm_target_layer: false |
| | clone_batch: 12 |
| | cls_loss: 1.0 |
| | cls_type: chunk |
| | d2v_loss: 1.0 |
| | decoder_group: false |
| | depth: 8 |
| | dropout_input: 0.0 |
| | ema_anneal_end_step: 20000 |
| | ema_decay: 0.9997 |
| | ema_encoder_only: false |
| | ema_end_decay: 1.0 |
| | ema_same_dtype: true |
| | embed_dim: 1024 |
| | encoder_dropout: 0.1 |
| | end_drop_path_rate: 0.0 |
| | end_of_block_targets: false |
| | instance_norm_target_layer: true |
| | instance_norm_targets: false |
| | layer_norm_first: false |
| | layer_norm_target_layer: false |
| | layer_norm_targets: false |
| | layerdrop: 0.0 |
| | log_norms: true |
| | loss_beta: 0.0 |
| | loss_scale: null |
| | mae_init: false |
| | max_update: 100000 |
| | min_pred_var: 0.01 |
| | min_target_var: 0.1 |
| | mlp_ratio: 4.0 |
| | normalize: true |
| | modalities: |
| | _name: null |
| | audio: |
| | add_masks: false |
| | alibi_max_pos: null |
| | alibi_scale: 1.0 |
| | conv_pos_depth: 5 |
| | conv_pos_groups: 16 |
| | conv_pos_pre_ln: false |
| | conv_pos_width: 95 |
| | decoder: |
| | add_positions_all: false |
| | add_positions_masked: false |
| | decoder_dim: 768 |
| | decoder_groups: 16 |
| | decoder_kernel: 7 |
| | decoder_layers: 4 |
| | decoder_residual: true |
| | input_dropout: 0.1 |
| | projection_layers: 1 |
| | projection_ratio: 2.0 |
| | ema_local_encoder: false |
| | encoder_zero_mask: true |
| | end_drop_path_rate: 0.0 |
| | extractor_mode: layer_norm |
| | feature_encoder_spec: '[(512, 10, 5)] + [(512, 3, 2)] * 4 + [(512,2,2)] + [(512,2,2)]' |
| | init_extra_token_zero: true |
| | inverse_mask: false |
| | keep_masked_pct: 0.0 |
| | learned_alibi: false |
| | learned_alibi_scale: true |
| | learned_alibi_scale_per_head: true |
| | learned_alibi_scale_per_layer: false |
| | local_grad_mult: 1.0 |
| | mask_channel_length: 64 |
| | mask_channel_prob: 0.0 |
| | mask_dropout: 0.0 |
| | mask_length: 5 |
| | mask_noise_std: 0.01 |
| | mask_prob: 0.55 |
| | mask_prob_adjust: 0.1 |
| | mask_prob_min: null |
| | model_depth: 8 |
| | num_alibi_heads: 16 |
| | num_extra_tokens: 10 |
| | prenet_depth: 4 |
| | prenet_dropout: 0.1 |
| | prenet_layerdrop: 0.0 |
| | remove_masks: false |
| | start_drop_path_rate: 0.0 |
| | type: AUDIO |
| | use_alibi_encoder: true |
| | image: |
| | add_masks: false |
| | alibi_dims: 2 |
| | alibi_distance: manhattan |
| | alibi_max_pos: null |
| | alibi_scale: 1.0 |
| | decoder: |
| | add_positions_all: false |
| | add_positions_masked: false |
| | decoder_dim: 384 |
| | decoder_groups: 16 |
| | decoder_kernel: 5 |
| | decoder_layers: 5 |
| | decoder_residual: true |
| | input_dropout: 0.1 |
| | projection_layers: 1 |
| | projection_ratio: 2.0 |
| | ema_local_encoder: false |
| | embed_dim: 768 |
| | enc_dec_transformer: false |
| | encoder_zero_mask: true |
| | end_drop_path_rate: 0.0 |
| | fixed_positions: true |
| | in_chans: 3 |
| | init_extra_token_zero: true |
| | input_size: 224 |
| | inverse_mask: false |
| | keep_masked_pct: 0.0 |
| | learned_alibi: false |
| | learned_alibi_scale: false |
| | learned_alibi_scale_per_head: false |
| | learned_alibi_scale_per_layer: false |
| | local_grad_mult: 1.0 |
| | mask_channel_length: 64 |
| | mask_channel_prob: 0.0 |
| | mask_dropout: 0.0 |
| | mask_length: 5 |
| | mask_noise_std: 0.01 |
| | mask_prob: 0.7 |
| | mask_prob_adjust: 0.0 |
| | mask_prob_min: null |
| | model_depth: 8 |
| | num_alibi_heads: 16 |
| | num_extra_tokens: 0 |
| | patch_size: 16 |
| | prenet_depth: 4 |
| | prenet_dropout: 0.0 |
| | prenet_layerdrop: 0.0 |
| | remove_masks: false |
| | start_drop_path_rate: 0.0 |
| | transformer_decoder: false |
| | type: IMAGE |
| | use_alibi_encoder: false |
| | text: |
| | add_masks: false |
| | alibi_max_pos: null |
| | alibi_scale: 1.0 |
| | decoder: |
| | add_positions_all: false |
| | add_positions_masked: false |
| | decoder_dim: 384 |
| | decoder_groups: 16 |
| | decoder_kernel: 5 |
| | decoder_layers: 5 |
| | decoder_residual: true |
| | input_dropout: 0.1 |
| | projection_layers: 1 |
| | projection_ratio: 2.0 |
| | dropout: 0.1 |
| | ema_local_encoder: false |
| | encoder_zero_mask: true |
| | end_drop_path_rate: 0.0 |
| | init_extra_token_zero: true |
| | inverse_mask: false |
| | keep_masked_pct: 0.0 |
| | layernorm_embedding: true |
| | learned_alibi: false |
| | learned_alibi_scale: false |
| | learned_alibi_scale_per_head: false |
| | learned_alibi_scale_per_layer: false |
| | learned_pos: true |
| | local_grad_mult: 1.0 |
| | mask_channel_length: 64 |
| | mask_channel_prob: 0.0 |
| | mask_dropout: 0.0 |
| | mask_length: 5 |
| | mask_noise_std: 0.01 |
| | mask_prob: 0.7 |
| | mask_prob_adjust: 0.0 |
| | mask_prob_min: null |
| | max_source_positions: 512 |
| | model_depth: 8 |
| | no_scale_embedding: true |
| | no_token_positional_embeddings: false |
| | num_alibi_heads: 16 |
| | num_extra_tokens: 0 |
| | prenet_depth: 4 |
| | prenet_dropout: 0.0 |
| | prenet_layerdrop: 0.0 |
| | remove_masks: false |
| | start_drop_path_rate: 0.0 |
| | type: TEXT |
| | use_alibi_encoder: false |
| | norm_affine: true |
| | norm_eps: 1.0e-05 |
| | num_heads: 16 |
| | post_mlp_drop: 0.1 |
| | recon_loss: 0.0 |
| | seed: 1 |
| | shared_decoder: null |
| | skip_ema: false |
| | start_drop_path_rate: 0.0 |
| | supported_modality: AUDIO |
| |
|
| | tokenizer: CharTokenizer |
| | tokenizer_conf: |
| | unk_symbol: <unk> |
| | split_with_space: true |
| |
|
| | scope_map: |
| | - 'd2v_model.' |
| | - none |
| |
|
| |
|
| |
|
