Hugging Face's logo

MahmoodAnaam
/
MSP

Automatic Speech Recognition
Transformers
TensorBoard
Safetensors
msp
Generated from Trainer
custom_code
Model card Files
xet
 Metrics Community
MSP
File size: 1,770 Bytes
47175ee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
    "modality": "msp",
    "model_type": "msp",
    "processor_name_or_path": null,
    "model_name_or_path": null,
    "tokenizer_name_or_path": "facebook/wav2vec2-large-robust-ft-libri-960h",
    "freeze_feature_encoder": true,
    "freeze_base_model": false,
    "freeze_audio_branch": false,
    "freeze_visual_branch": false,
    "trust_remote_code": true,
    "ctc_loss_audio_weight": 0.5,
    "ctc_loss_visual_weight": 0.5,
    "ctc_loss_msp_weight": 1.0,
    "modality_dropout_prob": 0.2,
    "audio_dropout_prob": 0.5,
    "visual_dropout_prob": 0.5,
    "streaming_dataset": true,
    "data_cache_dir": "workspace/streaming",
    "include_mcorec": false,
    "remove_unused_columns": false,
    "output_dir": "/workspace/checkpoints-av/msp_e2e_ctc",
    "run_name": "msp_e2e_ctc",
    "report_to": [
        "tensorboard",
        "wandb"
    ],
    "max_steps": 10000,
    "per_device_train_batch_size": 32,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "learning_rate": 0.0002,
    "lr_scheduler_type": "cosine",
    "warmup_steps": 500,
    "weight_decay": 0.01,
    "fp16": false,
    "bf16": true,
    "gradient_checkpointing": false,
    "dataloader_num_workers": 4,
    "dataloader_pin_memory": true,
    "dataloader_drop_last": true,
    "ignore_data_skip": true,
    "eval_strategy": "steps",
    "eval_steps": 500,
    "save_strategy": "steps",
    "save_steps": 500,
    "save_total_limit": 3,
    "load_best_model_at_end": true,
    "metric_for_best_model": "wer",
    "greater_is_better": false,
    "logging_steps": 25,
    "push_to_hub": true,
    "hub_strategy": "checkpoint",
    "hub_model_id": "MahmoodAnaam/MSP",
    "resume_from_checkpoint": null
}