File size: 2,150 Bytes
706d2f9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
    "adam": {
        "learning_rate": 0.0002,
        "adam_b1": 0.5,
        "adam_b2": 0.9,
        "lr_decay": 0.98,
        "weight_decay": 0.001
    },
    "wandb": {
        "use_wandb": true,
        "wandb_project": "audio-tokenizer-0927",
        "wandb_group": "audio-tokenizer",
        "wandb_team": "ccnl-s-team"
    },
    "mels_path": null,
    "training_files_path": {
        "replay_training_file_pathes": [
            {
                "path": "/cognitive_comp/common_data/audio/output/24k",
                "replay_rate": 1.0
            },
            {
                "path": "/cognitive_comp/common_data/audio/output/24k_data/24k_1_10s/stage2",
                "replay_rate": 0.6
            },
            {
                "path": "/cognitive_comp/common_data/audio/output/24k_data/24k_1_10s/stage3",
                "replay_rate": 0.6
            },
            {
                "path": "/cognitive_comp/common_data/audio/output/lam/asr_tts",
                "replay_rate": 0.01
            }
        ],
        "current_training_file_pathes": [
            "/cognitive_comp/common_data/audio/output/24k_data/24k_1_10s/stage4"
        ]
    },
    "validation_files_path": [
        "/cognitive_comp/common_data/audio/output/dev",
        "/cognitive_comp/common_data/audio/output/24k_data/dev/stage2",
        "/cognitive_comp/common_data/audio/output/24k_data/dev/stage3",
        "/cognitive_comp/common_data/audio/output/24k_data/dev/stage4"
    ],
    "save_path": "/cognitive_comp/wangrui/data/lam0927",
    "distill": {
        "is_distill": true,
        "use_fm_distill": false,
        "quantizer_transfer": false,
        "teacher_ckpt_path": "/cognitive_comp/wangrui/data/lam0923/saved_ckpt"
    },
    "training_epochs": 50,
    "checkpoint_interval": 1000,
    "validation_interval": 2000,
    "accumulation_steps": 1,
    "summary_interval": 10,
    "stdout_interval": 10,
    "num_ckpt_keep": 30,
    "fine_tuning": false,
    "num_gpus": 8,
    "batch_size": 152,
    "seed": 1234,
    "sampling_rate": 24000,
    "codebook_loss_lambda": 1.0,
    "commitment_loss_lambda": 0.25,
    "num_workers": 4
}