File size: 635 Bytes
c5e4708
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{
  "llama_path": "meta-llama/Llama-3.2-3B-Instruct",
  "whisper_path": "openai/whisper-large-v3-turbo",
  "data_path": "./audio_instruction_examples.json",
  "audio_dir": "./",
  "output_dir": "./checkpoints",
  "batch_size": 16,
  "eval_batch_size": 16,
  "grad_accum_steps": 4,
  "num_epochs": 5,
  "learning_rate": 5e-05,
  "weight_decay": 0.01,
  "warmup_steps": 500,
  "max_grad_norm": 1.0,
  "lora_rank": 32,
  "save_steps": 1000,
  "eval_steps": 500,
  "log_steps": 100,
  "max_audio_length": 30,
  "text_max_length": 512,
  "use_wandb": false,
  "wandb_project": "audio-llm",
  "seed": 42,
  "fp16": true,
  "num_workers": 4
}