File size: 823 Bytes
f0e2461
042d00e
 
f0e2461
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "data_root": "/salah/projects/bah/data",
  "output_dir": "/salah/projects/bah/outputs",
  "video_model": "MCG-NJU/videomae-base",
  "audio_model": "facebook/hubert-base-ls960",
  "text_model": "SamLowe/roberta-base-go_emotions",
  "embed_dim": 768,
  "hidden_dim": 512,
  "num_layers": 2,
  "num_heads": 8,
  "dropout": 0.4,
  "freeze_encoders": true,
  "unfreeze_top_k": 0,
  "num_frames": 16,
  "img_size": 224,
  "audio_sr": 16000,
  "batch_size": 4,
  "num_workers": 4,
  "epochs": 60,
  "lr": 3e-05,
  "weight_decay": 0.01,
  "grad_accum_steps": 4,
  "early_stopping_patience": 15,
  "class_weight": "auto",
  "label_smoothing": 0.1,
  "text_loss_weight": 0.5,
  "text_blend": 0.5,
  "max_text_len": 128,
  "log_every": 10,
  "resume": null,
  "skip_audio_extraction": true,
  "extract_workers": 4,
  "amp": true
}