configuration.yaml

jobname: wealy_model
seed: 42
checkpoint: null
limit_batches: null
path:
  cache: /path/to/cache
  logs: /path/to/logs
  hidden_states: /path/to/hidden-states
  shs_data: /path/to/shs_data.csv
  shs_splits: /path/to/shs/splits
  meta: /path/to/metadata.pt
  save_data_path: /path/to/data
  data: /path/to/data
  working_dir: /path/to/project
fabric:
  nnodes: 1
  ngpus: 2
  precision: bf16-mixed
data:
  dataset_name: shs
  nworkers: 16
  samplerate: 16000
  audiolen: 150
  maxlen: null
  pad_mode: repeat
  n_per_class: 2
  p_samesong: 0
  embedding_type: last_hidden_states
  embedding_format: concat
  use_avg_pooling: true
  max_length: 4000
  use_random_chunks: true
  chunk_size: 1500
  path:
    cache: /path/to/cache
    logs: /path/to/logs
    working_dir: /path/to/project
    data: /path/to/data
    save_data_path: /path/to/data
    hidden_states: /path/to/hidden-states
    meta: /path/to/metadata.pt
    shs_data: /path/to/shs_data.csv
    shs_splits: /path/to/shs/splits
    lyric_covers_data: /path/to/lyric-covers
    discogs_vi_data: /path/to/discogs-vi
model:
  name: wealy
  input_channels: 1280
  conv_blocks: 0
  conv_kernel_size: 9
  conv_stride: 4
  hidden_dim: 768
  zdim: 512
  loss:
    type: triplet
    margin: 0.1
  num_heads: 12
  ff_dim: 1024
  dropout: 0.1
  num_transformer_blocks: 4
training:
  batchsize: 64
  numepochs: 1000
  save_freq: null
  optim:
    name: adamw
    lr: 0.0001
    wd: 0.001
    sched: warmcosine_50
    min_lr: 1.0e-06
  monitor:
    quantity: m_MAP
    mode: max
early_stopping:
  enabled: true
  patience: 20
  mode: max
  metric: m_MAP
  min_delta: 0.001
pytorch:
  cudnn_benchmark: false
  cudnn_deterministic: true
  float32_matmul_precision: medium
  detect_anomaly: false