# config.yaml

#project_name: "Exp"

hyperxs:
  lora_attn_dim: 64
  n_cross_attn_tokens: 8
  latent_feature_dim: 512
  out_proj_dim: 128

# model:
#   feature_dim: 768
  #n_layersX: 24

data:
  dataset_name: "CMS"
  # data_path: './ft-training_set/math_7k.json'
  data_path: 'ft-training_set/commonsense_147k.json'
  val_set_size: 512

training:
  learning_rate: 1e-4
  per_device_train_batch_size: 16
  per_device_eval_batch_size: 32
  max_steps: -1
  num_train_epochs: 2
  logging_steps: 50
  eval_strategy: steps
  eval_steps: 50
  report_to: wandb

infer:
  # datasets: ['boolq']
  eval_batch_size: 128

seed: 42