config.yaml

# hydra/cli specific settings
hydra:
  run:
    # where to store run results
    dir: outputs/${dataset_name}-${dataset_split}/${model.client_name}-${model.model_name}/prompt-${prompt_version}-${now:%y%m%d_%H%M%S}
  output_subdir: null
  job:
    # change the working directory to the run directory
    chdir: false
  sweep:
    dir: multirun
    # change the working directory to the run directory
    subdir: ${hydra.job.override_dirname}

defaults:
  # can be hf or api
  - model: ???
  # for hydra 1.1 compatibility
  - _self_

prompt_version: v3

dataset_name: semeval2022
dataset_split: validation

# if batch_mode is set to false, standard asynchronous inference will be used.
# if batch_mode is set to true, then:
#   1) if batch_job_ids are provided, their corresponding results will be fetched and concatenated as the prediction output.
#   2) if batch_job_ids are not provided, a batched inference job will be executed and new job ids will be produced.
batch_mode: false
batch_job_ids: