project_dir: null
name: SelfAlignmentPretrainingForMedicalEntityLinking
trainer:
  devices: 1
  num_nodes: 1
  max_epochs: 2
  max_steps: -1
  accumulate_grad_batches: 1
  precision: 16
  accelerator: gpu
  strategy: ddp
  gradient_clip_val: 0.0
  log_every_n_steps: 1
  val_check_interval: 2
  enable_checkpointing: False
  logger: false
model:
  nemo_path: ???
  max_seq_length: 128
  language_model:
    pretrained_model_name: bert-base-uncased
    config_file: null
    config: null
    lm_checkpoint: null
  tokenizer:
    tokenizer_name: ${model.language_model.pretrained_model_name}
    vocab_file: null
    tokenizer_model: null
    do_lower_case: true
  loss_params: null
  train_ds:
    data_file: ???
    max_seq_length: ${model.max_seq_length}
    batch_size: 8
    shuffle: true
    num_workers: 2
    pin_memory: false
    drop_last: false
  validation_ds:
    data_file: ??? 
    max_seq_length: ${model.max_seq_length}
    batch_size: 8
    shuffle: false
    num_workers: 2
    pin_memory: false
    drop_last: false
  optim:
    name: adam
    lr: 3.0e-05
    weight_decay: 0.0
    sched:
      name: CosineAnnealing
      warmup_steps: null
      warmup_ratio: 0.1
      min_lr: 0.0
      last_epoch: -1
index:
  dims: 768
  nlist: 2
  top_n: 3
  query_num_factor: 20
  index_save_name: ???
  index_batch_size: 10
  index_ds:
    name: tiny_example
    data_file: ???
    max_seq_length: ${model.max_seq_length}
    batch_size: 100
    shuffle: false
    num_workers: 2
    pin_memory: false
    drop_last: false
  idx_to_id: ${project_dir}/idx_to_id.pkl
  id_to_string: ${project_dir}/id_to_string.pkl
  concept_id_save_name: ${project_dir}/tiny_example_concept_ids.pkl
  embedding_save_name: ${project_dir}/tiny_example_concept_embeddings.hdf5
  pca_embeddings_save_name: null
  apply_pca: false
  pca: null
exp_manager:
  exp_dir: .
  name: ${project_dir}/SelfAlignmentPretrainingTinyExample
  create_tensorboard_logger: true
  create_checkpoint_callback: true
hydra:
  run:
    dir: .
  job_logging:
    root:
      handlers: null