File size: 2,054 Bytes
7934b29 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 |
project_dir: null
name: SelfAlignmentPretrainingForMedicalEntityLinking
trainer:
devices: 1
num_nodes: 1
max_epochs: 2
max_steps: -1
accumulate_grad_batches: 1
precision: 16
accelerator: gpu
strategy: ddp
gradient_clip_val: 0.0
log_every_n_steps: 1
val_check_interval: 2
enable_checkpointing: False
logger: false
model:
nemo_path: ???
max_seq_length: 128
language_model:
pretrained_model_name: bert-base-uncased
config_file: null
config: null
lm_checkpoint: null
tokenizer:
tokenizer_name: ${model.language_model.pretrained_model_name}
vocab_file: null
tokenizer_model: null
do_lower_case: true
loss_params: null
train_ds:
data_file: ???
max_seq_length: ${model.max_seq_length}
batch_size: 8
shuffle: true
num_workers: 2
pin_memory: false
drop_last: false
validation_ds:
data_file: ???
max_seq_length: ${model.max_seq_length}
batch_size: 8
shuffle: false
num_workers: 2
pin_memory: false
drop_last: false
optim:
name: adam
lr: 3.0e-05
weight_decay: 0.0
sched:
name: CosineAnnealing
warmup_steps: null
warmup_ratio: 0.1
min_lr: 0.0
last_epoch: -1
index:
dims: 768
nlist: 2
top_n: 3
query_num_factor: 20
index_save_name: ???
index_batch_size: 10
index_ds:
name: tiny_example
data_file: ???
max_seq_length: ${model.max_seq_length}
batch_size: 100
shuffle: false
num_workers: 2
pin_memory: false
drop_last: false
idx_to_id: ${project_dir}/idx_to_id.pkl
id_to_string: ${project_dir}/id_to_string.pkl
concept_id_save_name: ${project_dir}/tiny_example_concept_ids.pkl
embedding_save_name: ${project_dir}/tiny_example_concept_embeddings.hdf5
pca_embeddings_save_name: null
apply_pca: false
pca: null
exp_manager:
exp_dir: .
name: ${project_dir}/SelfAlignmentPretrainingTinyExample
create_tensorboard_logger: true
create_checkpoint_callback: true
hydra:
run:
dir: .
job_logging:
root:
handlers: null
|