ansr-models / v9.0 /train.yaml
psaegert
Add v9.0
c070581 unverified
model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml
optimizer:
name: AdamW
kwargs:
lr: 1
weight_decay: 0.01
amsgrad: true
lr_scheduler:
name: WarmupLinearAnnealing
kwargs:
min_lr: 0
max_lr: 1e-4
warmup_steps: 10000
total_steps: 1500000
batch_size: 128
train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml
val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml
val_batch_size: 128
val_size: 100000
preprocess: true
contrastive_n_per_class: 1
contrastive_margin: 0.0
contrastive_temperature: 0.5
numeric_prediction_loss_weight: 0
contrastive_loss_weight: 0
steps: 1500000
device: cuda