SimpleFold / config /trainer /fsdp.yaml
wuxing0105's picture
Add files using upload-large-folder tool
3a8e4d3 verified
Raw
History Blame Contribute Delete
456 Bytes
_target_: lightning.pytorch.trainer.Trainer
default_root_dir: ${paths.output_dir}
# set True to to ensure deterministic results
# makes training slower but gives more reproducibility than just setting seeds
deterministic: False
accelerator: gpu
devices: auto
num_nodes: 1
min_epochs: 1 # prevents early stopping
max_steps: 100000
precision: bf16-mixed
val_check_interval: 5000
check_val_every_n_epoch: null
num_sanity_val_steps: 0
limit_val_batches: 0.0