aurora-public / bash /lora_extreme.sh
bidulki-99's picture
Add files using upload-large-folder tool
a310ddc verified
CUDA_VISIBLE_DEVICES=4,5,6,7 torchrun --nproc_per_node=4 \
train_aurora_lora.py \
--base_dir /hub_data3/minseo/ArchesWeather-SR/data/era5_240/full \
--train_years 2016-2020 --val_years 2021 \
--steps 1 --total_steps 15000 --warmup_steps 1000 \
--lr 5e-5 --weight_decay 0 \
--precision bf16 --batch_size 1 \
--act_ckpt --disable_droppath \
--out_dir /hub_data3/minseo/aurora/lora_ckpt_wloss_hres/extreme \
--tb_dir /hub_data3/minseo/aurora/tb_lora_wloss_hres/extreme \
--clim_path /hub_data3/minseo/ArchesWeather-SR/data/era5_240/era5_240_clim.nc \
--deg_old 1.5 --deg_new 1.5 --win_orig 2,4,8 --win_min_hw 1 --patch_new 1 \
--finetune_mode lora --scheduler cosine --min_lr_scale 0.05 \
--surf_stats_json /hub_data3/minseo/aurora/surf_stats_1p5deg.json \
--surf_stats_days 1000 \
--tasks extreme \
--extreme_q 0.01,0.99 --extreme_sigma_k 1.0 \
--grid_clim_cache /hub_data3/minseo/aurora/cache/grid_clim_2016_2021.npz \
--grid_clim_days 1000 \
--adapter_mode lora \
--init_ckpt /hub_data3/minseo/aurora/lora_ckpt_wloss_hres/full_small_epoch_1.pt \
--init_ckpt_p_old 1 \
--enable_ckpt_adapt --enable_window_retarget