#!/bin/bash

# accelerate launch --main_process_port 41353 -m src.main
# python -m src.main
# bash bash_scripts/main.sh

export IBA_CONFIG=./config_draccus/config.yaml
export TOKENIZERS_PARALLELISM=true

# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"

export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH

export WANDB_PROJECT="IBA_CMS"

date +"%F %T"

STEP=400
# accelerate launch --dynamo_backend no --main_process_port 41353 -m src.main \
# accelerate launch --dynamo_backend=inductor --dynamo_mode=max-autotune --main_process_port 41353 -m src.main \
accelerate launch --dynamo_backend no --main_process_port 41353 -m src.main \
    --config_path $IBA_CONFIG --training.save_strategy "steps" \
    --training.save_steps $STEP --training.eval_steps $STEP --training.logging_steps $STEP \
    --training.report_to wandb --training.learning_rate 2e-4 \

# accelerate launch --dynamo_backend=inductor --dynamo_mode=max-autotune --main_process_port 41353 -m src.main \
#     --config_path $IBA_CONFIG

# wandb sync wandb/latest-run
date +"%F %T"