#
# For licensing see accompanying LICENSE file.
# Copyright (C) 2025 Apple Inc. All Rights Reserved.
#

unset PYTHONPATH
cd /mnt/conductor_data/clara/evaluation

SAVE_PATH=/mnt/task_wrapper/user_output/artifacts/data/train_checkpoint/clara_cluster1_2_2m_split_data_single_32_mistral
SAVE_MODEL_NAME=${SAVE_PATH##*/}
export PYTHONPATH="$SAVE_PATH:$PYTHONPATH"


echo "Starting inference on node $NODE_RANK of $NUM_NODES nodes..."
accelerate launch \
    --num_processes=8 \
    --num_machines=1 \
    evaluate.py \
    --model_path $SAVE_MODEL_NAME \
    --stage stage1 \
    --dataset musique,hotpotqa,2wiki,nq \
    --gold_retrieval