File size: 635 Bytes
30c14cd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | #
# For licensing see accompanying LICENSE file.
# Copyright (C) 2025 Apple Inc. All Rights Reserved.
#
unset PYTHONPATH
cd /mnt/conductor_data/clara/evaluation
SAVE_PATH=/mnt/task_wrapper/user_output/artifacts/data/train_checkpoint/clara_cluster1_2_2m_split_data_single_32_mistral
SAVE_MODEL_NAME=${SAVE_PATH##*/}
export PYTHONPATH="$SAVE_PATH:$PYTHONPATH"
echo "Starting inference on node $NODE_RANK of $NUM_NODES nodes..."
accelerate launch \
--num_processes=8 \
--num_machines=1 \
evaluate.py \
--model_path $SAVE_MODEL_NAME \
--stage stage1 \
--dataset musique,hotpotqa,2wiki,nq \
--gold_retrieval
|