File size: 480 Bytes
ff8573a
05744dc
ff8573a
 
 
05744dc
ff8573a
05744dc
 
 
 
 
 
 
 
ff8573a
05744dc
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
ROOT=/home/jovyan/workspace
DATASET=Instruments
BASE=$ROOT/Llama-2-7b-hf
DATA_PATH=$ROOT
CKPT_PATH=./Ins/Llama-2-7b
RESULTS_FILE=$CKPT_PATH/result.json
INDEX=$ROOT/$DATASET/Instruments.index.json

torchrun --nproc_per_node=8 test_ddp.py \
    --base_model $BASE \
    --ckpt_path $CKPT_PATH \
    --dataset $DATASET \
    --data_path $DATA_PATH \
    --results_file $RESULTS_FILE \
    --test_batch_size 1 \
    --num_beams 20 \
    --test_prompt_ids all \
    --index_file $INDEX