File size: 1,329 Bytes
981b783 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
#!/bin/bash
dir_path=$1
lang=$2
src_lang=${lang%%-*}
tgt_lang=${lang##*-}
data_path=/data/wyt/codes/DocDPO/data/2017-01-ted-test/$lang
for i in {0..11}; do
# source=$data_path/test.en.$i
target=$dir_path/IWSLT17.TED.tst2017.${lang}.${src_lang}.$i.${tgt_lang}
reference=$data_path/IWSLT17.TED.tst2017.${lang}.${tgt_lang}.$i
result=$dir_path/cohesion.txt
# echo $target
python -u /data/wyt/codes/DocDPO/evaluator/fine_grained_multi_demensional/eval_cohesion.py \
--model gpt-4.1 \
--input_file $target \
--reference_file $reference \
--target_language $tgt_lang \
--output_file $result
done
python /data/wyt/codes/DocDPO/evaluator/fine_grained_multi_demensional/calc_avg_cohesion.py $dir_path/cohesion.txt
# cd $dir_path/aligned
# file_nums=$(ls test.*-s | sort -n -t . -k 2 | xargs wc -l | head -n -1 | awk '{ print $1 }')
# echo $file_nums
# cat $(ls test.*-t | sort -n -t . -k 2) > $dir_path/whole.hyp
# cat $(ls test.*-s | sort -n -t . -k 2) > $dir_path/whole.src
# sh /data/wyt/codes/DocMTAgent/consistency_evaluation/run_eval_sep.sh \
# $dir_path/whole.src $dir_path/whole.hyp $dir_path/consistency $lang "$file_nums"
# cd $work_dir
# python indiversity_sep.py -r $dir_path/whole.src.record_sep.json | tee -a $dir_path/whole.src.consistency_sep
|