File size: 1,742 Bytes
fd49381 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
# -*- Makefile -*-
moses.threads ?= 4
moses.flags += -threads ${moses.threads}
moses.flags += -v 0 -t -text-type "test" -fd '${FACTORSEP}'
%.multi-bleu: | %.cleaned
$(lock)
${multi-bleu} ${bleu.ref} < $*.cleaned > $@_ && mv $@_ $@
$(unlock)
%.moses-out.wa: moses.flags += -alignment-output-file $*.output.wa
%.moses-out.wa: %.moses-out
# .SECONDEXPANSION:
moses.ini ?=
%.moses-out: | ${moses.ini}
echo MOSES $^
$(lock)
${moses} -i ${moses.input} -inputtype ${moses.inputtype} \
-f ${moses.ini} ${moses.flags} > $@_ && mv $@_ $@
$(unlock)
%.cleaned: %.moses-out
$(lock)
$(clean-decoder-output) < $< > $@_ && mv $@_ $@
$(unlock)
%.natcased: %.cleaned
$(eval $(call lock))
$(detruecase) < $*.cleaned > $@_ && mv $@_ $@
$(eval $(call unlock))
# $1: output base name
# $2: system to be evaluated
# $3: evaluation input
define bleu_eval
EVALUATIONS += $1
$1: moses.ini := $2
$1: moses.input := $3
$1: moses.inputtype := $(call guess-inputtype,$3)
$1: bleu.ref := $$(shell echo $(patsubst %.${L1},%.${L2},$3) | perl -pe 's?/cfn[^/]+/?/cased/?')
$1.moses-out: | $2 $3
$1.multi-bleu: | $(call reffiles,$3,$(dir $(patsubst %/,%,$(dir $3))))
$1: | $1.multi-bleu
endef
EVALUATIONS :=
eval.sets ?= $(patsubst %.${L1}.gz,%,$(subst /raw/,/cased/,$(wildcard ${WDIR}/crp/tst/raw/*.${L1}.gz)))
ifdef tune.runs
define bleu_score_all_systems
$(foreach system,${SYSTEMS},\
$(foreach tuneset,${tune.sets},\
$(foreach evalset,${eval.sets},\
$(foreach run,$(shell seq ${tune.runs}),\
$(eval $(call bleu_eval,\
${system}/eval/$(notdir ${tuneset})/${run}/$(notdir ${evalset}),\
${system}/tuned/$(notdir ${tuneset})/${run}/moses.ini,\
${evalset}.${L1},${moses.inputtype.plaintext},${evalset}.${L2}))))))
endef
endif
|