| #!/bin/bash |
| |
| |
|
|
| |
|
|
| cleanup() |
| { |
| if [ -e $fifo ] ; then rm $fifo; fi |
| if [ -e $fifo.inv ] ; then rm $fifo.inv; fi |
| if [ -e $fifo.o ] ; then rm $fifo.o; fi |
| } |
|
|
| usage() |
| { |
| echo |
| echo "$0: wrapper script to extract phrases from word-aligned corpus" |
| echo -e "usage:\n $0 <extractor> <ibase> <L1tag> <L2tag> [-x] " |
| echo "options:" |
| echo "-l: maximum phrase length ($plen)" |
| echo "-m: distortion model specification" |
| echo "-o: base name for output files .fwd.gz .bwd.gz [.<dmodel>.dst.gz]" |
| echo "-x: (no argument) don't create .fwd.gz and .bwd.gz" |
| echo |
| echo "required input files: <ibase>.<L1tag>.gz ibase.<L2tag>.gz ibase.<aln>.gz" |
| } |
|
|
| plen=7 |
| nottable= |
| dmodel= |
| dspec= |
| pargs= |
| sfactors= |
| tfactors= |
| while [ $# -gt 0 ]; do |
| case $1 in |
| -l*) plen=${1#-l} |
| plen=${plen#=} |
| if [ -z $plen ] ; then |
| shift |
| plen=$1 |
| fi |
| ;; |
| -m*) dmodel=${1#-m} |
| dmodel=${dmodel#=} |
| if [ -z $dmodel ] ; then |
| shift |
| dmodel="$1" |
| fi |
| ;; |
| -o*) obase=${1#-o} |
| obase=${obase#=} |
| if [ -z $obase ] ; then |
| shift |
| obase=$1 |
| fi |
| ;; |
| -s*) sfactors=${1#-s} |
| sfactors=${sfactors#=} |
| if [ -z $sfactors ] ; then |
| shift |
| sfactors = $1 |
| fi |
| ;; |
| -t*) tfactors=${1#-t} |
| tfactors=${tfactors#=} |
| if [ -z $tfactors ] ; then |
| shift |
| sfactors = $1 |
| fi |
| ;; |
| -x) nottable=1;; |
| -h) usage; exit 0;; |
| *) pargs=(${pargs[*]} $1);; |
| esac |
| shift |
| done |
|
|
| if [ -n "$sfactors" ] || [ -n "$tfactors" ] ; then |
| echo "Factor filtering is not implemented yet!" |
| exit 2 |
| fi |
|
|
| extract=${pargs[0]} |
| ibase=${pargs[1]} |
| L1tag=${pargs[2]} |
| L2tag=${pargs[3]} |
| obase=${obase:=$ibase} |
|
|
| fifo=$obase.$$ |
| trap 'cleanup' 0 |
|
|
| export LC_ALL=C |
| if [ -z "$nottable" ] ; then |
| mkfifo $fifo; sort -S 5G < $fifo | gzip > $obase.fwd.gz & |
| mkfifo $fifo.inv; sort -S 5G < $fifo.inv | gzip > $obase.bwd.gz & |
| fi |
| if [ -n "$dmodel" ] ; then |
| mkfifo $fifo.o |
| sort -S 5G < $fifo.o | gzip > $obase.dst.gz & |
| dspec="orientation --model " |
| dspec+=`echo $dmodel | perl -pe 's/((hier|phrase|wbe)-(msd|msrl|mono)).*/$1/;'` |
| fi |
|
|
| txt1=${ibase}.${L1tag}.gz |
| txt2=${ibase}.${L2tag}.gz |
| aln=${ibase}.aln.gz |
| echo "($extract <(zcat -f $txt1) <(zcat -f $txt2) <(zcat -f $aln) $fifo $plen $dspec) || exit 1" |
| ($extract <(zcat -f $txt2) <(zcat -f $txt1) <(zcat -f $aln) $fifo $plen $dspec) || exit 1 |
| wait |
|
|
