File size: 2,895 Bytes
fd49381 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 | // -*- mode: c++; indent-tabs-mode: nil; tab-width:2 -*-
// (c) 2008-2010 Ulrich Germann
#include <boost/program_options.hpp>
#include <iomanip>
#include "tpt_typedefs.h"
#include "ug_mm_ttrack.h"
#include "tpt_tokenindex.h"
#include "ug_deptree.h"
#include "ug_corpus_token.h"
#include "tpt_pickler.h"
using namespace std;
using namespace tpt;
using namespace sapt;
namespace po = boost::program_options;
typedef L2R_Token<Conll_Sform> Token;
string bname,L1,L2;
mmTtrack<char> MAM;
mmTtrack<Token> T1,T2;
bool inv;
vector<string> range;
void
interpret_args(int ac, char* av[])
{
po::variables_map vm;
po::options_description o("Options");
o.add_options()
("help,h", "print this message")
("inv,i", po::bool_switch(&inv), "inverse")
;
po::options_description h("Hidden Options");
h.add_options()
("bname", po::value<string>(&bname), "base name")
("L1", po::value<string>(&L1), "L1")
("L2", po::value<string>(&L2), "L2")
("range", po::value<vector<string> >(&range), "range")
;
po::positional_options_description a;
a.add("bname",1);
a.add("L1",1);
a.add("L2",1);
a.add("range",-1);
po::store(po::command_line_parser(ac,av)
.options(h.add(o))
.positional(a)
.run(),vm);
po::notify(vm); // IMPORTANT
if (vm.count("help") || L2.empty())
{
cout << "usage:\n\t"
<< av[0] << " <base name> <L1> <L2> \n"
<< endl;
cout << o << endl;
exit(0);
}
}
size_t
check_range(size_t start, size_t stop)
{
size_t noAln = 0;
for (size_t sid = start; sid < stop; ++sid)
{
char const* p = MAM.sntStart(sid);
char const* q = MAM.sntEnd(sid);
size_t slen = T1.sntLen(sid);
size_t tlen = T2.sntLen(sid);
if (p == q) ++noAln;
ushort s,t;
while (p < q)
{
p = binread(p,s);
p = binread(p,t);
if (s >= slen || t >= tlen)
{
cout << "alignment out of bounds in sentence " << sid << ": "
<< s << "-" << t << " in " << slen << ":" << tlen << "."
<< endl;
break;
}
}
}
return noAln;
}
int
main(int argc, char*argv[])
{
interpret_args(argc,argv);
MAM.open(bname+L1+"-"+L2+".mam");
T1.open(bname+L1+".mct");
T2.open(bname+L2+".mct");
if (T1.size() != T2.size() || T1.size() != MAM.size())
{
cout << "Track sizes don't match!" << endl;
exit(1);
}
size_t noAln;
if (!range.size())
noAln = check_range(0, MAM.size());
else
{
noAln = 0;
for (size_t i = 0; i < range.size(); i++)
{
istringstream buf(range[i]);
size_t first,last; uchar c;
buf>>first;
if (buf.peek() == '-') buf>>c>>last;
else last = first;
if (last < MAM.size())
noAln += check_range(first,last+1);
}
}
cout << noAln << " sentence pairs without alignment" << endl;
}
|