| #include "search/rule.hh" |
|
|
| #include "lm/model.hh" |
| #include "search/context.hh" |
|
|
| #include <ostream> |
|
|
| #include <cmath> |
|
|
| namespace search { |
|
|
| template <class Model> ScoreRuleRet ScoreRule(const Model &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing) { |
| ScoreRuleRet ret; |
| ret.prob = 0.0; |
| ret.oov = 0; |
| const lm::WordIndex oov = model.GetVocabulary().NotFound(), bos = model.GetVocabulary().BeginSentence(); |
| lm::ngram::RuleScore<Model> scorer(model, *(writing++)); |
| std::vector<lm::WordIndex>::const_iterator word = words.begin(); |
| if (word != words.end() && *word == bos) { |
| scorer.BeginSentence(); |
| ++word; |
| } |
| for (; word != words.end(); ++word) { |
| if (*word == kNonTerminal) { |
| ret.prob += scorer.Finish(); |
| scorer.Reset(*(writing++)); |
| } else { |
| if (*word == oov) ++ret.oov; |
| scorer.Terminal(*word); |
| } |
| } |
| ret.prob += scorer.Finish(); |
| return ret; |
| } |
|
|
| template ScoreRuleRet ScoreRule(const lm::ngram::RestProbingModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
| template ScoreRuleRet ScoreRule(const lm::ngram::ProbingModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
| template ScoreRuleRet ScoreRule(const lm::ngram::TrieModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
| template ScoreRuleRet ScoreRule(const lm::ngram::QuantTrieModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
| template ScoreRuleRet ScoreRule(const lm::ngram::ArrayTrieModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
| template ScoreRuleRet ScoreRule(const lm::ngram::QuantArrayTrieModel &model, const std::vector<lm::WordIndex> &words, lm::ngram::ChartState *writing); |
|
|
| } |
|
|
