tools/mosesdecoder/moses/LM/DALMWrapper.h

// $Id$
#pragma once

#include <vector>
#include "Implementation.h"
#include "moses/Hypothesis.h"

namespace DALM
{
class Logger;
class Vocabulary;
class State;
class LM;
union Fragment;
class Gap;

typedef unsigned int VocabId;
}

namespace Moses
{
class Factor;
class DALMChartState;

class LanguageModelDALM : public LanguageModel
{
public:
  LanguageModelDALM(const std::string &line);
  virtual ~LanguageModelDALM();

  void Load(AllOptions::ptr const& opts);

  virtual const FFState *EmptyHypothesisState(const InputType &/*input*/) const;

  virtual void CalcScore(const Phrase &phrase, float &fullScore, float &ngramScore, size_t &oovCount) const;

  virtual FFState *EvaluateWhenApplied(const Hypothesis &hypo, const FFState *ps, ScoreComponentCollection *out) const;

  virtual FFState *EvaluateWhenApplied(const ChartHypothesis& hypo, int featureID, ScoreComponentCollection *out) const;

  virtual bool IsUseable(const FactorMask &mask) const;

  virtual void SetParameter(const std::string& key, const std::string& value);

protected:
  const Factor *m_beginSentenceFactor;

  FactorType m_factorType;

  std::string	m_filePath;
  size_t			m_nGramOrder; //! max n-gram length contained in this LM
  size_t			m_ContextSize;

  DALM::Logger *m_logger;
  DALM::Vocabulary *m_vocab;
  DALM::LM *m_lm;
  DALM::VocabId wid_start, wid_end;

  mutable std::vector<DALM::VocabId> m_vocabMap;

  void CreateVocabMapping(const std::string &wordstxt);
  DALM::VocabId GetVocabId(const Factor *factor) const;

private:
  // Convert last words of hypothesis into vocab ids, returning an end pointer.
  DALM::VocabId *LastIDs(const Hypothesis &hypo, DALM::VocabId *indices) const {
    DALM::VocabId *index = indices;
    DALM::VocabId *end = indices + m_nGramOrder - 1;
    int position = hypo.GetCurrTargetWordsRange().GetEndPos();
    for (; ; ++index, --position) {
      if (index == end) return index;
      if (position == -1) {
        *index = wid_start;
        return index + 1;
      }
      *index = GetVocabId(hypo.GetWord(position).GetFactor(m_factorType));
    }
  }

  void EvaluateTerminal(
    const Word &word,
    float &hypoScore,
    DALMChartState *newState,
    DALM::State &state,
    DALM::Fragment *prefixFragments,
    unsigned char &prefixLength
  ) const;

  void EvaluateNonTerminal(
    const Word &word,
    float &hypoScore,
    DALMChartState *newState,
    DALM::State &state,
    DALM::Fragment *prefixFragments,
    unsigned char &prefixLength,
    const DALMChartState *prevState,
    size_t prevTargetPhraseLength
  ) const;
};

}