tools/mosesdecoder/lm/query_main.cc

#include "lm/ngram_query.hh"
#include "util/getopt.hh"

#ifdef WITH_NPLM
#include "lm/wrappers/nplm.hh"
#endif

#include <stdlib.h>

void Usage(const char *name) {
  std::cerr <<
    "KenLM was compiled with maximum order " << KENLM_MAX_ORDER << ".\n"
    "Usage: " << name << " [-b] [-n] [-w] [-s] lm_file\n"
    "-b: Do not buffer output.\n"
    "-n: Do not wrap the input in <s> and </s>.\n"
    "-v summary|sentence|word: Level of verbosity\n"
    "-l lazy|populate|read|parallel: Load lazily, with populate, or malloc+read\n"
    "The default loading method is populate on Linux and read on others.\n";
  exit(1);
}

int main(int argc, char *argv[]) {
  if (argc == 1 || (argc == 2 && !strcmp(argv[1], "--help")))
    Usage(argv[0]);

  lm::ngram::Config config;
  bool sentence_context = true;
  unsigned int verbosity = 2;
  bool flush = false;

  int opt;
  while ((opt = getopt(argc, argv, "bnv:l:")) != -1) {
    switch (opt) {
      case 'b':
        flush = true;
        break;
      case 'n':
        sentence_context = false;
        break;
      case 'v':
        if (!strcmp(optarg, "word") || !strcmp(optarg, "2")) {
          verbosity = 2;
        } else if (!strcmp(optarg, "sentence") || !strcmp(optarg, "1")) {
          verbosity = 1;
        } else if (!strcmp(optarg, "summary") || !strcmp(optarg, "0")) {
          verbosity = 0;
        } else {
          Usage(argv[0]);
        }
        break;
      case 'l':
        if (!strcmp(optarg, "lazy")) {
          config.load_method = util::LAZY;
        } else if (!strcmp(optarg, "populate")) {
          config.load_method = util::POPULATE_OR_READ;
        } else if (!strcmp(optarg, "read")) {
          config.load_method = util::READ;
        } else if (!strcmp(optarg, "parallel")) {
          config.load_method = util::PARALLEL_READ;
        } else {
          Usage(argv[0]);
        }
        break;
      case 'h':
      default:
        Usage(argv[0]);
    }
  }
  if (optind + 1 != argc)
    Usage(argv[0]);
  lm::ngram::QueryPrinter printer(1, verbosity >= 2, verbosity >= 1, true, flush);
  const char *file = argv[optind];
  try {
    using namespace lm::ngram;
    ModelType model_type;
    if (RecognizeBinary(file, model_type)) {
      switch(model_type) {
        case PROBING:
          Query<lm::ngram::ProbingModel>(file, config, sentence_context, printer);
          break;
        case REST_PROBING:
          Query<lm::ngram::RestProbingModel>(file, config, sentence_context, printer);
          break;
        case TRIE:
          Query<TrieModel>(file, config, sentence_context, printer);
          break;
        case QUANT_TRIE:
          Query<QuantTrieModel>(file, config, sentence_context, printer);
          break;
        case ARRAY_TRIE:
          Query<ArrayTrieModel>(file, config, sentence_context, printer);
          break;
        case QUANT_ARRAY_TRIE:
          Query<QuantArrayTrieModel>(file, config, sentence_context, printer);
          break;
        default:
          std::cerr << "Unrecognized kenlm model type " << model_type << std::endl;
          abort();
      }
#ifdef WITH_NPLM
    } else if (lm::np::Model::Recognize(file)) {
      lm::np::Model model(file);
      Query<lm::np::Model, lm::ngram::QueryPrinter>(model, sentence_context, printer);
      Query<lm::np::Model, lm::ngram::QueryPrinter>(model, sentence_context, printer);
#endif
    } else {
      Query<ProbingModel>(file, config, sentence_context, printer);
    }
    util::PrintUsage(std::cerr);
  } catch (const std::exception &e) {
    std::cerr << e.what() << std::endl;
    return 1;
  }
  return 0;
}