mosesdecoder/moses2/legacy/ThreadPool.h

// $Id: ThreadPool.h 3045 2010-04-05 13:07:29Z hieuhoang1972 $

/***********************************************************************
 Moses - factored phrase-based language decoder
 Copyright (C) 2009 University of Edinburgh

 This library is free software; you can redistribute it and/or
 modify it under the terms of the GNU Lesser General Public
 License as published by the Free Software Foundation; either
 version 2.1 of the License, or (at your option) any later version.

 This library is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 Lesser General Public License for more details.

 You should have received a copy of the GNU Lesser General Public
 License along with this library; if not, write to the Free Software
 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 ***********************************************************************/

#pragma once

#include <iostream>
#include <queue>
#include <vector>

#include <boost/shared_ptr.hpp>

#ifdef WITH_THREADS
#include <boost/bind.hpp>
#include <boost/thread.hpp>
#endif

#ifdef BOOST_HAS_PTHREADS
#include <pthread.h>
#endif

//#include "Util.h"

namespace Moses2
{

/**
 * Classes to implement a ThreadPool.
 **/

/** A task to be executed by the ThreadPool
 */
class Task
{
public:
  virtual void Run() = 0;
  virtual bool DeleteAfterExecution() {
    return true;
  }
  virtual ~Task() {
  }
};

class ThreadPool
{
public:
  /**
   * Construct a thread pool of a fixed size.
   **/
  explicit ThreadPool(size_t numThreads, int cpuAffinityOffset = -1,
                      int cpuAffinityIncr = 1);

  ~ThreadPool() {
    Stop();
  }

  /**
   * Add a job to the threadpool.
   **/
  void Submit(boost::shared_ptr<Task> task);

  /**
   * Wait until all queued jobs have completed, and shut down
   * the ThreadPool.
   **/
  void Stop(bool processRemainingJobs = false);

  /**
   * Set maximum number of queued threads (otherwise Submit blocks)
   **/
  void SetQueueLimit(size_t limit) {
    m_queueLimit = limit;
  }

private:
  /**
   * The main loop executed by each thread.
   **/
  void Execute();

  std::queue<boost::shared_ptr<Task> > m_tasks;
  boost::thread_group m_threads;
  boost::mutex m_mutex;
  boost::condition_variable m_threadNeeded;
  boost::condition_variable m_threadAvailable;
  bool m_stopped;
  bool m_stopping;
  size_t m_queueLimit;
};

class TestTask: public Task
{
public:
  TestTask(int id) :
    m_id(id) {
  }

  virtual void Run() {
#ifdef BOOST_HAS_PTHREADS
    pthread_t tid = pthread_self();
#else
    typedef void * pthread_t;
    pthread_t tid = 0;
#endif
    std::cerr << "Executing " << m_id << " in thread id " << tid << std::endl;
  }

  virtual ~TestTask() {
  }

private:
  int m_id;
};

}