File size: 935 Bytes
4a28d4d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
#pragma once
#include <memory>
#include "src/turbomind/engine/gateway.h"
#include "src/turbomind/models/language_model.h"
#include "src/turbomind/models/llama/context.h"
#include "src/turbomind/models/llama/llama_params.h"
namespace turbomind {
struct ScheduleMetrics;
class Engine {
public:
~Engine();
Engine();
Engine(Engine&&) noexcept;
Engine& operator=(Engine&&) noexcept;
explicit operator bool() const noexcept
{
return static_cast<bool>(impl_);
}
Engine(DataType dtype,
EngineParam param,
LanguageModel model,
Context& ctx,
Gateway& gateway,
int device_id,
int queue_id,
int phases);
void Start();
std::shared_ptr<ScheduleMetrics> GetScheduleMetrics();
private:
struct Impl;
std::unique_ptr<Impl> impl_;
};
} // namespace turbomind
|