File size: 718 Bytes
d443007 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
/*!
* Copyright (c) 2023 by Contributors
* \file llm_chat.cc
* \brief Implementation of llm chat.
*/
#include <tvm/runtime/container/string.h>
#include <tvm/runtime/module.h>
#ifndef MLC_LLM_DLL
#ifdef _WIN32
#ifdef MLC_LLM_EXPORTS
#define MLC_LLM_DLL __declspec(dllexport)
#else
#define MLC_LLM_DLL __declspec(dllimport)
#endif
#else
#define MLC_LLM_DLL __attribute__((visibility("default")))
#endif
#endif
namespace mlc {
namespace llm {
// explicit export via TVM_DLL
MLC_LLM_DLL tvm::runtime::Module CreateChatModule(
tvm::runtime::Module executable,
const tvm::runtime::String& tokenizer_path,
const tvm::runtime::String& param_path, DLDevice device);
} // namespace llm
} // namespace mlc
|