mlc-llm-main/cpp/llm_chat.h

/*!
 *  Copyright (c) 2023 by Contributors
 * \file llm_chat.cc
 * \brief Implementation of llm chat.
 */
#include <tvm/runtime/container/string.h>
#include <tvm/runtime/module.h>

#ifndef MLC_LLM_DLL
#ifdef _WIN32
#ifdef MLC_LLM_EXPORTS
#define MLC_LLM_DLL __declspec(dllexport)
#else
#define MLC_LLM_DLL __declspec(dllimport)
#endif
#else
#define MLC_LLM_DLL __attribute__((visibility("default")))
#endif
#endif

namespace mlc {
namespace llm {

// explicit export via TVM_DLL
MLC_LLM_DLL tvm::runtime::Module CreateChatModule(
    tvm::runtime::Module executable,
    const tvm::runtime::String& tokenizer_path,
    const tvm::runtime::String& param_path, DLDevice device);

}  // namespace llm
}  // namespace mlc