#ifdef _WIN32 // Windows stubs: transfer agent uses dlopen/cufile which are POSIX-only. // On Windows, the NIXL/mooncake transfer agent backends are not usable, // so DynLibLoader is stubbed to return nullptr for any library request. // The makeTransferAgent template in transferAgent.h will throw via // TLLM_CHECK_WITH_INFO when its getFunctionPointer<>() call fails, which // is the desired behavior on Windows. #include "tensorrt_llm/executor/transferAgent.h" namespace tensorrt_llm::executor::kv_cache { DynLibLoader& DynLibLoader::getInstance() { static DynLibLoader instance; return instance; } void* DynLibLoader::getHandle(std::string const& /*name*/) { return nullptr; } void* DynLibLoader::dlSym(void* /*handle*/, char const* /*symbol*/) { return nullptr; } DynLibLoader::~DynLibLoader() = default; } // namespace tensorrt_llm::executor::kv_cache #else /* * SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. * SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "tensorrt_llm/executor/transferAgent.h" #include "tensorrt_llm/common/logger.h" #ifndef _WIN32 #include #endif namespace tensorrt_llm::executor::kv_cache { [[nodiscard]] DynLibLoader& DynLibLoader::getInstance() { static DynLibLoader instance; return instance; } [[nodiscard]] void* DynLibLoader::getHandle(std::string const& name) { std::lock_guard lock(mDllMutex); auto it = mHandlers.find(name); if (it != mHandlers.end()) { return it->second; } TLLM_LOG_INFO("dlopen: " + name); void* handler = dlopen(name.c_str(), RTLD_LAZY); TLLM_CHECK_WITH_INFO(handler, "%s can not be loaded correctly: %s", name.c_str(), dlerror()); mHandlers[name] = handler; return handler; } [[nodiscard]] void* DynLibLoader::dlSym(void* handle, char const* symbol) { return dlsym(handle, symbol); } DynLibLoader::~DynLibLoader() { std::lock_guard lock(mDllMutex); for (auto const& pair : mHandlers) { dlclose(pair.second); } } } // namespace tensorrt_llm::executor::kv_cache #endif // _WIN32