SeaWolf-AI's picture
Upload full LiteRT-LM codebase
5f923cd verified
# Copyright 2025 The ODML Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# [Google-internal load of `cc_library`]
# [Google-internal load of `cc_test`]
package(
default_hdrs_check = "strict",
default_visibility = [
"//visibility:public",
],
)
licenses(["notice"])
cc_library(
name = "convert_tensor_buffer",
hdrs = ["convert_tensor_buffer.h"],
deps = [
"@com_google_absl//absl/log:absl_check",
"@com_google_absl//absl/types:span",
"@litert//tflite/types:half",
] + select({
"@litert//litert:litert_link_capi_so": [
"@litert//litert/cc:litert_api_with_dynamic_runtime",
],
"//conditions:default": [
"@litert//litert/cc:litert_common",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_expected",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_macros",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
],
}),
)
cc_test(
name = "convert_tensor_buffer_test",
srcs = ["convert_tensor_buffer_test.cc"],
tags = ["requires-mac-inputs:hard"], # Required for running on Forge on Mac.
deps = [
":convert_tensor_buffer",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/types:span",
"@litert//litert/cc:litert_common",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
"@litert//litert/test:matchers",
],
)
cc_library(
name = "data_stream",
srcs = ["data_stream.cc"],
hdrs = ["data_stream.h"],
deps = [
":litert_status_util",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
],
)
cc_test(
name = "data_stream_test",
srcs = ["data_stream_test.cc"],
data = ["//runtime/testdata"],
deps = [
":data_stream",
":file_data_stream",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
],
)
cc_library(
name = "log_tensor_buffer",
srcs = ["log_tensor_buffer.cc"],
hdrs = ["log_tensor_buffer.h"],
deps = [
":convert_tensor_buffer",
"@com_google_absl//absl/log:absl_check",
"@com_google_absl//absl/log:absl_log",
"@com_google_absl//absl/status",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
"@com_google_absl//absl/types:span",
"@litert//tflite/types:half",
] + select({
"@litert//litert:litert_link_capi_so": [
"@litert//litert/cc:litert_api_with_dynamic_runtime",
],
"//conditions:default": [
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_expected",
"@litert//litert/cc:litert_macros",
"@litert//litert/cc:litert_tensor_buffer",
],
}),
)
cc_test(
name = "log_tensor_buffer_test",
srcs = ["log_tensor_buffer_test.cc"],
deps = [
":log_tensor_buffer",
":test_utils",
"@com_google_googletest//:gtest_main",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
],
)
cc_library(
name = "executor_data_util",
srcs = ["executor_data_util.cc"],
hdrs = ["executor_data_util.h"],
deps = [
":litert_status_util",
":tensor_buffer_util",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@litert//litert/cc:litert_macros",
"//runtime/executor:llm_executor_io_types",
] + select({
"@litert//litert:litert_link_capi_so": [
"@litert//litert/cc:litert_api_with_dynamic_runtime",
],
"//conditions:default": [
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
"@litert//litert/cc/internal:litert_handle",
],
}),
)
cc_test(
name = "executor_data_util_test",
srcs = ["executor_data_util_test.cc"],
deps = [
":convert_tensor_buffer",
":executor_data_util",
":tensor_buffer_util",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/types:span",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
"@litert//litert/test:matchers",
"//runtime/executor:llm_executor_io_types",
],
)
cc_library(
name = "file_data_stream",
srcs = ["file_data_stream.cc"],
hdrs = ["file_data_stream.h"],
deps = [
":data_stream",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
],
)
cc_test(
name = "file_data_stream_test",
srcs = ["file_data_stream_test.cc"],
data = ["//runtime/testdata"],
deps = [
":file_data_stream",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:status_matchers",
"@com_google_absl//absl/status:statusor",
],
)
cc_library(
name = "file_format_util",
srcs = ["file_format_util.cc"],
hdrs = ["file_format_util.h"],
deps = [
":litert_status_util",
":memory_mapped_file",
":scoped_file",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
"//runtime/executor:executor_settings_base",
],
)
cc_test(
name = "file_format_util_test",
srcs = ["file_format_util_test.cc"],
data = ["//runtime/testdata"],
deps = [
":file_format_util",
":memory_mapped_file",
":scoped_file",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/strings:string_view",
"//runtime/executor:executor_settings_base",
"//runtime/executor:llm_executor_settings",
],
)
cc_library(
name = "file_util",
srcs = ["file_util.cc"],
hdrs = ["file_util.h"],
deps = [
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
],
)
cc_test(
name = "file_util_test",
srcs = ["file_util_test.cc"],
deps = [
":file_util",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
],
)
cc_library(
name = "litert_status_util",
srcs = [],
hdrs = [
"status_macros.h",
],
deps = [
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@litert//litert/c:litert_common",
"@litert//litert/cc:litert_expected",
"@litert//litert/cc:litert_macros",
],
)
cc_test(
name = "status_macros_test",
srcs = ["status_macros_test.cc"],
deps = [
":litert_status_util",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
],
)
cc_library(
name = "logging",
hdrs = ["logging.h"],
deps = [
"@com_google_absl//absl/strings",
],
)
cc_library(
name = "logging_tensor_buffer",
srcs = ["logging_tensor_buffer.cc"],
hdrs = ["logging_tensor_buffer.h"],
deps = [
"@com_google_absl//absl/log:absl_check",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/types:span",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_tensor_buffer_types",
] + select({
"@litert//litert:litert_link_capi_so": [
"@litert//litert/cc:litert_api_with_dynamic_runtime",
],
"//conditions:default": [
"@litert//litert/cc:litert_tensor_buffer",
],
}),
)
cc_test(
name = "logging_test",
srcs = ["logging_test.cc"],
deps = [
":logging",
":logging_tensor_buffer",
"@com_google_googletest//:gtest_main",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
"@litert//litert/test:matchers",
],
)
cc_library(
name = "tensor_buffer_util",
srcs = ["tensor_buffer_util.cc"],
hdrs = ["tensor_buffer_util.h"],
deps = [
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/types:span",
"@litert//litert/cc:litert_macros",
"@litert//litert/cc:litert_ranked_tensor_type",
] + select({
"@litert//litert:litert_link_capi_so": [
"@litert//litert/cc:litert_api_with_dynamic_runtime",
],
"//conditions:default": [
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_tensor_buffer",
],
}),
)
cc_test(
name = "tensor_buffer_util_test",
srcs = ["tensor_buffer_util_test.cc"],
tags = ["requires-mac-inputs:hard"], # Required for running on Forge on Mac.
deps = [
":convert_tensor_buffer",
":tensor_buffer_util",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/types:span",
"@litert//litert/cc:litert_element_type",
"@litert//litert/cc:litert_environment",
"@litert//litert/cc:litert_layout",
"@litert//litert/cc:litert_ranked_tensor_type",
"@litert//litert/cc:litert_tensor_buffer",
"@litert//litert/cc:litert_tensor_buffer_types",
"@litert//litert/test:matchers",
],
)
cc_library(
name = "memory_mapped_file",
srcs = select({
"@platforms//os:windows": ["memory_mapped_file_win.cc"],
"//conditions:default": ["memory_mapped_file_posix.cc"],
}),
hdrs = ["memory_mapped_file.h"],
copts = [
"-D_WIN32_WINNT=_WIN32_WINNT_WIN10",
],
deps = [
":litert_status_util",
":scoped_file",
"@com_google_absl//absl/cleanup",
"@com_google_absl//absl/memory",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
],
)
cc_test(
name = "memory_mapped_file_test",
srcs = ["memory_mapped_file_test.cc"],
deps = [
":memory_mapped_file",
":scoped_file",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
],
)
cc_library(
name = "scoped_file",
hdrs = ["scoped_file.h"],
deps = [
"@litert//litert/cc/internal:scoped_file",
],
)
cc_library(
name = "model_asset_bundle_resources",
srcs = ["model_asset_bundle_resources.cc"],
hdrs = ["model_asset_bundle_resources.h"],
visibility = ["//visibility:public"],
deps = [
":litert_status_util",
":memory_mapped_file",
":scoped_file",
":zip_utils",
"@com_google_absl//absl/container:flat_hash_map",
"@com_google_absl//absl/memory",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/types:span",
],
)
proto_library(
name = "external_file_proto",
srcs = ["external_file.proto"],
)
cc_proto_library(
name = "external_file_cc_proto",
visibility = ["//visibility:public"],
deps = [":external_file_proto"],
)
cc_library(
name = "zip_readonly_mem_file",
srcs = ["zip_readonly_mem_file.cc"],
hdrs = ["zip_readonly_mem_file.h"],
deps = [
"@com_google_absl//absl/strings",
"@com_google_absl//absl/types:span",
"@minizip//:zlib_minizip",
"@zlib//:zlib",
],
)
cc_library(
name = "zip_utils",
srcs = ["zip_utils.cc"],
hdrs = ["zip_utils.h"],
deps = [
":external_file_cc_proto",
":litert_status_util",
":zip_readonly_mem_file",
"@com_google_absl//absl/cleanup",
"@com_google_absl//absl/container:flat_hash_map",
"@com_google_absl//absl/log:absl_log",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
"@minizip//:zlib_minizip",
"@zlib",
],
)
cc_test(
name = "zip_utils_test",
srcs = ["zip_utils_test.cc"],
data = ["//runtime/testdata"],
deps = [
":memory_mapped_file",
":test_utils",
":zip_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/strings:string_view",
],
)
cc_library(
name = "test_utils",
testonly = 1,
hdrs = ["test_utils.h"],
deps = [
"@com_google_googletest//:gtest_for_library",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@litert//litert/cc:litert_macros",
],
)
cc_library(
name = "litert_lm_loader",
srcs = ["litert_lm_loader.cc"],
hdrs = ["litert_lm_loader.h"],
deps = [
":litert_status_util",
":memory_mapped_file",
":scoped_file",
"@com_google_absl//absl/log:absl_check",
"@com_google_absl//absl/log:absl_log",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
"@com_google_absl//absl/synchronization",
"@litert//litert/cc:litert_buffer_ref",
"//runtime/components:model_resources",
"//schema/core:litertlm_header_schema",
"//schema/core:litertlm_read",
],
)
cc_library(
name = "metadata_util",
srcs = ["metadata_util.cc"],
hdrs = ["metadata_util.h"],
deps = [
"@com_google_absl//absl/log:absl_log",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
"//runtime/proto:llm_metadata_cc_proto",
],
)
cc_test(
name = "metadata_util_test",
srcs = ["metadata_util_test.cc"],
deps = [
":metadata_util",
"@com_google_googletest//:gtest_main",
"//runtime/proto:llm_metadata_cc_proto",
"//runtime/proto:token_cc_proto",
],
)
cc_library(
name = "lora_data",
srcs = ["lora_data.cc"],
hdrs = ["lora_data.h"],
deps = [
":litert_status_util",
":lora_util",
":scoped_file",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@com_google_absl//absl/strings:string_view",
"@flatbuffers//:runtime_cc",
"@litert//litert/cc:litert_buffer_ref",
"@litert//tflite:framework",
"@litert//tflite/schema:schema_fbs",
],
)
cc_test(
name = "lora_data_test",
srcs = ["lora_data_test.cc"],
data = ["//runtime/testdata"],
deps = [
":litert_status_util",
":lora_data",
":memory_mapped_file",
":scoped_file",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"@litert//litert/cc:litert_buffer_ref",
"//runtime/executor:executor_settings_base",
],
)
cc_library(
name = "lora_util",
srcs = ["lora_util.cc"],
hdrs = ["lora_util.h"],
deps = [
":litert_status_util",
":memory_mapped_file",
":scoped_file",
"@com_google_absl//absl/memory",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
"@litert//litert/cc:litert_buffer_ref",
"@com_googlesource_code_re2//:re2",
],
)
cc_test(
name = "lora_util_test",
srcs = ["lora_util_test.cc"],
deps = [
":lora_util",
":memory_mapped_file",
":scoped_file",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
],
)
cc_library(
name = "model_type_utils",
srcs = ["model_type_utils.cc"],
hdrs = ["model_type_utils.h"],
deps = [
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings",
"//runtime/components:tokenizer",
"//runtime/proto:llm_metadata_cc_proto",
"//runtime/proto:llm_model_type_cc_proto",
"//runtime/proto:token_cc_proto",
"//runtime/util:litert_status_util",
],
)
cc_test(
name = "model_type_utils_test",
srcs = ["model_type_utils_test.cc"],
deps = [
":model_type_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/strings:string_view",
"//runtime/components:prompt_template",
"//runtime/components:tokenizer",
"//runtime/proto:llm_metadata_cc_proto",
"//runtime/proto:llm_model_type_cc_proto",
"//runtime/util:test_utils",
],
)
cc_library(
name = "metrics_util",
srcs = ["metrics_util.cc"],
hdrs = ["metrics_util.h"],
deps = [
":litert_status_util",
"@com_google_absl//absl/status:statusor",
"@com_google_absl//absl/time",
"//runtime/engine:io_types",
"//runtime/engine:litert_lm_lib",
"//runtime/proto:litert_lm_metrics_cc_proto",
],
)
cc_test(
name = "metrics_util_test",
srcs = ["metrics_util_test.cc"],
deps = [
":metrics_util",
":test_utils",
"@com_google_googletest//:gtest_main",
"@com_google_absl//absl/time",
"//runtime/engine:io_types",
"//runtime/engine:litert_lm_lib",
"//runtime/proto:engine_cc_proto",
"//runtime/proto:litert_lm_metrics_cc_proto",
],
)