Upload full LiteRT-LM codebase

.bazeliskrc

@@ -0,0 +1,18 @@
+# Copyright 2024 The AI Edge LiteRT Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# Use GitHub as mirror for Bazel binary downloads
+# This works around outages at releases.bazel.build
+BAZELISK_BASE_URL=https://github.com/bazelbuild/bazel/releases/download

.bazelrc

@@ -0,0 +1,544 @@
+# LiteRT Bazel configuration file.
+# This file tries to group and simplify build options for LiteRT
+#
+# ----CONFIG OPTIONS----
+# Android options:
+#    android:
+#    android_arm:
+#    android_arm64:
+#    android_x86:
+#    android_x86_64:
+#
+# iOS options:
+#     ios:
+#     ios_armv7:
+#     ios_arm64:
+#     ios_x86_64:
+#     ios_fat:
+#
+# Macosx options
+#     darwin_arm64:
+#
+# Compiler options:
+#     avx_linux:              Build with avx instruction set on linux.
+#     avx_win:                Build with avx instruction set on windows
+#
+# Other build options:
+#     short_logs:       Only log errors during build, skip warnings.
+#     verbose_logs:     Show all compiler warnings during build.
+#     monolithic:       Build all TF C++ code into a single shared object.
+#     dynamic_kernels:  Try to link all kernels dynamically (experimental).
+#     dbg:              Build with debug info
+#
+# TF version options;
+#     v2: Build TF v2
+#
+# Embedded Linux options (experimental and only tested with TFLite build yet)
+#     elinux:          General Embedded Linux options shared by all flavors.
+#     elinux_aarch64:  Embedded Linux options for aarch64 (ARM64) CPU support.
+#     elinux_armhf:    Embedded Linux options for armhf (ARMv7) CPU support.
+#
+# Default build options. These are applied first and unconditionally.
+
+# Shlibs built from the source tree should resolve symbols in the exectuable.
+build --define=resolve_symbols_in_exec=true
+
+# Exclude OpenCL from Linux and Windows builds.
+build:linux --copt=-DLITERT_DISABLE_OPENCL_SUPPORT=1
+build:windows --copt=/DLITERT_DISABLE_OPENCL_SUPPORT=1
+
+build --repo_env=USE_PYWRAP_RULES=True
+build --copt=-DGRPC_BAZEL_BUILD
+build --host_copt=-DGRPC_BAZEL_BUILD
+build --action_env=GRPC_BAZEL_RUNTIME=1
+build --repo_env=PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=upb
+build --action_env=PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=upb
+
+# Some targets have the same py source file, but use different
+# configurations via `requires-` tags. This results in an action
+# conflict when precompiling. Disable to avoid that problem.
+# See https://github.com/bazel-contrib/rules_python/issues/2445
+build --@rules_python//python/config_settings:precompile=force_disabled
+
+# Do not do this. This is how gRPC builds itself by default, but we don't want
+# that as it would link protobuf into its own set of dynamic libraries, which
+# would conflict with our protobuf linkage.
+#build --define=use_fast_cpp_protos=true
+
+# For projects which use TensorFlow as part of a Bazel build process, putting
+# nothing in a bazelrc will default to a monolithic build. The following line
+# opts in to modular op registration support by default.
+build --define framework_shared_object=true
+build --define tsl_protobuf_header_only=true
+
+build --define=allow_oversize_protos=true
+# protobuf will stop supporting MSVC.
+build:windows --define=protobuf_allow_msvc=true
+
+build --spawn_strategy=standalone
+build -c opt
+
+# Make Bazel print out all options from rc files.
+build --announce_rc
+
+# TODO(mihaimaruseac): Document this option or remove if no longer needed
+build --define=grpc_no_ares=true
+
+# See https://github.com/bazelbuild/bazel/issues/7362 for information on what
+# --incompatible_remove_legacy_whole_archive flag does.
+# This flag is set to true in Bazel 1.0 and newer versions. We tried to migrate
+# Tensorflow to the default, however test coverage wasn't enough to catch the
+# errors.
+# There is ongoing work on Bazel team's side to provide support for transitive
+# shared libraries. As part of migrating to transitive shared libraries, we
+# hope to provide a better mechanism for control over symbol exporting, and
+# then tackle this issue again.
+#
+# TODO: Remove the following two lines once TF doesn't depend on Bazel wrapping
+# all library archives in -whole_archive -no_whole_archive.
+build --noincompatible_remove_legacy_whole_archive
+build --features=-force_no_whole_archive
+build --host_features=-force_no_whole_archive
+
+# TODO(mihaimaruseac): Document this option or remove if no longer needed
+build --enable_platform_specific_config
+
+# Enable XLA support by default.
+build --define=with_xla_support=true
+
+# TODO(mihaimaruseac): Document this option or remove if no longer needed
+build --config=short_logs
+
+# TF now has `cc_shared_library` targets, so it needs the experimental flag
+# TODO(rostam): Remove when `cc_shared_library` is enabled by default
+build --experimental_cc_shared_library
+
+# cc_shared_library ensures no library is linked statically more than once.
+build --experimental_link_static_libraries_once=false
+
+# Prevent regressions on those two incompatible changes
+# TODO: remove those flags when they are flipped in the default Bazel version TF uses.
+build --incompatible_enforce_config_setting_visibility
+# TODO: also enable this flag after fixing the visibility violations
+# build --incompatible_config_setting_private_default_visibility
+
+# Disable Hermetic CC toolchains
+build --@rules_ml_toolchain//common:enable_hermetic_cc=False
+build --repo_env USE_HERMETIC_CC_TOOLCHAIN=0
+# Hermetic python version
+build --repo_env=HERMETIC_PYTHON_VERSION=3.13
+
+# Default options should come above this line.
+
+# Enforce clang as C/C++ compiler on Linux.
+build:linux --action_env=CC=clang
+build:linux --action_env=CXX=clang++
+
+# Android configs. Bazel needs to have --cpu and --fat_apk_cpu both set to the
+# target CPU to build transient dependencies correctly. See
+# https://docs.bazel.build/versions/master/user-manual.html#flag--fat_apk_cpu
+build:android --crosstool_top=//external:android/crosstool
+build:android --host_crosstool_top=@bazel_tools//tools/cpp:toolchain
+build:android_arm --config=android
+build:android_arm --cpu=armeabi-v7a
+build:android_arm --fat_apk_cpu=armeabi-v7a
+build:android_arm --platforms=@org_tensorflow//tensorflow/tools/toolchains/android:armeabi-v7a
+build:android_arm64 --config=android
+build:android_arm64 --cpu=arm64-v8a
+build:android_arm64 --fat_apk_cpu=arm64-v8a
+build:android_arm64 --platforms=@org_tensorflow//tensorflow/tools/toolchains/android:arm64-v8a
+build:android_x86 --config=android
+build:android_x86 --cpu=x86
+build:android_x86 --fat_apk_cpu=x86
+build:android_x86 --platforms=@org_tensorflow//tensorflow/tools/toolchains/android:x86
+build:android_x86_64 --config=android
+build:android_x86_64 --cpu=x86_64
+build:android_x86_64 --fat_apk_cpu=x86_64
+build:android_x86_64 --platforms=@org_tensorflow//tensorflow/tools/toolchains/android:x86_64
+
+# Build everything statically for Android since all static libs are later
+# bundled together into a single .so for deployment.
+build:android --dynamic_mode=off
+# TODO(belitskiy): Remove once on Clang 20.
+build:android --define=xnn_enable_avxvnniint8=false
+
+# Sets the default Apple platform to macOS.
+build:macos --apple_platform_type=macos
+
+# gRPC on MacOS requires this #define
+build:macos --copt=-DGRPC_BAZEL_BUILD
+
+# Avoid hitting command line argument limit
+build:macos --features=archive_param_file
+
+# Bazel 7.0.0 no longer supports dynamic symbol lookup on macOS. To resolve
+# undefined symbol errors in macOS arm64 builds, explicitly add the necessary
+# linker flags until dependencies are well defined. See
+# https://github.com/bazelbuild/bazel/issues/19730.
+build:macos --linkopt=-Wl,-undefined,dynamic_lookup
+build:macos --host_linkopt=-Wl,-undefined,dynamic_lookup
+
+# Settings for MacOS on ARM CPUs.
+build:macos_arm64 --cpu=darwin_arm64
+build:macos_arm64 --macos_minimum_os=11.0
+build:macos_arm64 --platforms=@build_bazel_apple_support//platforms:darwin_arm64
+
+# iOS configs for each architecture and the fat binary builds.
+build:ios --apple_platform_type=ios
+build:ios --copt=-fembed-bitcode
+build:ios --copt=-Wno-c++11-narrowing
+build:ios --ios_minimum_os=13.0
+build:ios_armv7 --config=ios
+build:ios_armv7 --cpu=ios_armv7
+build:ios_armv7 --platforms=@org_tensorflow//tensorflow/tools/toolchains/ios:ios_armv7
+build:ios_arm64 --config=ios
+build:ios_arm64 --cpu=ios_arm64
+build:ios_arm64 --platforms=@build_bazel_apple_support//platforms:ios_arm64
+build:ios_arm64e --config=ios
+build:ios_arm64e --cpu=ios_arm64e
+build:ios_arm64e --platforms=@build_bazel_apple_support//platforms:ios_arm64e
+build:ios_sim_arm64 --config=ios
+build:ios_sim_arm64 --cpu=ios_sim_arm64
+build:ios_sim_arm64 --platforms=@build_bazel_apple_support//platforms:ios_sim_arm64
+build:ios_x86_64 --config=ios
+build:ios_x86_64 --cpu=ios_x86_64
+build:ios_x86_64 --platforms=@build_bazel_apple_support//platforms:ios_x86_64
+build:ios_fat --config=ios
+build:ios_fat --ios_multi_cpus=armv7,arm64,i386,x86_64
+
+# Config to use a mostly-static build and disable modular op registration
+# support (this will revert to loading TensorFlow with RTLD_GLOBAL in Python).
+# By default, TensorFlow will build with a dependence on
+# //tensorflow:libtensorflow_framework.so.
+build:monolithic --define framework_shared_object=false
+build:monolithic --define tsl_protobuf_header_only=false
+build:monolithic --experimental_link_static_libraries_once=false  # b/229868128
+
+# Debug config
+build:dbg -c dbg
+# Only include debug info for files under tensorflow/, excluding kernels, to
+# reduce the size of the debug info in the binary. This is because if the debug
+# sections in the ELF binary are too large, errors can occur. See
+# https://github.com/tensorflow/tensorflow/issues/48919.
+# Users can still include debug info for a specific kernel, e.g. with:
+#     --config=dbg --per_file_copt=+tensorflow/core/kernels/identity_op.*@-g
+# Since this .bazelrc file is synced between the tensorflow/tensorflow repo and
+# the openxla/xla repo, also include debug info for files under xla/.
+build:dbg --per_file_copt=+.*,-tensorflow.*,-xla.*@-g0
+build:dbg --per_file_copt=+tensorflow/core/kernels.*@-g0
+# for now, disable arm_neon. see: https://github.com/tensorflow/tensorflow/issues/33360
+build:dbg --cxxopt -DTF_LITE_DISABLE_X86_NEON
+# AWS SDK must be compiled in release mode. see: https://github.com/tensorflow/tensorflow/issues/37498
+build:dbg --copt -DDEBUG_BUILD
+
+# Options to disable default on features
+build:nogcp --define=no_gcp_support=true
+build:nonccl --define=no_nccl_support=true
+
+# Modular TF build options
+build:dynamic_kernels --define=dynamic_loaded_kernels=true
+build:dynamic_kernels --copt=-DAUTOLOAD_DYNAMIC_KERNELS
+
+# Don't trigger --config=<host platform> when cross-compiling.
+build:android --noenable_platform_specific_config
+build:ios --noenable_platform_specific_config
+
+# Suppress all C++ compiler warnings, otherwise build logs become 10s of MBs.
+build:android --copt=-w
+build:ios --copt=-w
+build:linux --host_copt=-w
+build:macos --copt=-w
+build:windows --copt=/W0
+build:windows --host_copt=/W0
+
+# Suppress most C++ compiler warnings to reduce log size but allow
+# for specific warnings to still be present.
+build:linux --copt="-Wno-all"
+build:linux --copt="-Wno-extra"
+build:linux --copt="-Wno-deprecated"
+build:linux --copt="-Wno-deprecated-declarations"
+build:linux --copt="-Wno-ignored-attributes"
+build:linux --copt="-Wno-array-bounds"
+
+# Add unused-result as an error on Linux.
+build:linux --copt="-Wunused-result"
+build:linux --copt="-Werror=unused-result"
+# Add switch as an error on Linux.
+build:linux --copt="-Wswitch"
+build:linux --copt="-Werror=switch"
+# This was added in clang-16 by https://reviews.llvm.org/D133574.
+# Can be removed once upb is updated, since a type definition is used within
+# offset of in the current version of ubp.
+# See https://github.com/protocolbuffers/upb/blob/9effcbcb27f0a665f9f345030188c0b291e32482/upb/upb.c#L183.
+build:linux --copt=-Wno-gnu-offsetof-extensions
+
+# Toolchain and CUDA options for Linux CPU builds
+build:release_cpu_linux --crosstool_top="@local_config_cuda//crosstool:toolchain"
+build:release_cpu_linux --repo_env=TF_SYSROOT="/dt9"
+
+# Linux ARM64 specific options
+build:linux_arm64 --copt="-mtune=generic" --copt="-march=armv8-a" --copt="-O3"
+
+# On Windows, `__cplusplus` is wrongly defined without this switch
+# See https://devblogs.microsoft.com/cppblog/msvc-now-correctly-reports-__cplusplus/
+build:windows --copt=/Zc:__cplusplus
+build:windows --host_copt=/Zc:__cplusplus
+
+# Tensorflow uses M_* math constants that only get defined by MSVC headers if
+# _USE_MATH_DEFINES is defined.
+build:windows --copt=/D_USE_MATH_DEFINES
+build:windows --host_copt=/D_USE_MATH_DEFINES
+
+# Windows has a relatively short command line limit, which TF has begun to hit.
+# See https://docs.bazel.build/versions/main/windows.html
+build:windows --features=compiler_param_file
+build:windows --features=archive_param_file
+
+# Speed Windows compile times. Available in VS 16.4 (we are on 16.11). See
+# https://groups.google.com/a/tensorflow.org/d/topic/build/SsW98Eo7l3o/discussion
+build:windows --copt=/d2ReducedOptimizeHugeFunctions
+build:windows --host_copt=/d2ReducedOptimizeHugeFunctions
+
+# Before VS 2017 15.8, the member "type" would non-conformingly have an
+# alignment of only alignof(max_align_t). VS 2017 15.8 was fixed to handle this
+# correctly, but the fix inherently changes layout and breaks binary
+# compatibility (*only* for uses of aligned_storage with extended alignments).
+build:windows --copt=-D_ENABLE_EXTENDED_ALIGNED_STORAGE
+build:windows --host_copt=-D_ENABLE_EXTENDED_ALIGNED_STORAGE
+
+# Enable the runfiles symlink tree on Windows. This makes it possible to build
+# the pip package on Windows without an intermediate data-file archive, as the
+# build_pip_package script in its current form (as of Aug 2023) uses the
+# runfiles symlink tree to decide what to put into the Python wheel.
+startup --windows_enable_symlinks
+build:windows --enable_runfiles
+
+# Default paths for TF_SYSTEM_LIBS
+build:linux --define=PREFIX=/usr
+build:linux --define=LIBDIR=$(PREFIX)/lib
+build:linux --define=INCLUDEDIR=$(PREFIX)/include
+build:linux --define=PROTOBUF_INCLUDE_PATH=$(PREFIX)/include
+build:macos --define=PREFIX=/usr
+build:macos --define=LIBDIR=$(PREFIX)/lib
+build:macos --define=INCLUDEDIR=$(PREFIX)/include
+build:macos --define=PROTOBUF_INCLUDE_PATH=$(PREFIX)/include
+# TF_SYSTEM_LIBS do not work on windows.
+
+# By default, build TF in C++ 20 mode.
+build:android --cxxopt=-std=c++20
+build:android --host_cxxopt=-std=c++20
+build:ios --cxxopt=-std=c++20
+build:ios --host_cxxopt=-std=c++20
+build:linux --cxxopt=-std=c++20
+build:linux --host_cxxopt=-std=c++20
+build:macos --cxxopt=-std=c++20
+build:macos --host_cxxopt=-std=c++20
+build:windows --cxxopt=/std:c++20
+build:windows --host_cxxopt=/std:c++20
+
+# On Windows, set /std:c11 and /experimental:c11atomics for pthreadpool.
+build:windows --conlyopt=/std:c11
+build:windows --host_conlyopt=/std:c11
+build:windows --conlyopt=/experimental:c11atomics
+build:windows --host_conlyopt=/experimental:c11atomics
+build:windows --per_file_copt=external/pthreadpool/.*@-std=c11
+build:windows --per_file_copt=external/pthreadpool/_*@/D_CRT_SECURE_NO_WARNINGS
+
+# On windows, we still link everything into a single DLL.
+build:windows --config=monolithic
+
+# On linux, we dynamically link small amount of kernels
+build:linux --config=dynamic_kernels
+
+# Make sure to include as little of windows.h as possible
+build:windows --copt=-DWIN32_LEAN_AND_MEAN
+build:windows --host_copt=-DWIN32_LEAN_AND_MEAN
+build:windows --copt=-DNOGDI
+build:windows --host_copt=-DNOGDI
+
+# MSVC (Windows): Standards-conformant preprocessor mode
+# See https://docs.microsoft.com/en-us/cpp/preprocessor/preprocessor-experimental-overview
+build:windows --copt=/Zc:preprocessor
+build:windows --host_copt=/Zc:preprocessor
+
+# Misc build options we need for windows.
+build:windows --linkopt=/DEBUG
+build:windows --host_linkopt=/DEBUG
+build:windows --linkopt=/OPT:REF
+build:windows --host_linkopt=/OPT:REF
+build:windows --linkopt=/OPT:ICF
+build:windows --host_linkopt=/OPT:ICF
+
+# Force local execution for genrules on Windows
+build:windows --strategy=Genrule=local
+build:windows --genrule_strategy=local
+build:windows --spawn_strategy=local
+
+# protobuf can't find its headers on windows when built locally with bazelisk.
+build:windows --host_copt=/Iexternal/com_google_protobuf/src
+
+# Use Git Bash for genrules
+build:windows --shell_executable="C:/Program Files/Git/bin/bash.exe"
+
+# Verbose failure logs when something goes wrong
+build:windows --verbose_failures
+
+# Work around potential issues with large command lines on windows.
+# See: https://github.com/bazelbuild/bazel/issues/5163
+build:windows --features=compiler_param_file
+
+# Do not risk cache corruption. See:
+# https://github.com/bazelbuild/bazel/issues/3360
+build:linux --experimental_guard_against_concurrent_changes
+
+# Configure short or long logs
+build:short_logs --output_filter=DONT_MATCH_ANYTHING
+build:verbose_logs --output_filter=
+
+# Instruction set optimizations
+# TODO(gunan): Create a feature in toolchains for avx/avx2 to
+#   avoid having to define linux/win separately.
+build:avx_linux --copt=-mavx
+build:avx_linux --host_copt=-mavx
+build:avx_win --copt=/arch:AVX
+
+# Assume AVX2 x86_64 platforms for linux and windows.
+build:linux_x86_64 --copt=-mavx2
+build:windows --copt=/arch:AVX2
+
+# Disable whole archive on Windows to avoid symbol conflicts. See b/469455895.
+build:windows --legacy_whole_archive=0
+
+# Enable all targets in XLA
+build:cpu_cross --define=with_cross_compiler_support=true
+
+# Disable XLA on mobile.
+build:xla     --define=with_xla_support=true # TODO: remove, it's on by default.
+build:android --define=with_xla_support=false
+build:ios     --define=with_xla_support=false
+
+# Enable string absl flags on mobile which is disabled by default.
+build:android --copt=-DABSL_FLAGS_STRIP_NAMES=0
+build:ios     --copt=-DABSL_FLAGS_STRIP_NAMES=0
+
+# Flag to enable remote config
+common --experimental_repo_remote_exec
+
+# Use GitHub mirror for BCR to work around bcr.bazel.build outages
+common --registry=https://raw.githubusercontent.com/bazelbuild/bazel-central-registry/main/
+
+# TFLite build configs for generic embedded Linux
+build:elinux --crosstool_top=@local_config_embedded_arm//:toolchain
+build:elinux --host_crosstool_top=@bazel_tools//tools/cpp:toolchain
+build:elinux_aarch64 --config=elinux
+build:elinux_aarch64 --cpu=aarch64
+build:elinux_armhf --config=elinux
+build:elinux_armhf --cpu=armhf
+build:elinux_armhf --copt -mfp16-format=ieee
+
+# Config-specific options should come above this line.
+
+# Load rc file written by ./configure.
+try-import %workspace%/.tf_configure.bazelrc
+try-import %workspace%/xla_configure.bazelrc
+
+# Load rc file with user-specific options.
+try-import %workspace%/.bazelrc.user
+
+# Try to load the XLA warnings config if available
+try-import %workspace%/warnings.bazelrc
+
+# Options to build TensorFlow 1.x or 2.x.
+build:v2 --define=tf_api_version=2 --action_env=TF2_BEHAVIOR=1
+build --config=v2
+
+# Options to filter filepath prefixes when generating python api's
+build:litert_prefixes --define=litert_prefixes="external/org_tensorflow/"
+build --config=litert_prefixes
+
+# Options to disable generating api v2 under tensorflow/lite/python.
+# This is not on by default and don't use this flag during wheel generation.
+# Remove the flag once tf/lite is fully separated from tf.
+build:disable_tf_lite_py --define=disable_tf_lite_py=true
+
+# Config to use a gcs bucket as remote cache.
+build:public_cache --remote_cache="https://storage.googleapis.com/litert-bazel-artifacts" --remote_upload_local_results=false
+
+# Cache pushes are limited to CI system.
+# WARNING: THIS OPTION WONT WORK IF YOU DO NOT HAVE PROPER AUTHENTICATION AND PERMISSIONS
+build:public_cache_push --config=public_cache --remote_upload_local_results=true --google_default_credentials
+
+# BEGIN LITERT REMOTE BUILD EXECUTION OPTIONS
+# WARNING: THESE OPTIONS WONT WORK IF YOU DO NOT HAVE PROPER AUTHENTICATION AND PERMISSIONS
+
+# Allow creation of resultstore URLs for any bazel invocation
+build:resultstore --google_default_credentials
+build:resultstore --bes_backend=buildeventservice.googleapis.com
+build:resultstore --bes_instance_name="tensorflow-testing"
+build:resultstore --bes_results_url="https://source.cloud.google.com/results/invocations"
+build:resultstore --bes_timeout=600s
+
+# Flag to enable remote config
+common --experimental_repo_remote_exec
+
+# Make Bazel not try to probe the host system for a C++ toolchain.
+build:rbe_base --config=resultstore
+build:rbe_base --repo_env=BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
+build:rbe_base --define=EXECUTOR=remote
+build:rbe_base --jobs=200
+build:rbe_base --remote_executor=grpcs://remotebuildexecution.googleapis.com
+build:rbe_base --remote_timeout=3600
+build:rbe_base --spawn_strategy=remote,worker,standalone,local
+
+# Attempt to minimize the amount of data transfer between bazel and the remote
+# workers:
+build:rbe_base --remote_download_toplevel
+test:rbe_base --test_env=USER=anon
+
+build:rbe_linux --config=rbe_base
+build:rbe_linux --action_env=PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin"
+# Non-rbe settings we should include because we do not run configure
+build:rbe_linux --config=avx_linux
+build:rbe_linux --linkopt=-lrt
+build:rbe_linux --host_linkopt=-lrt
+build:rbe_linux --linkopt=-lm
+build:rbe_linux --host_linkopt=-lm
+
+build:rbe_linux_cpu --config=rbe_linux
+# Linux cpu and cuda builds share the same toolchain now.
+build:rbe_linux_cpu --host_crosstool_top="@local_config_cuda//crosstool:toolchain"
+build:rbe_linux_cpu --crosstool_top="@local_config_cuda//crosstool:toolchain"
+build:rbe_linux_cpu --extra_toolchains="@local_config_cuda//crosstool:toolchain-linux-x86_64"
+build:rbe_linux_cpu --repo_env=CC="/usr/lib/llvm-18/bin/clang"
+build:rbe_linux_cpu --extra_execution_platforms="@ml_build_config_platform//:platform"
+build:rbe_linux_cpu --host_platform="@ml_build_config_platform//:platform"
+build:rbe_linux_cpu --platforms="@ml_build_config_platform//:platform"
+# This is needed for all Clang17 builds but must not be present in GCC builds.
+build:rbe_linux_cpu --copt=-Wno-error=unused-command-line-argument
+# These you may need to change for your own GCP project.
+common:rbe_linux_cpu --remote_instance_name=projects/tensorflow-testing/instances/default_instance
+# END LITERT REMOTE BUILD EXECUTION OPTIONS
+
+# Filters used when building in bulk in cpu.
+build:bulk_build_cpu --build_tag_filters=-no_oss,-oss_serial,-gpu,-tpu,-v1only
+build:bulk_test_cpu --show_timestamps
+build:bulk_test_cpu --experimental_ui_max_stdouterr_bytes=3145728
+
+# Filters used when testing in bulk in cpu.
+test:bulk_test_cpu --config=bulk_build_cpu
+test:bulk_test_cpu --test_tag_filters=-no_oss,-oss_serial,-gpu,-tpu,-v1only,-benchmark-test
+test:bulk_test_cpu --test_summary=short
+test:bulk_test_cpu --test_output=errors
+test:bulk_test_cpu --verbose_failures=true
+test:bulk_test_cpu --flaky_test_attempts=3
+test:bulk_test_cpu --build_tests_only
+
+# TODO: b/397625618 Enable bzlmod
+common --noenable_bzlmod
+
+# --- Fix for Clang 19+ and Strict Layering Checks ---
+build --features=-layering_check
+build --host_features=-layering_check
+
+build --features=-header_modules
+build --host_features=-header_modules

.bazelversion

@@ -0,0 +1 @@
+7.6.1

.gitattributes

@@ -1,35 +1,45 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+BUILD.llguidance text eol=lf
+prebuilt/*/*.so filter=lfs diff=lfs merge=lfs -text
+prebuilt/*/*.dylib filter=lfs diff=lfs merge=lfs -text
+prebuilt/*/*.dll filter=lfs diff=lfs merge=lfs -text
+prebuilt/*/*.lib filter=lfs diff=lfs merge=lfs -text
+prebuilt/*/lit filter=lfs diff=lfs merge=lfs -text
+prebuilt/*/lit.exe filter=lfs diff=lfs merge=lfs -text
+cmake/patches/converter.zip filter=lfs diff=lfs merge=lfs -text
+docs/images/tool-call-flow.png filter=lfs diff=lfs merge=lfs -text
+docs/images/tool-format-and-parse.png filter=lfs diff=lfs merge=lfs -text
+runtime/components/preprocessor/testdata/apple.png filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/audio_sample.wav filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/decoded_audio_samples.bin filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/dummy_embedding_cpu_model.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/dummy_end_of_multi_modal_model.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/frontend.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/frontend_sl_v1.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/function_gemma_sentencepiece.model filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/gemma3_sentencepiece.model filter=lfs diff=lfs merge=lfs -text
+runtime/components/testdata/sentencepiece.model filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/have_a_wonderful_day.wav filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/litert_dummy_lora32_f16_model.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/magic_test_both.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/magic_test_context_length.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/magic_test_decode_batch.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/magic_test_multi.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/magic_test_none.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_gpu_lora_rank32_f16_all_ones.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_hf_tokenizer.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm.task filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm_deepseek_metadata_tokenizer.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm_dynamic.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm_external_weights.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm_new_metadata.task filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lm_no_model_type.litertlm filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lora_rank32_f16_all_ones.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/test_lora_rank32_f16_all_twos.tflite filter=lfs diff=lfs merge=lfs -text
+runtime/testdata/tflite_external_kv_test_fixture.tflite filter=lfs diff=lfs merge=lfs -text
+schema/testdata/attention.tflite filter=lfs diff=lfs merge=lfs -text
+schema/testdata/data.bin filter=lfs diff=lfs merge=lfs -text
+schema/testdata/gemma3_tokenizer.spiece filter=lfs diff=lfs merge=lfs -text
+schema/testdata/llm_metadata.pb filter=lfs diff=lfs merge=lfs -text
+schema/testdata/test_tok_tfl_llm.litertlm filter=lfs diff=lfs merge=lfs -text
+schema/testdata/test_tokenizer_tflite.litertlm filter=lfs diff=lfs merge=lfs -text

.github/workflows/auto-assignment.js

@@ -0,0 +1,57 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/**
+ * @param {{github: !Object, context: !Object}} params
+ * @returns {!Promise<void>}
+ */
+module.exports = async ({github, context}) => {
+  let issueNumber;
+  let assigneesList;
+
+  if (context.payload.issue) {
+    assigneesList = ['gaikwadrahul8'];  // for issues
+    issueNumber = context.payload.issue.number;
+  } else if (context.payload.pull_request) {
+    assigneesList = ['gaikwadrahul8'];  // for PRs
+    issueNumber = context.payload.pull_request.number;
+  } else {
+    console.log('Not an issue or PR');
+    return;
+  }
+
+  console.log('Assignee list:', assigneesList);
+  console.log('Entered auto assignment for this issue/PR:', issueNumber);
+
+  if (!assigneesList.length) {
+    console.log('No assignees found for this repo.');
+    return;
+  }
+
+  const noOfAssignees = assigneesList.length;
+  const selection = issueNumber % noOfAssignees;
+  const assigneeForIssue = assigneesList[selection];
+
+  console.log(
+      `Issue/PR Number = ${issueNumber}, assigning to: ${assigneeForIssue}`);
+
+  return github.rest.issues.addAssignees({
+    issue_number: issueNumber,
+    owner: context.repo.owner,
+    repo: context.repo.repo,
+    assignees: [assigneeForIssue],
+  });
+};

.github/workflows/auto-assignment.yml

@@ -0,0 +1,21 @@
+name: auto-assignment
+on:
+  issues:
+    types:
+      - opened
+
+permissions:
+  contents: read
+  issues: write
+  pull-requests: write
+
+jobs:
+  welcome:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/github-script@v7
+        with:
+          script: |
+            const script = require('.github/workflows/auto-assignment.js')
+            script({github, context})

.github/workflows/ci-build-cmake.yml

@@ -0,0 +1,137 @@
+name: "CI-CMake"
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+  workflow_dispatch:
+    inputs:
+      REFRESH_CACHE:
+        description: 'Refresh build cache'
+        type: boolean
+        default: false
+
+permissions:
+  contents: read
+  actions: write
+
+env:
+  MODEL_KEY: gemma-3-1b-it-v1
+  MODEL_PATH: ./models/gemma3-1b-it-int4.litertlm
+  MODEL_URL: https://huggingface.co/litert-community/Gemma3-1B-IT/resolve/main/gemma3-1b-it-int4.litertlm
+  CCACHE_DIR: "${{ github.workspace }}/.ccache"
+  CCACHE_SLOPPINESS: "time_macros"
+
+jobs:
+  presubmit:
+    name: "Presubmit-CMake-Linux"
+    runs-on: LiteRT_Linux_x64
+    container:
+      image: ubuntu:24.04
+
+    steps:
+      - name: Install System Dependencies
+        run: |
+          apt-get update && apt-get install -y \
+            build-essential cmake make gdb pkg-config \
+            openjdk-17-jre-headless git wget curl unzip \
+            tar python3 python3-dev python3-pip \
+            python3-numpy ccache zlib1g-dev libssl-dev \
+            libpng-dev libcurl4-openssl-dev libfftw3-dev \
+            apt-file && apt-file update
+
+      - name: Install Rust
+        run: |
+          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Download Model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          mkdir -p ./models
+          echo "Downloading model from Hugging Face..."
+          curl -L --retry 5 -f \
+            -H "Authorization: Bearer $HF_TOKEN" \
+            -o ${{ env.MODEL_PATH }} \
+            "${{ env.MODEL_URL }}"
+          ls -lh ${{ env.MODEL_PATH }}
+
+      - name: Cache FetchContent Deps
+        uses: actions/cache@v4
+        with:
+          path: |
+            cmake/build/_deps
+            cmake/build/third_party
+          key: ${{ runner.os }}-fc-deps-${{ hashFiles('cmake/modules/fetch_content.cmake') }}
+
+      - name: Cache ExternalProject Deps
+        uses: actions/cache@v4
+        with:
+          path: |
+            cmake/build/external/abseil-cpp
+            cmake/build/external/protobuf
+            cmake/build/external/re2
+            cmake/build/external/sentencepiece
+            cmake/build/external/tokenizers-cpp
+            cmake/build/external/opencl_headers
+          key: ${{ runner.os }}-ext-deps-${{ hashFiles('cmake/packages/absl/**', 'cmake/packages/protobuf/**', 'cmake/packages/re2/**', 'cmake/packages/sentencepiece/**', 'cmake/packages/tokenizers/**', 'cmake/packages/opencl/**') }}
+
+      - name: Cache TensorFlow
+        uses: actions/cache@v4
+        with:
+          path: |
+            cmake/build/external/tensorflow
+          key: ${{ runner.os }}-tflite-${{ hashFiles('cmake/packages/tflite/**') }}
+          restore-keys: |
+             ${{ runner.os }}-tflite-
+
+      - name: Cache LiteRT
+        uses: actions/cache@v4
+        with:
+          path: |
+            cmake/build/external/litert
+          key: ${{ runner.os }}-litert-${{ hashFiles('cmake/packages/litert/**') }}
+          restore-keys: |
+             ${{ runner.os }}-litert-
+
+      - name: Cache CCache
+        uses: actions/cache@v4
+        with:
+          path: .ccache
+          key: ${{ runner.os }}-ccache-${{ hashFiles('**/CMakeLists.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-ccache-
+
+      - name: Cache Generated Sourcetree & Flatbuffers
+        id: cache-generated
+        uses: actions/cache@v4
+        with:
+          path: |
+            cmake/build/generated
+            cmake/build/external/flatbuffers
+          key: ${{ runner.os }}-generated-src-v1-${{ hashFiles('schema/**/*.fbs', 'cmake/modules/generators.cmake', 'cmake/packages/flatbuffers/**', 'c/**/*.{cc,h}', 'schema/**/*.{cc,h}', 'runtime/**/*.{cc,h}') }}
+
+      - name: Configure CMake
+        run: |
+          # The restored caches will populate external/ and _deps/ before this runs.
+          cmake -B cmake/build -G "Unix Makefiles" -S . \
+            -DCMAKE_BUILD_TYPE=Release \
+            -DCMAKE_CXX_COMPILER=g++ \
+            -DCMAKE_C_COMPILER=gcc \
+            -DENABLE_CCACHE=ON
+
+      - name: Build
+        run: cmake --build cmake/build --config Release --parallel $(nproc)
+
+      - name: Install pytest
+        run: python3 -m pip install --break-system-packages pytest==8.3.4
+
+      - name: Run pytest
+        run: pytest tools/test/ --model-path=${{ env.MODEL_PATH }} --build-system=cmake
+

.github/workflows/ci-build-mac.yml

@@ -0,0 +1,166 @@
+name: "CI-Mac"
+on:
+  push:
+    tags:
+    - v*.*.*
+  pull_request:
+    branches:
+    - main
+  schedule:
+    - cron: "0 10 * * *"  # Run at 2am PST (10am UTC) every day to refresh the cache.
+  workflow_dispatch:  # Manual trigger
+    inputs:
+      REFRESH_CACHE:
+        description: 'Refresh cache to remove unused files'
+        type: boolean
+        default: true
+
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  presubmit:
+    name: "Presubmit-Mac"
+    runs-on: macos-latest
+    permissions:
+      actions: write  # For gh cache delete.
+      contents: write  # For gh release upload.
+    env:
+      MODEL_KEY: gemma-3-1b-it-v1
+      MODEL_PATH: ./models/gemma3-1b-it-int4.litertlm
+      MODEL_URL: https://huggingface.co/litert-community/Gemma3-1B-IT/resolve/main/gemma3-1b-it-int4.litertlm
+
+      GH_TOKEN: ${{ github.token }}  # For gh release upload.
+      REFRESH_CACHE: ${{ github.event_name == 'schedule' ||
+                         (github.event_name == 'workflow_dispatch' && inputs.REFRESH_CACHE) }}
+    steps:
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name : Set up cache keys.
+        id: cache-keys
+        run: |
+          CACHE_RESTORE_KEY_2="${GITHUB_WORKFLOW}"
+          CACHE_RESTORE_KEY_1="$CACHE_RESTORE_KEY_2-${{ hashFiles('**/WORKSPACE', '**/.bazelrc') }}"
+          CACHE_RESTORE_KEY_0="$CACHE_RESTORE_KEY_1-${{ hashFiles('**/BUILD*') }}"
+          # If it's not a pull request, then it will be the same as $CACHE_RESTORE_KEY_1-.
+          CACHE_RESTORE_KEY_HEAD="$CACHE_RESTORE_KEY_0-${{ github.event.pull_request.base.sha }}"
+          CACHE_KEY="$CACHE_RESTORE_KEY_0-${{ github.sha }}"
+          echo "CACHE_RESTORE_KEY_2=$CACHE_RESTORE_KEY_2" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_1=$CACHE_RESTORE_KEY_1" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_0=$CACHE_RESTORE_KEY_0" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_HEAD=$CACHE_RESTORE_KEY_HEAD" >> "$GITHUB_OUTPUT"
+          echo "CACHE_KEY=$CACHE_KEY" >> "$GITHUB_OUTPUT"
+
+      - name: Clean build outputs if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        run: bazel clean --expunge
+
+      - name: Restore bazel cache if cache is not being refreshed.
+        id: bazel-cache
+        if: env.REFRESH_CACHE != 'true'
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            ~/.cache/bazel-macos
+            ~/.cache/bazel-macos-dylib
+            ~/.cache/bazel-ios
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}
+          restore-keys: |
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_HEAD }}
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_0 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_1 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_2 }}-
+
+      - name: Check cache hit.
+        run: |
+          echo "Cache Hit: ${STEPS_BAZEL_CACHE_OUTPUTS_CACHE_HIT}"
+          echo "Cache Primary Key: ${STEPS_BAZEL_CACHE_OUTPUTS_CACHE_PRIMARY_KEY}"
+          echo "Cache Matched Key: ${STEPS_BAZEL_CACHE_OUTPUTS_CACHE_MATCHED_KEY}"
+        env:
+          STEPS_BAZEL_CACHE_OUTPUTS_CACHE_HIT: ${{ steps.bazel-cache.outputs.cache-hit }}
+          STEPS_BAZEL_CACHE_OUTPUTS_CACHE_PRIMARY_KEY: ${{ steps.bazel-cache.outputs.cache-primary-key }}
+          STEPS_BAZEL_CACHE_OUTPUTS_CACHE_MATCHED_KEY: ${{ steps.bazel-cache.outputs.cache-matched-key }}
+
+      - name: Download Model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          mkdir -p ./models
+          echo "Downloading model from Hugging Face..."
+          curl -L --retry 5 -f \
+            -H "Authorization: Bearer $HF_TOKEN" \
+            -o ${{ env.MODEL_PATH }} \
+            "${{ env.MODEL_URL }}"
+          ls -lh ${{ env.MODEL_PATH }}
+
+      - name: Run bazel build on MacOS.
+        run: |
+          bazel build --disk_cache=~/.cache/bazel-macos \
+            //... \
+            //runtime/engine:litert_lm_main
+
+      - name: Update litert_lm_main prebuilt for MacOS if new version tag is pushed.
+        if: github.ref_type == 'tag'
+        run: |
+          cp bazel-bin/runtime/engine/litert_lm_main litert_lm_main.macos_arm64
+          gh release upload ${GITHUB_REF_NAME} litert_lm_main.macos_arm64 --clobber
+
+      - name: Run bazel test on MacOS.
+        run: |
+          bazel test --disk_cache=~/.cache/bazel-macos --test_output=errors //...
+
+      - name: Install pytest
+        run: python3 -m pip install --break-system-packages pytest==8.3.4
+
+      - name: Run pytest
+        run: pytest tools/test/ --model-path=${{ env.MODEL_PATH }} --build-system=bazel
+
+      - name: Run bazel build on MacOS with dynamic linking.
+        run: |
+          bazel build --disk_cache=~/.cache/bazel-macos-dylib \
+            --define=litert_link_capi_so=true \
+            --define=resolve_symbols_in_exec=false \
+            //runtime/engine:litert_lm_main
+
+      - name: Run bazel build for iOS Simulator.
+        run: |
+          # The `ios_sim_arm64` config causes bazel to build some mac-only
+          # targets that are not compatible with the iOS simulator, which
+          # leads to build failures. These flags filter out those
+          # incompatible builds.
+          bazel build --disk_cache=~/.cache/bazel-ios --config=ios_sim_arm64 \
+            --build_tag_filters=-requires-mac-inputs:hard,-no_mac \
+            //... \
+            //runtime/engine:litert_lm_main \
+            -- \
+            -//python/... \
+            -//schema/py:* \
+            -//kotlin/...
+
+      - name: Update litert_lm_main prebuilt for iOS Simulator if new version tag is pushed.
+        if: github.ref_type == 'tag'
+        run: |
+          cp bazel-bin/runtime/engine/litert_lm_main litert_lm_main.ios_sim_arm64
+          gh release upload ${GITHUB_REF_NAME} litert_lm_main.ios_sim_arm64 --clobber
+
+      - name: Remove cache if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        continue-on-error: true  # Ignore errors when cache is not found.
+        run: gh cache delete ${STEPS_CACHE_KEYS_OUTPUTS_CACHE_KEY}
+        env:
+          STEPS_CACHE_KEYS_OUTPUTS_CACHE_KEY: ${{ steps.cache-keys.outputs.CACHE_KEY }}
+
+      - name: Save bazel cache if it's new or being refreshed.
+        uses: actions/cache/save@v4
+        if: env.REFRESH_CACHE == 'true' || steps.bazel-cache.outputs.cache-hit != 'true'
+        with:
+          path: |
+            ~/.cache/bazel-macos
+            ~/.cache/bazel-macos-dylib
+            ~/.cache/bazel-ios
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}

.github/workflows/ci-build-win.yml

@@ -0,0 +1,162 @@
+name: "CI-Win"
+on:
+  push:
+    tags:
+    - v*.*.*
+  pull_request:
+    branches:
+    - main
+  schedule:
+    - cron: "0 10 * * *"  # Run at 2am PST (10am UTC) every day to refresh the cache.
+  workflow_dispatch:  # Manual trigger
+    inputs:
+      REFRESH_CACHE:
+        description: 'Refresh cache to remove unused files'
+        type: boolean
+        default: true
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  presubmit:
+    name: "Presubmit-Win"
+    runs-on: Windows_x64
+    defaults:
+      run:
+        shell: pwsh
+    permissions:
+      actions: write  # For gh cache delete.
+      contents: write  # For gh release upload.
+    env:
+      MODEL_KEY: gemma-3-1b-it-v1
+      MODEL_PATH: .\models\gemma3-1b-it-int4.litertlm
+      MODEL_URL: https://huggingface.co/litert-community/Gemma3-1B-IT/resolve/main/gemma3-1b-it-int4.litertlm
+
+      # Clear ANDROID_NDK_HOME as Windows_x64 has NDK where jobs don't have permission for
+      # androidndk rulesto create symlinks.
+      ANDROID_NDK_HOME:
+      GH_TOKEN: ${{ github.token }}  # For gh release upload.
+      REFRESH_CACHE: ${{ github.event_name == 'schedule' ||
+                         (github.event_name == 'workflow_dispatch' && inputs.REFRESH_CACHE) }}
+    steps:
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name : Set up cache keys and bazel output base.
+        id: cache-keys
+        run: |
+          $CACHE_RESTORE_KEY_2="${{ github.workflow }}"
+          $CACHE_RESTORE_KEY_1="$CACHE_RESTORE_KEY_2-${{ hashFiles('**/WORKSPACE', '**/.bazelrc') }}"
+          $CACHE_RESTORE_KEY_0="$CACHE_RESTORE_KEY_1-${{ hashFiles('**/BUILD*') }}"
+          # If it's not a pull request, then it will be the same as $CACHE_RESTORE_KEY_1-.
+          $CACHE_RESTORE_KEY_HEAD="$CACHE_RESTORE_KEY_0-${{ github.event.pull_request.base.sha }}"
+          $CACHE_KEY="$CACHE_RESTORE_KEY_0-${{ github.sha }}"
+          echo "CACHE_RESTORE_KEY_2=$CACHE_RESTORE_KEY_2" >> "$env:GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_1=$CACHE_RESTORE_KEY_1" >> "$env:GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_0=$CACHE_RESTORE_KEY_0" >> "$env:GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_HEAD=$CACHE_RESTORE_KEY_HEAD" >> "$env:GITHUB_OUTPUT"
+          echo "CACHE_KEY=$CACHE_KEY" >> "$env:GITHUB_OUTPUT"
+          # D: is faster than C: for I/O.
+          $SHORT_SHA=$("${{ github.sha }}".SubString(0, 8))
+          echo "BAZEL_OUTPUT_BASE=D:/w-$SHORT_SHA" >> "$env:GITHUB_ENV"
+
+      - name: Clean build outputs if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        run: bazel --output_base="$env:BAZEL_OUTPUT_BASE" clean --expunge
+
+      - name: Restore bazel cache if cache is not being refreshed.
+        id: bazel-cache
+        if: env.REFRESH_CACHE != 'true'
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            ~/.cache/bazel-windows
+            ~/.cache/bazel-windows-dll
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}
+          restore-keys: |
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_HEAD }}
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_0 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_1 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_2 }}-
+
+      - name: Check cache hit.
+        run: |
+          echo "Cache Hit: ${{ steps.bazel-cache.outputs.cache-hit }}"
+          echo "Cache Primary Key: ${{ steps.bazel-cache.outputs.cache-primary-key }}"
+          echo "Cache Matched Key: ${{ steps.bazel-cache.outputs.cache-matched-key }}"
+
+      - name: Download Model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          if (-not (Test-Path "./models")) {
+            New-Item -ItemType Directory -Path "./models" -Force
+          }
+
+          $headers = @{
+              "Authorization" = "Bearer $($env:HF_TOKEN)"
+          }
+
+          Write-Host "Downloading model from Hugging Face: ${{ env.MODEL_URL }}"
+
+          Invoke-WebRequest -Uri "${{ env.MODEL_URL }}" `
+                  -Headers $headers `
+                  -OutFile "${{ env.MODEL_PATH }}" `
+                  -MaximumRetryCount 5
+
+          $file = Get-Item "${{ env.MODEL_PATH }}"
+          $sizeMB = [math]::Round($file.Length / 1MB, 2)
+          Write-Host "Verification Success: $($file.Name) ($sizeMB MB) is ready."
+          Get-ChildItem "${{ env.MODEL_PATH }}" | Select-Object Name, @{Name="Size(MB)";Expression={$_.Length / 1MB}}
+
+      - name: Run bazel build on Windows.
+        run: |
+          bazel --output_base="$env:BAZEL_OUTPUT_BASE" `
+            build --disk_cache=~/.cache/bazel-windows `
+            --build_tag_filters='-nowindows' `
+            //... `
+            //runtime/engine:litert_lm_main
+
+      - name: Update litert_lm_main prebuilt for Windows if new version tag is pushed.
+        if: github.ref_type == 'tag'
+        run: |
+          cp bazel-bin/runtime/engine/litert_lm_main.exe litert_lm_main.windows_x86_64.exe
+          gh release upload ${{ github.ref_name }} litert_lm_main.windows_x86_64.exe --clobber
+
+      - name: Run bazel test on Windows.
+        run: |
+          bazel --output_base="$env:BAZEL_OUTPUT_BASE" `
+            test --disk_cache=~/.cache/bazel-windows --test_output=errors `
+            --test_tag_filters='-requires-mac-inputs:hard,-nowindows' //...
+
+      - name: Install pytest
+        run: python3 -m pip install --break-system-packages pytest==8.3.4
+
+      - name: Run pytest
+        run: pytest tools/test/ --model-path=${{ env.MODEL_PATH }} --build-system=bazel
+
+      - name: Run bazel build on Windows with dynamic linking.
+        run: |
+          bazel --output_base="$env:BAZEL_OUTPUT_BASE" `
+            build --disk_cache=~/.cache/bazel-windows-dll `
+            --define=litert_link_capi_so=true `
+            --define=resolve_symbols_in_exec=false `
+            //runtime/engine:litert_lm_main
+
+      - name: Remove cache if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        continue-on-error: true  # Ignore errors when cache is not found.
+        run: gh cache delete ${{ steps.cache-keys.outputs.CACHE_KEY }}
+
+      - name: Save bazel cache if it's new or being refreshed.
+        uses: actions/cache/save@v4
+        if: env.REFRESH_CACHE == 'true' || steps.bazel-cache.outputs.cache-hit != 'true'
+        with:
+          path: |
+            ~/.cache/bazel-windows
+            ~/.cache/bazel-windows-dll
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}

.github/workflows/ci-build.yml

@@ -0,0 +1,186 @@
+name: "CI"
+on:
+  push:
+    tags:
+    - v*.*.*
+  pull_request:
+    branches:
+    - main
+  schedule:
+    - cron: "0 10 * * *"  # Run at 2am PST (10am UTC) every day to refresh the cache.
+  workflow_dispatch:  # Manual trigger
+    inputs:
+      REFRESH_CACHE:
+        description: 'Refresh cache to remove unused files'
+        type: boolean
+        default: true
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  presubmit:
+    name: "Presubmit"
+    runs-on: LiteRT_Linux_x64
+    permissions:
+      actions: write  # For gh cache delete.
+      contents: write  # For gh release upload.
+    env:
+      MODEL_KEY: gemma-3-1b-it-v1
+      MODEL_PATH: ./models/gemma3-1b-it-int4.litertlm
+      MODEL_URL: https://huggingface.co/litert-community/Gemma3-1B-IT/resolve/main/gemma3-1b-it-int4.litertlm
+
+      GH_TOKEN: ${{ github.token }}  # For gh release upload.
+      REFRESH_CACHE: ${{ github.event_name == 'schedule' ||
+                         (github.event_name == 'workflow_dispatch' && inputs.REFRESH_CACHE) }}
+    steps:
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name : Set up cache keys.
+        id: cache-keys
+        run: |
+          CACHE_RESTORE_KEY_2="${{ github.workflow }}"
+          CACHE_RESTORE_KEY_1="$CACHE_RESTORE_KEY_2-${{ hashFiles('**/WORKSPACE', '**/.bazelrc') }}"
+          CACHE_RESTORE_KEY_0="$CACHE_RESTORE_KEY_1-${{ hashFiles('**/BUILD*') }}"
+          # If it's not a pull request, then it will be the same as $CACHE_RESTORE_KEY_1-.
+          CACHE_RESTORE_KEY_HEAD="$CACHE_RESTORE_KEY_0-${{ github.event.pull_request.base.sha }}"
+          CACHE_KEY="$CACHE_RESTORE_KEY_0-${{ github.sha }}"
+          echo "CACHE_RESTORE_KEY_2=$CACHE_RESTORE_KEY_2" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_1=$CACHE_RESTORE_KEY_1" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_0=$CACHE_RESTORE_KEY_0" >> "$GITHUB_OUTPUT"
+          echo "CACHE_RESTORE_KEY_HEAD=$CACHE_RESTORE_KEY_HEAD" >> "$GITHUB_OUTPUT"
+          echo "CACHE_KEY=$CACHE_KEY" >> "$GITHUB_OUTPUT"
+
+      - name: Clean build outputs if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        run: bazel clean --expunge
+
+      - name: Restore bazel cache if cache is not being refreshed.
+        id: bazel-cache
+        if: env.REFRESH_CACHE != 'true'
+        uses: actions/cache/restore@v4
+        with:
+          path: |
+            ~/.cache/bazel-linux
+            ~/.cache/bazel-android
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}
+          restore-keys: |
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_HEAD }}
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_0 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_1 }}-
+            ${{ steps.cache-keys.outputs.CACHE_RESTORE_KEY_2 }}-
+
+      - name: Check cache hit.
+        run: |
+          echo "Cache Hit: ${{ steps.bazel-cache.outputs.cache-hit }}"
+          echo "Cache Primary Key: ${{ steps.bazel-cache.outputs.cache-primary-key }}"
+          echo "Cache Matched Key: ${{ steps.bazel-cache.outputs.cache-matched-key }}"
+
+      - name: Download Model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          mkdir -p ./models
+          echo "Downloading model from Hugging Face..."
+          curl -L --retry 5 -f \
+            -H "Authorization: Bearer $HF_TOKEN" \
+            -o ${{ env.MODEL_PATH }} \
+            "${{ env.MODEL_URL }}"
+          ls -lh ${{ env.MODEL_PATH }}
+
+      - name: Run bazel build on Linux.
+        run: |
+          bazel build --disk_cache=~/.cache/bazel-linux --config=linux_x86_64 \
+            //... \
+            //runtime/engine:litert_lm_main
+
+      - name: Check if litert_lm_main doesn't link libLiteRt.so.
+        # Return exit code 1 if libLiteRt.so is required.
+        run: |
+          ! readelf -d bazel-bin/runtime/engine/litert_lm_main | grep libLiteRt.so
+
+      - name: Update litert_lm_main prebuilt for Linux if new version tag is pushed.
+        if: github.ref_type == 'tag'
+        run: |
+          cp bazel-bin/runtime/engine/litert_lm_main litert_lm_main.linux_x86_64
+          gh release upload ${{ github.ref_name }} litert_lm_main.linux_x86_64 --clobber
+
+      - name: Run bazel test on Linux.
+        run: |
+          bazel test --disk_cache=~/.cache/bazel-linux --config=linux_x86_64 \
+            --test_output=errors \
+            //...
+
+      - name: Install pytest
+        run: python3 -m pip install --break-system-packages pytest==8.3.4
+
+      - name: Run pytest
+        run: pytest tools/test/ --model-path=${{ env.MODEL_PATH }} --build-system=bazel
+
+      - name: Run bazel build on Linux with dynamic linking.
+        run: |
+          bazel build --config=linux_x86_64 \
+            --define=litert_link_capi_so=true \
+            --define=resolve_symbols_in_exec=false \
+            //runtime/engine:litert_lm_main
+
+      - name: Check if litert_lm_main has only LiteRt symbols undefined.
+        # Return exit code 1 if libLiteRt.so has LiteRt symbols except for LiteRtTopK
+        # and some exceptions listed explictly here.
+        # TODO b/453859132: Remove OpaqueOptions.
+        run: |
+          ! readelf -sW bazel-bin/runtime/engine/litert_lm_main \
+            | grep " LiteRt" | grep -v " UND LiteRt" | grep -v " LiteRtTopK" \
+            | grep -v -e LiteRtIsSameLayout -e LiteRtGetNumLayoutElements \
+                      -e "LiteRt.*Logger" -e "LiteRt.*Metric" -e "LiteRt.*OpaqueOptions" \
+                      -e "LiteRt.*EnvironmentOptions" -e LiteRtGetLogSeverityName \
+                      -e LiteRtCompareApiVersion -e LiteRtGetStatusString \
+                      -e LiteRtGetNumModelSignatures -e LiteRtGetModelSignature \
+                      -e LiteRtGetSignatureKey -e LiteRtGetSignatureOutputTensor \
+                      -e LiteRtGetQuantizationTypeId -e LiteRtGetPerTensorQuantization \
+                      -e TensorBufferRequirements
+
+      - name: Setup Android NDK.
+        uses: nttld/setup-ndk@v1
+        id: setup-ndk
+        with:
+          ndk-version: r28b
+          add-to-path: false
+
+      - name: Run bazel build for Android.
+        run: |
+          bazel build --disk_cache=~/.cache/bazel-android --config=android_arm64 \
+            //... \
+            //runtime/engine:litert_lm_main \
+            @litert//litert/vendors/mediatek/dispatch:dispatch_api_so \
+            @litert//litert/vendors/qualcomm/dispatch:dispatch_api_so \
+            -- \
+            -//python/... \
+            -//schema/py:* \
+            -//kotlin/java/com/google/ai/edge/litertlm/example/...
+        env:
+          ANDROID_NDK_HOME: ${{ steps.setup-ndk.outputs.ndk-path }}
+
+      - name: Update litert_lm_main prebuilt for Android if new version tag is pushed.
+        if: github.ref_type == 'tag'
+        run: |
+          cp bazel-bin/runtime/engine/litert_lm_main litert_lm_main.android_arm64
+          gh release upload ${{ github.ref_name }} litert_lm_main.android_arm64 --clobber
+
+      - name: Remove cache if cache is being refreshed.
+        if: env.REFRESH_CACHE == 'true'
+        continue-on-error: true  # Ignore errors when cache is not found.
+        run: gh cache delete ${{ steps.cache-keys.outputs.CACHE_KEY }}
+
+      - name: Save bazel cache if it's new or being refreshed.
+        uses: actions/cache/save@v4
+        if: env.REFRESH_CACHE == 'true' || steps.bazel-cache.outputs.cache-hit != 'true'
+        with:
+          path: |
+            ~/.cache/bazel-linux
+            ~/.cache/bazel-android
+          key: ${{ steps.cache-keys.outputs.CACHE_KEY }}

.github/workflows/mark_stale.yml

@@ -0,0 +1,52 @@
+# This workflow warns and then closes issues and PRs that have had no activity for a specified amount of time.
+#
+# You can adjust the behavior by modifying this file.
+# For more information, see:
+# https://github.com/actions/stale
+name: Mark stale issues and pull requests
+
+on:
+  schedule:
+  # Scheduled to run at 1.30 UTC everyday
+  - cron: '30 1 * * *'
+
+jobs:
+  stale:
+    if: |
+      github.event_name == 'workflow_dispatch' ||
+      (github.event_name == 'schedule' && github.repository == 'google-ai-edge/LiteRT-LM')
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+      actions: write
+
+    steps:
+    - uses: actions/stale@v9
+      with:
+        days-before-issue-stale: 7
+        days-before-issue-close: 7
+        stale-issue-label: "status:stale"
+        close-issue-reason: completed
+        any-of-labels: "status:awaiting user response,status:more data needed"
+        # List of labels to remove when issues/PRs unstale.
+        labels-to-remove-when-unstale: 'status:awaiting user response,status:stale'
+        stale-issue-message: >
+          Marking this issue as stale since it has been open for 7 days with no activity.
+          This issue will be closed if no further activity occurs.
+        close-issue-message: >
+          This issue was closed because it has been inactive for 14 days.
+          Please post a new issue if you need further assistance. Thanks!
+        days-before-pr-stale: 14
+        days-before-pr-close: 14
+        stale-pr-label: "status:stale"
+        stale-pr-message: >
+          Marking this pull request as stale since it has been open for 14 days with no activity.
+          This PR will be closed if no further activity occurs.
+        close-pr-message: >
+          This pull request was closed because it has been inactive for 28 days.
+          Please open a new pull request if you need further assistance. Thanks!
+        # Label that can be assigned to issues to exclude them from being marked as stale
+        exempt-issue-labels: 'override-stale'
+        # Label that can be assigned to PRs to exclude them from being marked as stale
+        exempt-pr-labels: "override-stale"

.github/workflows/nightly-linux-arm64.yml

@@ -0,0 +1,75 @@
+name: "Nightly-Linux-Arm64"
+
+on:
+  workflow_dispatch:
+    inputs:
+      is_nightly:
+        description: 'Whether to build the nightly package (sets DEV_BUILD=1)'
+        required: true
+        default: true
+        type: boolean
+      publish_to_pypi:
+        description: 'Publish to PyPI'
+        required: true
+        default: false
+        type: boolean
+  schedule:
+    - cron: '0 21 * * *'
+      timezone: 'America/Los_Angeles'
+
+jobs:
+  build-linux-wheel:
+    name: "Build Python Wheel ${{ matrix.python-version }}"
+    runs-on: ubuntu-22.04_ARM64-8core
+    env:
+      DEV_BUILD: ${{ (github.event_name == 'schedule' || github.event.inputs.is_nightly == 'true') && '1' || '0' }}
+      PUBLISH_TO_PYPI: ${{ (github.event_name == 'schedule' || github.event.inputs.publish_to_pypi == 'true') && 'true' || 'false' }}
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+    steps:
+      - name: Install required packages
+        # git-lfs is not installed in the image
+        run: sudo apt-get update && sudo apt-get install -y git-lfs
+
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name: Build Python Wheel
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          DATE=$(TZ=America/Los_Angeles date +'%Y%m%d')
+          bazel build \
+            --repo_env=HERMETIC_PYTHON_VERSION=${PYTHON_VERSION} \
+            --@rules_python//python/config_settings:python_version=${PYTHON_VERSION} \
+            --define=DEV_BUILD=${{ env.DEV_BUILD }} \
+            --define=DEV_VERSION=${DATE} \
+            --define=litert_link_capi_so=true \
+            --define=resolve_symbols_in_exec=false \
+            --config=linux_arm64 \
+            -c opt //python/litert_lm:wheel
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Test Python Wheel
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          uv venv --python=${PYTHON_VERSION}
+
+          # Install the built wheel
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv pip install $WHEEL_PATH
+
+          # Run the verification script
+          uv run python python/litert_lm/examples/simple_main.py
+
+      - name: Publish to PyPI
+        if: env.PUBLISH_TO_PYPI == 'true'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_UPLOAD_TOKEN }}
+        run: |
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv publish $WHEEL_PATH

.github/workflows/nightly-linux-x64.yml

@@ -0,0 +1,101 @@
+name: "Nightly-Linux-x64"
+
+on:
+  workflow_dispatch:
+    inputs:
+      is_nightly:
+        description: 'Whether to build the nightly package (sets DEV_BUILD=1)'
+        required: true
+        default: true
+        type: boolean
+      publish_to_pypi:
+        description: 'Publish to PyPI'
+        required: true
+        default: false
+        type: boolean
+  schedule:
+    - cron: '0 21 * * *'
+      timezone: 'America/Los_Angeles'
+
+jobs:
+  build-linux-wheel:
+    name: "Build Python Wheel ${{ matrix.python-version }}"
+    runs-on: ubuntu-22.04-8core
+    env:
+      DEV_BUILD: ${{ (github.event_name == 'schedule' || github.event.inputs.is_nightly == 'true') && '1' || '0' }}
+      PUBLISH_TO_PYPI: ${{ (github.event_name == 'schedule' || github.event.inputs.publish_to_pypi == 'true') && 'true' || 'false' }}
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+    steps:
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name: Build Python Wheel
+        # Building with --define=xnn_enable_avxvnniint8=false because the Clang
+        # version on Ubuntu 22.04 does not support -mavxvnniint8. Ubuntu 22.04
+        # is used to maintain compatibility with Google Colab environments.
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          DATE=$(TZ=America/Los_Angeles date +'%Y%m%d')
+          bazel build \
+            --repo_env=HERMETIC_PYTHON_VERSION=${PYTHON_VERSION} \
+            --@rules_python//python/config_settings:python_version=${PYTHON_VERSION} \
+            --define=DEV_BUILD=${{ env.DEV_BUILD }} \
+            --define=DEV_VERSION=${DATE} \
+            --define=litert_link_capi_so=true \
+            --define=resolve_symbols_in_exec=false \
+            --define=xnn_enable_avxvnniint8=false \
+            -c opt //python/litert_lm:wheel
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Test Python Wheel
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          uv venv --python=${PYTHON_VERSION}
+
+          # Install the built wheel
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv pip install $WHEEL_PATH
+
+          # Run the verification script
+          uv run python python/litert_lm/examples/simple_main.py
+
+      - name: Publish to PyPI
+        if: env.PUBLISH_TO_PYPI == 'true'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_UPLOAD_TOKEN }}
+        run: |
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv publish $WHEEL_PATH
+
+      # We just need to build the CLI once and it can works on all Python
+      # versions and different OSs. We pick Linux 3.13.
+      - name: Build CLI Python Wheel
+        if: matrix.python-version == '3.13'
+        run: |
+          DATE=$(TZ=America/Los_Angeles date +'%Y%m%d')
+          bazel build \
+            --define=DEV_BUILD=${{ env.DEV_BUILD }} \
+            --define=DEV_VERSION=${DATE} \
+            --define=xnn_enable_avxvnniint8=false \
+            -c opt //python/litert_lm_cli:wheel
+
+      - name: Test CLI Python Wheel
+        if: matrix.python-version == '3.13'
+        run: |
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm_cli -name "*.whl" | head -n 1)
+          uv pip install $WHEEL_PATH
+          uv run litert-lm --help
+
+      - name: Publish CLI to PyPI
+        if: matrix.python-version == '3.13' && env.PUBLISH_TO_PYPI == 'true'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_UPLOAD_TOKEN }}
+        run: |
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm_cli -name "*.whl" | head -n 1)
+          uv publish $WHEEL_PATH

.github/workflows/nightly-mac-arm64.yml

@@ -0,0 +1,68 @@
+name: "Nightly-Mac-Arm64"
+
+on:
+  workflow_dispatch:
+    inputs:
+      is_nightly:
+        description: 'Whether to build the nightly package (sets DEV_BUILD=1)'
+        required: true
+        default: true
+        type: boolean
+      publish_to_pypi:
+        description: 'Publish to PyPI'
+        required: true
+        default: false
+        type: boolean
+  schedule:
+    - cron: '0 21 * * *'
+      timezone: 'America/Los_Angeles'
+
+jobs:
+  build-mac-wheel:
+    name: "Build Python Wheel ${{ matrix.python-version }}"
+    runs-on: macos-latest
+    env:
+      DEV_BUILD: ${{ (github.event_name == 'schedule' || github.event.inputs.is_nightly == 'true') && '1' || '0' }}
+      PUBLISH_TO_PYPI: ${{ (github.event_name == 'schedule' || github.event.inputs.publish_to_pypi == 'true') && 'true' || 'false' }}
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+    steps:
+      - name: Checkout code.
+        uses: actions/checkout@v4
+        with:
+          lfs: true
+
+      - name: Build Python Wheel
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          DATE=$(TZ=America/Los_Angeles date +'%Y%m%d')
+          bazel build --config=macos_arm64 \
+            --repo_env=HERMETIC_PYTHON_VERSION=${PYTHON_VERSION} \
+            --@rules_python//python/config_settings:python_version=${PYTHON_VERSION} \
+            --define=DEV_BUILD=${{ env.DEV_BUILD }} \
+            --define=DEV_VERSION=${DATE} \
+            -c opt //python/litert_lm:wheel
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Test Python Wheel
+        run: |
+          PYTHON_VERSION=${{ matrix.python-version }}
+          uv venv --python=${PYTHON_VERSION}
+
+          # Install the built wheel
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv pip install $WHEEL_PATH
+
+          # Run the verification script
+          uv run python python/litert_lm/examples/simple_main.py
+
+      - name: Publish to PyPI
+        if: env.PUBLISH_TO_PYPI == 'true'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_UPLOAD_TOKEN }}
+        run: |
+          WHEEL_PATH=$(find bazel-bin/python/litert_lm -name "*.whl" | head -n 1)
+          uv publish $WHEEL_PATH

.gitignore

@@ -0,0 +1,2 @@
+/MODULE.bazel.lock
+/bazel-*

BUILD

@@ -0,0 +1,13 @@
+# Copyright 2025 The ODML Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

BUILD.antlr4

@@ -0,0 +1,12 @@
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+cc_library(
+    name = "cpp",
+    srcs = glob(["runtime/Cpp/runtime/src/**/*.cpp"]),
+    hdrs = glob(["runtime/Cpp/runtime/src/**/*.h"]),
+    includes = ["runtime/Cpp/runtime/src"],
+    visibility = ["//visibility:public"],
+    defines = ["ANTLR4CPP_STATIC"],
+)

BUILD.llguidance

@@ -0,0 +1,6 @@
+cc_library(
+    name = "llguidance_cc",
+    hdrs = ["llguidance.h"],
+    deps = [":llguidance"],
+    visibility = ["//visibility:public"],
+)

BUILD.miniaudio

@@ -0,0 +1,25 @@
+load("@rules_cc//cc:objc_library.bzl", "objc_library")
+package(default_visibility = ["//visibility:public"])
+
+cc_library(
+    name = "miniaudio",
+    srcs = ["miniaudio.c"],
+    hdrs = ["miniaudio.h"],
+)
+
+genrule(
+    name = "generate_miniaudio_mm",
+    srcs = ["miniaudio.c"],
+    outs = ["miniaudio.mm"],
+    cmd = "cp $(location miniaudio.c) $(location miniaudio.mm)",
+)
+
+objc_library(
+    name = "miniaudio_objc",
+    srcs = [":miniaudio.mm"],
+    hdrs = ["miniaudio.h"],
+    sdk_frameworks = [
+        "AudioToolbox",
+        "AVFoundation",
+    ],
+)

BUILD.minizip

@@ -0,0 +1,43 @@
+package(default_visibility = ["//visibility:public"])
+
+cc_library(
+    name = "zlib_minizip",
+    srcs = [
+        "minizip/ioapi.c",
+        "minizip/unzip.c",
+        "minizip/zip.c",
+    ] + select({
+        "@platforms//os:windows": ["minizip/iowin32.c"],
+        "//conditions:default": [],
+    }),
+    hdrs = [
+        "minizip/crypt.h",
+        "minizip/ioapi.h",
+        "minizip/mztools.h",
+        "minizip/unzip.h",
+        "minizip/zip.h",
+    ] + select({
+        "@platforms//os:windows": ["minizip/iowin32.h"],
+        "//conditions:default": [],
+    }),
+    copts = [
+        "-DZLIB_MINIZIP_LIB",
+        "-std=gnu17",  # Does not compile in C23; uses non-prototype function definitions.
+    ] + select({
+        "@platforms//os:windows": [
+            "-D_UNICODE",
+            "-DUNICODE",
+        ],
+        "//conditions:default": [
+            "-Wno-dangling-else",
+            "-Wno-format",
+            "-Wno-incompatible-pointer-types",
+            "-Wno-incompatible-pointer-types-discards-qualifiers",
+            "-Wno-parentheses",
+        ],
+    }) + select({
+        "@platforms//os:android": ["-DIOAPI_NO_64"],
+        "//conditions:default": [],
+    }),
+    deps = ["@zlib//:zlib"],
+)

BUILD.minja

@@ -0,0 +1,16 @@
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+cc_library(
+    name = "minja_google",
+    hdrs = [
+        "include/minja/chat-template.hpp",
+        "include/minja/minja.hpp",
+    ],
+    srcs = [
+        "include/minja/chat-template.hpp",
+        "include/minja/minja.hpp",
+    ],
+    includes = ["include"],
+)

BUILD.nanobind_json

@@ -0,0 +1,12 @@
+load("@rules_cc//cc:defs.bzl", "cc_library")
+
+cc_library(
+    name = "nanobind_json",
+    hdrs = ["include/nanobind_json/nanobind_json.hpp"],
+    includes = ["include"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "@nlohmann_json//:json",
+        "@nanobind",
+    ],
+)

BUILD.sentencepiece

@@ -0,0 +1,74 @@
+package(default_visibility = ["//visibility:public"])
+
+proto_library(
+    name = "sentencepiece_proto",
+    srcs = ["sentencepiece.proto"],
+)
+
+cc_proto_library(
+    name = "sentencepiece_cc_proto",
+    deps = [":sentencepiece_proto"],
+)
+
+proto_library(
+    name = "sentencepiece_model_proto",
+    srcs = ["sentencepiece_model.proto"],
+)
+
+cc_proto_library(
+    name = "sentencepiece_model_cc_proto",
+    deps = [":sentencepiece_model_proto"],
+)
+
+cc_library(
+    name = "sentencepiece_processor",
+    srcs = [
+        "bpe_model.cc",
+        "char_model.cc",
+        "filesystem.cc",
+        "model_factory.cc",
+        "model_interface.cc",
+        "normalizer.cc",
+        "sentencepiece_processor.cc",
+        "unigram_model.cc",
+        "util.cc",
+        "word_model.cc",
+    ],
+    hdrs = [
+        "bpe_model.h",
+        "char_model.h",
+        "common.h",
+        "config.h",
+        "filesystem.h",
+        "freelist.h",
+        "model_factory.h",
+        "model_interface.h",
+        "normalizer.h",
+        "sentencepiece_processor.h",
+        "sentencepiece_trainer.h",
+        "trainer_interface.h",
+        "unigram_model.h",
+        "util.h",
+        "word_model.h",
+    ],
+    copts = [
+        "-DENABLE_NFKC_COMPILE",
+        "-DSENTENCEPIECE_PG3_BUILD",
+    ],
+    deps = [
+        ":sentencepiece_cc_proto",
+        ":sentencepiece_model_cc_proto",
+        "@com_google_absl//absl/base:core_headers",
+        "@com_google_absl//absl/cleanup",
+        "@com_google_absl//absl/log",
+        "@com_google_absl//absl/log:check",
+        "@com_google_absl//absl/memory",
+        "@com_google_absl//absl/status",
+        "@com_google_absl//absl/status:statusor",
+        "@com_google_absl//absl/strings",
+        "@com_google_absl//absl/container:flat_hash_map",
+        "@com_google_absl//absl/container:flat_hash_set",
+        "@com_google_absl//absl/strings:str_format",
+        "@darts_clone//:darts_clone",
+    ],
+)

BUILD.stb

@@ -0,0 +1,16 @@
+package(default_visibility = ["//visibility:public"])
+
+cc_library(
+    name = "stb_image",
+    hdrs = ["stb_image.h"],
+)
+
+cc_library(
+    name = "stblib",
+    hdrs = [
+        "stb_dxt.h",
+        "stb_image.h",
+        "stb_image_resize2.h",
+        "stb_image_write.h",
+    ],
+)

BUILD.tokenizers_cpp

@@ -0,0 +1,33 @@
+load("@rules_rust//rust:defs.bzl", "rust_library")
+
+package(
+    default_visibility = ["//visibility:public"],
+)
+
+rust_library(
+    name = "huggingface_tokenizer_impl",
+    srcs = ["rust/src/lib.rs"],
+    edition = "2018",
+    proc_macro_deps = [],
+    deps = [
+        "@crate_index//:serde_json",
+        "@crate_index//:tokenizers",
+    ],
+)
+
+cc_library(
+    name = "huggingface_tokenizer",
+    srcs = ["src/huggingface_tokenizer.cc"],
+    hdrs = [
+        "include/tokenizers_c.h",
+        "include/tokenizers_cpp.h",
+    ],
+    includes = ["include"],
+    deps = [
+        ":huggingface_tokenizer_impl",
+    ],
+    linkopts = select({
+        "@platforms//os:windows": ["kernel32.lib", "ntdll.lib"],
+        "//conditions:default": [],
+    }),
+)

CMakeLists.txt

@@ -0,0 +1,99 @@
+# Copyright 2026 Google LLC.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# CMakeLists.txt for LiteRT-LM-Orchestrator.
+cmake_minimum_required(VERSION 3.25 FATAL_ERROR)
+project(LiteRT-LM-Orchestrator LANGUAGES NONE)
+
+if(NOT DEFINED LITERTLM_HOST_PROTOC)
+    set(LITERTLM_HOST_PROTOC "${CMAKE_CURRENT_BINARY_DIR}/prebuild/build/external/protobuf/install/bin/protoc")
+    set(LITERTLM_HOST_PROTOC_BIN_DIR "${CMAKE_CURRENT_BINARY_DIR}/prebuild/build/external/protobuf/install/bin")
+endif()
+
+if(NOT DEFINED LITERTLM_HOST_FLATC)
+    set(LITERTLM_HOST_FLATC "${CMAKE_CURRENT_BINARY_DIR}/prebuild/build/external/flatbuffers/install/bin/flatc")
+    set(LITERTLM_HOST_FLATC_BIN_DIR "${CMAKE_CURRENT_BINARY_DIR}/prebuild/build/external/flatbuffers/install/bin")
+endif()
+
+include(ExternalProject)
+
+set(LITERTLM_PROJECT_ROOT "${CMAKE_CURRENT_SOURCE_DIR}" CACHE PATH "LiteRT-LM: Absolute path to the repository root")
+set(LITERTLM_TOOLCHAIN_ARGS "" CACHE STRING "String used to define parameterized CMAKE_ARGS")
+
+set(_PREBUILD_DEPENDENCY "")
+
+if(LITERTLM_TOOLCHAIN_ARGS)
+    message(STATUS "[LiteRTLM] Toolchain args detected. Generating Host Prebuild phase...")
+    ExternalProject_Add(
+        litert_lm_prebuild
+
+        SOURCE_DIR "${CMAKE_CURRENT_SOURCE_DIR}/cmake/packages/litert_lm"
+
+        PREFIX     "${CMAKE_CURRENT_BINARY_DIR}/prebuild"
+        BINARY_DIR "${CMAKE_CURRENT_BINARY_DIR}/prebuild/build"
+        STAMP_DIR  "${CMAKE_CURRENT_BINARY_DIR}/prebuild/stamps"
+        TMP_DIR    "${CMAKE_CURRENT_BINARY_DIR}/prebuild/tmp"
+        DOWNLOAD_DIR "${CMAKE_CURRENT_BINARY_DIR}/prebuild/download"
+        INSTALL_DIR "${CMAKE_CURRENT_BINARY_DIR}/prebuild/install"
+
+        CMAKE_ARGS
+            "-DLITERTLM_PROJECT_ROOT=${LITERTLM_PROJECT_ROOT}"
+
+        INSTALL_COMMAND ""
+    )
+    set(_PREBUILD_DEPENDENCY "litert_lm_prebuild")
+else()
+    message(STATUS "[LiteRTLM] Native build detected. Skipping Host Prebuild phase.")
+endif()
+
+if(DEFINED CMAKE_TOOLCHAIN_FILE)
+    set(LITERTLM_TOOLCHAIN_FILE "-DCMAKE_TOOLCHAIN_FILE=${CMAKE_TOOLCHAIN_FILE}")
+endif()
+
+if(DEFINED LITERTLM_TOOLCHAIN_SCRIPT)
+    message(STATUS "[LiteRTLM] Executing toolchain script -> ${LITERTLM_TOOLCHAIN_SCRIPT}")
+    include("${LITERTLM_TOOLCHAIN_SCRIPT}")
+endif()
+
+ExternalProject_Add(
+    litert_lm
+
+    DEPENDS ${_PREBUILD_DEPENDENCY}
+
+    SOURCE_DIR "${CMAKE_CURRENT_SOURCE_DIR}/cmake/packages/litert_lm"
+
+    PREFIX     "${CMAKE_CURRENT_BINARY_DIR}/litert_lm"
+    BINARY_DIR "${CMAKE_CURRENT_BINARY_DIR}/litert_lm/build"
+    STAMP_DIR  "${CMAKE_CURRENT_BINARY_DIR}/litert_lm/stamps"
+    TMP_DIR    "${CMAKE_CURRENT_BINARY_DIR}/litert_lm/tmp"
+    DOWNLOAD_DIR "${CMAKE_CURRENT_BINARY_DIR}/litert_lm/download"
+    INSTALL_DIR "${CMAKE_CURRENT_BINARY_DIR}/litert_lm/install"
+
+    CMAKE_ARGS
+        ${LITERTLM_TOOLCHAIN_FILE}
+        "-DLITERTLM_TOOLCHAIN_FILE=${LITERTLM_TOOLCHAIN_FILE}"
+
+        ${LITERTLM_TOOLCHAIN_ARGS}
+        "-DLITERTLM_TOOLCHAIN_ARGS=${LITERTLM_TOOLCHAIN_ARGS}"
+
+        "-DLITERTLM_PROJECT_ROOT=${LITERTLM_PROJECT_ROOT}"
+        "-DLITERTLM_HOST_PROTOC=${LITERTLM_HOST_PROTOC}"
+        "-DLITERTLM_HOST_PROTOC_BIN_DIR=${LITERTLM_HOST_PROTOC_BIN_DIR}"
+        "-DLITERTLM_HOST_FLATC=${LITERTLM_HOST_FLATC}"
+        "-DLITERTLM_HOST_FLATC_BIN_DIR=${LITERTLM_HOST_FLATC_BIN_DIR}"
+
+    INSTALL_COMMAND ""
+    BUILD_ALWAYS TRUE
+)

CMakePresets.json

@@ -0,0 +1,38 @@
+{
+  "version": 3,
+  "cmakeMinimumRequired": {
+    "major": 3,
+    "minor": 25,
+    "patch": 0
+  },
+  "configurePresets": [
+    {
+      "name": "make",
+      "hidden": true,
+      "generator": "Unix Makefiles",
+      "binaryDir": "${sourceDir}/cmake/build/${presetName}"
+    },
+    {
+      "name": "android-arm64",
+      "displayName": "Android arm64-v8a (API 28)",
+      "description": "Cross-compiles LiteRT-LM for Android arm64. Auto-builds host tools first.",
+      "inherits": "make",
+      "environment": {
+        "ANDROID_NDK_ROOT": "$env{HOME}/android-ndk/android-ndk-r26d"
+      },
+      "cacheVariables": {
+        "CMAKE_TOOLCHAIN_FILE": "${sourceDir}/cmake/toolchains/litertlm_android.toolchain.cmake",
+        "LITERTLM_TOOLCHAIN_SCRIPT": "${sourceDir}/cmake/toolchains/litertlm_android.script.cmake",
+        "CMAKE_SYSTEM_NAME": "Android",
+        "CMAKE_SYSTEM_VERSION": "28",
+        "CMAKE_ANDROID_ARCH_ABI": "arm64-v8a",
+        "CMAKE_ANDROID_NDK": "$env{HOME}/android-ndk/android-ndk-r26d",
+        "CMAKE_ANDROID_STL_TYPE": "c++_shared",
+        "ANDROID_ABI": "arm64-v8a",
+        "ANDROID_PLATFORM": "android-28",
+        "ANDROID_STL": "c++_shared",
+        "ANDROID_NDK_ROOT": "$env{HOME}/android-ndk/android-ndk-r26d"
+      }
+    }
+  ]
+}

CONTRIBUTING.md

@@ -0,0 +1,6 @@
+The LiteRT LM repository is not currently ready for code contributions. We will
+make a separate announcement when we are ready for OSS users to build from this
+repository and make contributions to it. In the meanwhile, if you have any
+suggestions, or issues, please feel free to create a
+[GitHub Issues](https://github.com/google-ai-edge/LiteRT-LM/issues/new)
+to us. Thanks!

Cargo.lock

@@ -0,0 +1,1344 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "ahash"
+version = "0.8.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75"
+dependencies = [
+ "cfg-if",
+ "getrandom 0.3.4",
+ "once_cell",
+ "version_check",
+ "zerocopy",
+]
+
+[[package]]
+name = "aho-corasick"
+version = "1.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
+dependencies = [
+ "memchr",
+]
+
+[[package]]
+name = "android_system_properties"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311"
+dependencies = [
+ "libc",
+]
+
+[[package]]
+name = "anstyle"
+version = "1.0.13"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5192cca8006f1fd4f7237516f40fa183bb07f8fbdfedaa0036de5ea9b0b45e78"
+
+[[package]]
+name = "antlr4rust"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "093d520274bfff7278d776f7ea12981a0a0a6f96db90964658e0f38fc6e9a6a6"
+dependencies = [
+ "better_any",
+ "bit-set",
+ "byteorder",
+ "lazy_static",
+ "murmur3",
+ "once_cell",
+ "parking_lot",
+ "typed-arena",
+ "uuid",
+]
+
+[[package]]
+name = "antlr_fc_tool_call_parser"
+version = "0.1.0"
+dependencies = [
+ "antlr4rust",
+]
+
+[[package]]
+name = "antlr_python_tool_call_parser"
+version = "0.1.0"
+dependencies = [
+ "antlr4rust",
+]
+
+[[package]]
+name = "anyhow"
+version = "1.0.101"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5f0e0fee31ef5ed1ba1316088939cea399010ed7731dba877ed44aeb407a75ea"
+
+[[package]]
+name = "autocfg"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
+
+[[package]]
+name = "base64"
+version = "0.13.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
+
+[[package]]
+name = "better_any"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4372b9543397a4b86050cc5e7ee36953edf4bac9518e8a774c2da694977fb6e4"
+
+[[package]]
+name = "bit-set"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "08807e080ed7f9d5433fa9b275196cfc35414f66a0c79d864dc51a0d825231a3"
+dependencies = [
+ "bit-vec",
+]
+
+[[package]]
+name = "bit-vec"
+version = "0.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5e764a1d40d510daf35e07be9eb06e75770908c27d411ee6c92109c9840eaaf7"
+
+[[package]]
+name = "bitflags"
+version = "2.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "812e12b5285cc515a9c72a5c1d3b6d46a19dac5acfef5265968c166106e31dd3"
+
+[[package]]
+name = "bumpalo"
+version = "3.19.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5dd9dc738b7a8311c7ade152424974d8115f2cdad61e8dab8dac9f2362298510"
+
+[[package]]
+name = "bytemuck"
+version = "1.25.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec"
+
+[[package]]
+name = "bytemuck_derive"
+version = "1.10.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f9abbd1bc6865053c427f7198e6af43bfdedc55ab791faed4fbd361d789575ff"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "byteorder"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
+
+[[package]]
+name = "cc"
+version = "1.2.55"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "47b26a0954ae34af09b50f0de26458fa95369a0d478d8236d3f93082b219bd29"
+dependencies = [
+ "find-msvc-tools",
+ "shlex",
+]
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "chrono"
+version = "0.4.43"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fac4744fb15ae8337dc853fee7fb3f4e48c0fbaa23d0afe49c447b4fab126118"
+dependencies = [
+ "iana-time-zone",
+ "js-sys",
+ "num-traits",
+ "wasm-bindgen",
+ "windows-link",
+]
+
+[[package]]
+name = "clap"
+version = "4.5.57"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6899ea499e3fb9305a65d5ebf6e3d2248c5fab291f300ad0a704fbe142eae31a"
+dependencies = [
+ "clap_builder",
+]
+
+[[package]]
+name = "clap_builder"
+version = "4.5.57"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7b12c8b680195a62a8364d16b8447b01b6c2c8f9aaf68bee653be34d4245e238"
+dependencies = [
+ "anstyle",
+ "clap_lex",
+ "strsim",
+]
+
+[[package]]
+name = "clap_lex"
+version = "0.7.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c3e64b0cc0439b12df2fa678eae89a1c56a529fd067a9115f7827f1fffd22b32"
+
+[[package]]
+name = "codespan-reporting"
+version = "0.11.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3538270d33cc669650c4b093848450d380def10c331d38c768e34cac80576e6e"
+dependencies = [
+ "termcolor",
+ "unicode-width",
+]
+
+[[package]]
+name = "core-foundation-sys"
+version = "0.8.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
+
+[[package]]
+name = "crossbeam-deque"
+version = "0.8.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51"
+dependencies = [
+ "crossbeam-epoch",
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-epoch"
+version = "0.9.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
+dependencies = [
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-utils"
+version = "0.8.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
+
+[[package]]
+name = "cxx"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "478c837c611bc2a9fdeec08f85a5b198bb4e0bbdb3069f02443d2291383a7b42"
+dependencies = [
+ "cc",
+ "cxxbridge-cmd",
+ "cxxbridge-flags",
+ "cxxbridge-macro",
+ "foldhash",
+ "link-cplusplus",
+]
+
+[[package]]
+name = "cxxbridge-cmd"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a5fff7916bbde05c2db99469f09dcfaf203bf25b096ccbf4e761a04792412e10"
+dependencies = [
+ "clap",
+ "codespan-reporting",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "cxxbridge-flags"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4336c994ee47479f439b61a9723ed894ab4551d91e0f217c1e84515d57ea3d4f"
+
+[[package]]
+name = "cxxbridge-macro"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4212f144792e9bc9d6891e369f87cc3adb7387a552993df8767d352482b3f88a"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "rustversion",
+ "syn",
+]
+
+[[package]]
+name = "darling"
+version = "0.20.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fc7f46116c46ff9ab3eb1597a45688b6715c6e628b5c133e288e709a29bcb4ee"
+dependencies = [
+ "darling_core",
+ "darling_macro",
+]
+
+[[package]]
+name = "darling_core"
+version = "0.20.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0d00b9596d185e565c2207a0b01f8bd1a135483d02d9b7b0a54b11da8d53412e"
+dependencies = [
+ "fnv",
+ "ident_case",
+ "proc-macro2",
+ "quote",
+ "strsim",
+ "syn",
+]
+
+[[package]]
+name = "darling_macro"
+version = "0.20.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead"
+dependencies = [
+ "darling_core",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "derive_builder"
+version = "0.20.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947"
+dependencies = [
+ "derive_builder_macro",
+]
+
+[[package]]
+name = "derive_builder_core"
+version = "0.20.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8"
+dependencies = [
+ "darling",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "derive_builder_macro"
+version = "0.20.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c"
+dependencies = [
+ "derive_builder_core",
+ "syn",
+]
+
+[[package]]
+name = "derivre"
+version = "0.3.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "786c7c65c4ef0c7deb05de3005e01991612a8f09fe0844fc0969c68b90468ba8"
+dependencies = [
+ "ahash",
+ "anyhow",
+ "bytemuck",
+ "bytemuck_derive",
+ "hashbrown 0.15.5",
+ "regex-syntax",
+ "strum",
+]
+
+[[package]]
+name = "either"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
+
+[[package]]
+name = "equivalent"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
+
+[[package]]
+name = "esaxx-rs"
+version = "0.1.10"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6"
+
+[[package]]
+name = "fc_parser"
+version = "0.1.0"
+dependencies = [
+ "antlr4rust",
+ "antlr_fc_tool_call_parser",
+ "serde",
+ "serde_json",
+]
+
+[[package]]
+name = "find-msvc-tools"
+version = "0.1.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
+
+[[package]]
+name = "fnv"
+version = "1.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1"
+
+[[package]]
+name = "foldhash"
+version = "0.1.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2"
+
+[[package]]
+name = "getrandom"
+version = "0.2.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "wasi",
+]
+
+[[package]]
+name = "getrandom"
+version = "0.3.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "r-efi",
+ "wasip2",
+]
+
+[[package]]
+name = "googletest"
+version = "0.14.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "06597b7d02ee58b9a37f522785ac15b9e18c6b178747c4439a6c03fbb35ea753"
+dependencies = [
+ "googletest_macro",
+ "num-traits",
+ "regex",
+ "rustversion",
+]
+
+[[package]]
+name = "googletest_macro"
+version = "0.14.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c31d9f07c9c19b855faebf71637be3b43f8e13a518aece5d61a3beee7710b4ef"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "hashbrown"
+version = "0.15.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1"
+
+[[package]]
+name = "hashbrown"
+version = "0.16.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100"
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "iana-time-zone"
+version = "0.1.65"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470"
+dependencies = [
+ "android_system_properties",
+ "core-foundation-sys",
+ "iana-time-zone-haiku",
+ "js-sys",
+ "log",
+ "wasm-bindgen",
+ "windows-core",
+]
+
+[[package]]
+name = "iana-time-zone-haiku"
+version = "0.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f"
+dependencies = [
+ "cc",
+]
+
+[[package]]
+name = "ident_case"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
+
+[[package]]
+name = "indexmap"
+version = "2.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017"
+dependencies = [
+ "equivalent",
+ "hashbrown 0.16.1",
+]
+
+[[package]]
+name = "itertools"
+version = "0.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57"
+dependencies = [
+ "either",
+]
+
+[[package]]
+name = "itertools"
+version = "0.12.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569"
+dependencies = [
+ "either",
+]
+
+[[package]]
+name = "itoa"
+version = "1.0.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "92ecc6618181def0457392ccd0ee51198e065e016d1d527a7ac1b6dc7c1f09d2"
+
+[[package]]
+name = "js-sys"
+version = "0.3.85"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3"
+dependencies = [
+ "once_cell",
+ "wasm-bindgen",
+]
+
+[[package]]
+name = "json_parser"
+version = "0.1.0"
+dependencies = [
+ "serde",
+ "serde_json",
+]
+
+[[package]]
+name = "lazy_static"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
+
+[[package]]
+name = "libc"
+version = "0.2.180"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bcc35a38544a891a5f7c865aca548a982ccb3b8650a5b06d0fd33a10283c56fc"
+
+[[package]]
+name = "link-cplusplus"
+version = "1.0.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7f78c730aaa7d0b9336a299029ea49f9ee53b0ed06e9202e8cb7db9bae7b8c82"
+dependencies = [
+ "cc",
+]
+
+[[package]]
+name = "litert_lm_deps"
+version = "0.1.0"
+dependencies = [
+ "antlr4rust",
+ "antlr_fc_tool_call_parser",
+ "antlr_python_tool_call_parser",
+ "chrono",
+ "cxx",
+ "fc_parser",
+ "googletest",
+ "indexmap",
+ "json_parser",
+ "llguidance",
+ "minijinja",
+ "paste",
+ "python_parser",
+ "quote",
+ "serde",
+ "serde_json",
+ "syn",
+ "tokenizers",
+]
+
+[[package]]
+name = "llguidance"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "614b6ece5bc57641b9b727f8a79d338a46584efb943017d0a7454442c0b947fb"
+dependencies = [
+ "anyhow",
+ "derivre",
+ "indexmap",
+ "rayon",
+ "regex-syntax",
+ "serde",
+ "serde_json",
+ "toktrie",
+]
+
+[[package]]
+name = "lock_api"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965"
+dependencies = [
+ "scopeguard",
+]
+
+[[package]]
+name = "log"
+version = "0.4.29"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897"
+
+[[package]]
+name = "macro_rules_attribute"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "65049d7923698040cd0b1ddcced9b0eb14dd22c5f86ae59c3740eab64a676520"
+dependencies = [
+ "macro_rules_attribute-proc_macro",
+ "paste",
+]
+
+[[package]]
+name = "macro_rules_attribute-proc_macro"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "670fdfda89751bc4a84ac13eaa63e205cf0fd22b4c9a5fbfa085b63c1f1d3a30"
+
+[[package]]
+name = "memchr"
+version = "2.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79"
+
+[[package]]
+name = "minijinja"
+version = "2.14.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "12ea9ac0a51fb5112607099560fdf0f90366ab088a2a9e6e8ae176794e9806aa"
+dependencies = [
+ "indexmap",
+ "serde",
+ "serde_json",
+]
+
+[[package]]
+name = "minimal-lexical"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
+
+[[package]]
+name = "monostate"
+version = "0.1.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67"
+dependencies = [
+ "monostate-impl",
+ "serde",
+ "serde_core",
+]
+
+[[package]]
+name = "monostate-impl"
+version = "0.1.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "murmur3"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a198f9589efc03f544388dfc4a19fe8af4323662b62f598b8dcfdac62c14771c"
+dependencies = [
+ "byteorder",
+]
+
+[[package]]
+name = "nom"
+version = "7.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
+dependencies = [
+ "memchr",
+ "minimal-lexical",
+]
+
+[[package]]
+name = "num-traits"
+version = "0.2.19"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
+
+[[package]]
+name = "onig"
+version = "6.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "336b9c63443aceef14bea841b899035ae3abe89b7c486aaf4c5bd8aafedac3f0"
+dependencies = [
+ "bitflags",
+ "libc",
+ "once_cell",
+ "onig_sys",
+]
+
+[[package]]
+name = "onig_sys"
+version = "69.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c7f86c6eef3d6df15f23bcfb6af487cbd2fed4e5581d58d5bf1f5f8b7f6727dc"
+dependencies = [
+ "cc",
+ "pkg-config",
+]
+
+[[package]]
+name = "parking_lot"
+version = "0.12.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a"
+dependencies = [
+ "lock_api",
+ "parking_lot_core",
+]
+
+[[package]]
+name = "parking_lot_core"
+version = "0.9.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "redox_syscall",
+ "smallvec",
+ "windows-link",
+]
+
+[[package]]
+name = "paste"
+version = "1.0.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
+
+[[package]]
+name = "pkg-config"
+version = "0.3.32"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c"
+
+[[package]]
+name = "ppv-lite86"
+version = "0.2.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9"
+dependencies = [
+ "zerocopy",
+]
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.106"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "python_parser"
+version = "0.1.0"
+dependencies = [
+ "antlr4rust",
+ "antlr_python_tool_call_parser",
+ "serde",
+ "serde_json",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.44"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "21b2ebcf727b7760c461f091f9f0f539b77b8e87f2fd88131e7f1b433b3cece4"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "r-efi"
+version = "5.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
+
+[[package]]
+name = "rand"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404"
+dependencies = [
+ "libc",
+ "rand_chacha",
+ "rand_core",
+]
+
+[[package]]
+name = "rand_chacha"
+version = "0.3.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88"
+dependencies = [
+ "ppv-lite86",
+ "rand_core",
+]
+
+[[package]]
+name = "rand_core"
+version = "0.6.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
+dependencies = [
+ "getrandom 0.2.17",
+]
+
+[[package]]
+name = "rayon"
+version = "1.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "368f01d005bf8fd9b1206fb6fa653e6c4a81ceb1466406b81792d87c5677a58f"
+dependencies = [
+ "either",
+ "rayon-core",
+]
+
+[[package]]
+name = "rayon-cond"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "059f538b55efd2309c9794130bc149c6a553db90e9d99c2030785c82f0bd7df9"
+dependencies = [
+ "either",
+ "itertools 0.11.0",
+ "rayon",
+]
+
+[[package]]
+name = "rayon-core"
+version = "1.13.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91"
+dependencies = [
+ "crossbeam-deque",
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "redox_syscall"
+version = "0.5.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d"
+dependencies = [
+ "bitflags",
+]
+
+[[package]]
+name = "regex"
+version = "1.12.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-automata",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-automata"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-syntax"
+version = "0.8.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c"
+
+[[package]]
+name = "rustversion"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
+
+[[package]]
+name = "scopeguard"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
+
+[[package]]
+name = "serde"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
+dependencies = [
+ "serde_core",
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_core"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
+dependencies = [
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_derive"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "serde_json"
+version = "1.0.149"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86"
+dependencies = [
+ "indexmap",
+ "itoa",
+ "memchr",
+ "serde",
+ "serde_core",
+ "zmij",
+]
+
+[[package]]
+name = "shlex"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+
+[[package]]
+name = "smallvec"
+version = "1.15.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
+
+[[package]]
+name = "spm_precompiled"
+version = "0.1.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326"
+dependencies = [
+ "base64",
+ "nom",
+ "serde",
+ "unicode-segmentation",
+]
+
+[[package]]
+name = "strsim"
+version = "0.11.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
+
+[[package]]
+name = "strum"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf"
+dependencies = [
+ "strum_macros",
+]
+
+[[package]]
+name = "strum_macros"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "syn"
+version = "2.0.114"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d4d107df263a3013ef9b1879b0df87d706ff80f65a86ea879bd9c31f9b307c2a"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "termcolor"
+version = "1.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "06794f8f6c5c898b3275aebefa6b8a1cb24cd2c6c79397ab15774837a0bc5755"
+dependencies = [
+ "winapi-util",
+]
+
+[[package]]
+name = "thiserror"
+version = "1.0.69"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52"
+dependencies = [
+ "thiserror-impl",
+]
+
+[[package]]
+name = "thiserror-impl"
+version = "1.0.69"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "tokenizers"
+version = "0.21.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9ecededfed68a69bc657e486510089e255e53c3d38cc7d4d59c8742668ca2cae"
+dependencies = [
+ "aho-corasick",
+ "derive_builder",
+ "esaxx-rs",
+ "getrandom 0.2.17",
+ "itertools 0.12.1",
+ "lazy_static",
+ "log",
+ "macro_rules_attribute",
+ "monostate",
+ "onig",
+ "paste",
+ "rand",
+ "rayon",
+ "rayon-cond",
+ "regex",
+ "regex-syntax",
+ "serde",
+ "serde_json",
+ "spm_precompiled",
+ "thiserror",
+ "unicode-normalization-alignments",
+ "unicode-segmentation",
+ "unicode_categories",
+]
+
+[[package]]
+name = "toktrie"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "de81c795b1f2e5b7e531fbb587e541e124b47f434af2c427a4ae73ea0d4eca6c"
+dependencies = [
+ "anyhow",
+ "bytemuck",
+ "bytemuck_derive",
+ "serde",
+ "serde_json",
+]
+
+[[package]]
+name = "typed-arena"
+version = "2.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6af6ae20167a9ece4bcb41af5b80f8a1f1df981f6391189ce00fd257af04126a"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.23"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "537dd038a89878be9b64dd4bd1b260315c1bb94f4d784956b81e27a088d9a09e"
+
+[[package]]
+name = "unicode-normalization-alignments"
+version = "0.1.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de"
+dependencies = [
+ "smallvec",
+]
+
+[[package]]
+name = "unicode-segmentation"
+version = "1.12.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493"
+
+[[package]]
+name = "unicode-width"
+version = "0.1.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7dd6e30e90baa6f72411720665d41d89b9a3d039dc45b8faea1ddd07f617f6af"
+
+[[package]]
+name = "unicode_categories"
+version = "0.1.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
+
+[[package]]
+name = "uuid"
+version = "1.20.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ee48d38b119b0cd71fe4141b30f5ba9c7c5d9f4e7a3a8b4a674e4b6ef789976f"
+dependencies = [
+ "js-sys",
+ "wasm-bindgen",
+]
+
+[[package]]
+name = "version_check"
+version = "0.9.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
+
+[[package]]
+name = "wasi"
+version = "0.11.1+wasi-snapshot-preview1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b"
+
+[[package]]
+name = "wasip2"
+version = "1.0.2+wasi-0.2.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9517f9239f02c069db75e65f174b3da828fe5f5b945c4dd26bd25d89c03ebcf5"
+dependencies = [
+ "wit-bindgen",
+]
+
+[[package]]
+name = "wasm-bindgen"
+version = "0.2.108"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566"
+dependencies = [
+ "cfg-if",
+ "once_cell",
+ "rustversion",
+ "wasm-bindgen-macro",
+ "wasm-bindgen-shared",
+]
+
+[[package]]
+name = "wasm-bindgen-macro"
+version = "0.2.108"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608"
+dependencies = [
+ "quote",
+ "wasm-bindgen-macro-support",
+]
+
+[[package]]
+name = "wasm-bindgen-macro-support"
+version = "0.2.108"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55"
+dependencies = [
+ "bumpalo",
+ "proc-macro2",
+ "quote",
+ "syn",
+ "wasm-bindgen-shared",
+]
+
+[[package]]
+name = "wasm-bindgen-shared"
+version = "0.2.108"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "winapi-util"
+version = "0.1.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
+dependencies = [
+ "windows-sys",
+]
+
+[[package]]
+name = "windows-core"
+version = "0.62.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb"
+dependencies = [
+ "windows-implement",
+ "windows-interface",
+ "windows-link",
+ "windows-result",
+ "windows-strings",
+]
+
+[[package]]
+name = "windows-implement"
+version = "0.60.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "windows-interface"
+version = "0.59.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "windows-link"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5"
+
+[[package]]
+name = "windows-result"
+version = "0.4.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5"
+dependencies = [
+ "windows-link",
+]
+
+[[package]]
+name = "windows-strings"
+version = "0.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091"
+dependencies = [
+ "windows-link",
+]
+
+[[package]]
+name = "windows-sys"
+version = "0.61.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc"
+dependencies = [
+ "windows-link",
+]
+
+[[package]]
+name = "wit-bindgen"
+version = "0.51.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5"
+
+[[package]]
+name = "zerocopy"
+version = "0.8.39"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "db6d35d663eadb6c932438e763b262fe1a70987f9ae936e60158176d710cae4a"
+dependencies = [
+ "zerocopy-derive",
+]
+
+[[package]]
+name = "zerocopy-derive"
+version = "0.8.39"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4122cd3169e94605190e77839c9a40d40ed048d305bfdc146e7df40ab0f3e517"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "zmij"
+version = "1.0.20"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4de98dfa5d5b7fef4ee834d0073d560c9ca7b6c46a71d058c48db7960f8cfaf7"

Cargo.toml

@@ -0,0 +1,35 @@
+# To update the Cargo.lock file, run:
+# touch src/lib.rs
+# CARGO_BAZEL_REPIN=1 bazel sync --only=crate_index
+# rm src/lib.rs
+
+[package]
+name = "litert_lm_deps"
+version = "0.1.0"
+edition = "2021"
+publish = false
+
+[dependencies]
+antlr4rust = "0.5"
+chrono = "0.4"
+cxx = "=1.0.149"
+googletest = "0.14"
+indexmap = "2.12"
+llguidance = { version = "=1.3.0", default-features = false, features = ["lark", "rayon", "ahash"] }
+minijinja = { version = "=2.14.0", features = ["json", "preserve_order"] }
+paste = "1.0"
+quote = "1.0"
+tokenizers = { version = "=0.21.0", default-features = false, features = ["onig"] }
+serde = { version = "1.0", features = [ "derive" ] }
+serde_json = { version = "1.0", features = [ "preserve_order" ] }
+syn = "2.0"
+
+antlr_fc_tool_call_parser = { path = "cmake/rust/antlr_fc" }
+antlr_python_tool_call_parser = { path = "cmake/rust/antlr_python" }
+json_parser = { path = "cmake/rust/json_parser" }
+python_parser = { path = "cmake/rust/python_parser" }
+fc_parser = { path = "cmake/rust/fc_parser" }
+
+
+[lib]
+crate-type = ["staticlib"]

LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

PATCH.llguidance

@@ -0,0 +1,20 @@
+--- src/earley/regexvec.rs
++++ src/earley/regexvec.rs
+@@ -675,6 +675,6 @@
+         //     return StateID::DEAD;
+         // }
+-        assert!(lst.len().is_multiple_of(2));
++        assert!(lst.len() % 2 == 0);
+         let id = StateID::new(self.rx_sets.insert(&lst));
+         if id.as_usize() >= self.state_descs.len() {
+             let state_desc = self.compute_state_desc(id);
+--- src/json/numeric.rs
++++ src/json/numeric.rs
+@@ -20,6 +20,6 @@
+         let mut coef = coef;
+         let mut exp = exp;
+-        while exp > 0 && coef.is_multiple_of(10) {
++        while exp > 0 && coef % 10 == 0 {
+             coef /= 10;
+             exp -= 1;
+         }

PATCH.llguidance_grammar

@@ -0,0 +1,9 @@
+--- src/earley/grammar.rs
++++ src/earley/grammar.rs
+@@ -1325,4 +1325,4 @@
+                 outp.rhs_params.push(ParamExpr::Null);
+             }
+-            while !outp.rhs_elements.len().is_multiple_of(1 << RULE_SHIFT) {
++            while outp.rhs_elements.len() % (1 << RULE_SHIFT) != 0 {
+                 outp.rhs_elements.push(CSymIdx::NULL);
+                 outp.rhs_params.push(ParamExpr::Null);

PATCH.llguidance_numeric

@@ -0,0 +1,10 @@
+--- src/json/numeric.rs
++++ src/json/numeric.rs
+@@ -20,6 +20,6 @@
+         let mut coef = coef;
+         let mut exp = exp;
+-        while exp > 0 && coef.is_multiple_of(10) {
++        while exp > 0 && coef % 10 == 0 {
+             coef /= 10;
+             exp -= 1;
+         }

PATCH.llguidance_parser

@@ -0,0 +1,8 @@
+--- src/earley/parser.rs
++++ src/earley/parser.rs
+@@ -135,3 +135,3 @@
+     pub fn one_in(&mut self, n: u32) -> bool {
+-        self.next().is_multiple_of(n)
++        self.next() % n == 0
+     }
+ 

PATCH.llguidance_perf

@@ -0,0 +1,9 @@
+--- src/earley/perf.rs
++++ src/earley/perf.rs
+@@ -143,3 +143,3 @@
+     for (i, c) in s.chars().enumerate() {
+         // Insert a comma once we've passed 'offset' and every 3 digits after that.
+-        if i != 0 && i >= offset && (i - offset).is_multiple_of(3) {
++        if i != 0 && i >= offset && (i - offset) % 3 == 0 {
+             result.push(',');
+         }

PATCH.llguidance_regexvec

@@ -0,0 +1,10 @@
+--- src/earley/regexvec.rs
++++ src/earley/regexvec.rs
+@@ -675,6 +675,6 @@
+         //     return StateID::DEAD;
+         // }
+-        assert!(lst.len().is_multiple_of(2));
++        assert!(lst.len() % 2 == 0);
+         let id = StateID::new(self.rx_sets.insert(&lst));
+         if id.as_usize() >= self.state_descs.len() {
+             let state_desc = self.compute_state_desc(id);

PATCH.minja

@@ -0,0 +1,36 @@
+--- include/minja/chat-template.hpp
++++ include/minja/chat-template.hpp
+@@ -282,13 +282,13 @@ class chat_template {
+                 }
+                 auto example = full.substr(common_prefix_length);
+                 if (example.find("tool_name") == std::string::npos && example.find("some_value") == std::string::npos) {
+-                    fprintf(stderr, "Failed to infer a tool call example (possible template bug)\n");
++                    // fprintf(stderr, "Failed to infer a tool call example (possible template bug)\n");
+                 } else {
+                     tool_call_example_ = example;
+                 }
+             }
+         } catch (const std::exception & e) {
+-            fprintf(stderr, "Failed to generate tool call example: %s\n", e.what());
++            // fprintf(stderr, "Failed to generate tool call example: %s\n", e.what());
+         }
+     }
+ 
+@@ -305,7 +305,7 @@ class chat_template {
+         const nlohmann::ordered_json & extra_context = nlohmann::ordered_json(),
+         bool apply_polyfills = true)
+     {
+-        fprintf(stderr, "[%s] Deprecated!\n", __func__);
++        // fprintf(stderr, "[%s] Deprecated!\n", __func__);
+         chat_template_inputs inputs;
+         inputs.messages = messages;
+         inputs.tools = tools;
+@@ -412,7 +412,7 @@ class chat_template {
+                                     try {
+                                         arguments = json::parse(arguments.get<std::string>());
+                                     } catch (const std::exception & ecvt) {
+-                                        fprintf(stderr, "Failed to parse arguments: %s\n", ecvt.what());
++                                        // fprintf(stderr, "Failed to parse arguments: %s\n", ecvt.what());
+                                     }
+                                 }
+                             }

PATCH.nanobind_json

@@ -0,0 +1,177 @@
+--- include/nanobind_json/nanobind_json.hpp 
++++ include/nanobind_json/nanobind_json.hpp 
+@@ -13,13 +13,15 @@
+ 
+ #include "nlohmann/json.hpp"
+ 
+-#include "nanobind/nanobind.hpp"
++#include <nanobind/nanobind.h>
++#include <nanobind/stl/string.h>
+ 
+ namespace nb = nanobind;
+ namespace nl = nlohmann;
+ 
+ namespace pyjson
+ {
++
+     inline nb::object from_json(const nl::json& j)
+     {
+         if (j.is_null())
+@@ -40,7 +42,7 @@
+         }
+         else if (j.is_string())
+         {
+-            return nb::str(j.get<std::string>());
++            return nb::str(j.get<std::string>().c_str());
+         }
+         else if (j.is_array())
+         {
+@@ -56,7 +58,7 @@
+             nb::dict obj;
+             for (nl::json::const_iterator it = j.cbegin(); it != j.cend(); ++it)
+             {
+-                obj[nb::str(it.key())] = from_json(it.value());
++                obj[nb::str(it.key().c_str())] = from_json(it.value());
+             }
+             return std::move(obj);
+         }
+@@ -70,24 +72,24 @@
+         }
+         if (nb::isinstance<nb::bool_>(obj))
+         {
+-            return obj.cast<bool>();
++            return nb::cast<bool>(obj);
+         }
+         if (nb::isinstance<nb::int_>(obj))
+         {
+-            return obj.cast<long>();
++            return nb::cast<long>(obj);
+         }
+         if (nb::isinstance<nb::float_>(obj))
+         {
+-            return obj.cast<double>();
++            return nb::cast<double>(obj);
+         }
+         if (nb::isinstance<nb::bytes>(obj))
+         {
+-            nb::module base64 = nb::module::import("base64");
+-            return base64.attr("b64encode")(obj).attr("decode")("utf-8").cast<std::string>();
++            nb::module_ base64 = nb::module_::import_("base64");
++            return nb::cast<std::string>(base64.attr("b64encode")(obj).attr("decode")("utf-8"));
+         }
+         if (nb::isinstance<nb::str>(obj))
+         {
+-            return obj.cast<std::string>();
++            return nb::cast<std::string>(obj);
+         }
+         if (nb::isinstance<nb::tuple>(obj) || nb::isinstance<nb::list>(obj))
+         {
+@@ -103,11 +105,11 @@
+             auto out = nl::json::object();
+             for (const nb::handle key : obj)
+             {
+-                out[nb::str(key).cast<std::string>()] = to_json(obj[key]);
++                out[nb::cast<std::string>(nb::str(key))] = to_json(obj[key]);
+             }
+             return out;
+         }
+-        throw std::runtime_error("to_json not implemented for this type of object: " + nb::repr(obj).cast<std::string>());
++        throw std::runtime_error("to_json not implemented for this type of object: " + nb::cast<std::string>(nb::repr(obj)));
+     }
+ }
+ 
+@@ -123,7 +125,7 @@
+             j = pyjson::to_json(obj);                      \
+         }                                                  \
+                                                            \
+-        inline static T from_json(const json& j)           \
++        inline static nb::object from_json(const json& j)  \
+         {                                                  \
+             return pyjson::from_json(j);                   \
+         }                                                  \
+@@ -151,12 +153,6 @@
+     MAKE_NLJSON_SERIALIZER_DESERIALIZER(nb::dict);
+ 
+     MAKE_NLJSON_SERIALIZER_ONLY(nb::handle);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::item_accessor);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::list_accessor);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::tuple_accessor);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::sequence_accessor);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::str_attr_accessor);
+-    MAKE_NLJSON_SERIALIZER_ONLY(nb::detail::obj_attr_accessor);
+ 
+     #undef MAKE_NLJSON_SERIALIZER
+     #undef MAKE_NLJSON_SERIALIZER_ONLY
+@@ -167,28 +163,53 @@
+ {
+     namespace detail
+     {
+-        template <> struct type_caster<nl::json>
+-        {
+-        public:
+-            NANOBIND_TYPE_CASTER(nl::json, _("json"));
++    
++    template <> struct type_caster<nl::json> {
++        using Value = nl::json;
+ 
+-            bool load(handle src, bool)
+-            {
+-                try {
+-                    value = pyjson::to_json(src);
+-                    return true;
+-                }
+-                catch (...)
+-                {
+-                    return false;
+-                }
+-            }
++        template <typename T> using Cast = Value;
++
++        // Value name for docstring generation
++        static constexpr auto Name = const_name("Json");
+ 
+-            static handle cast(nl::json src, return_value_policy /* policy */, handle /* parent */)
++        /// Python -> C++ caster, populates `caster1` and `caster2` upon success
++        bool from_python(handle src, uint8_t flags,
++                        cleanup_list *cleanup) noexcept {
++            try {
++                value = pyjson::to_json(src);
++                return true;
++            }
++            catch (...)
+             {
+-                object obj = pyjson::from_json(src);
+-                return obj.release();
++                return false;
+             }
+-        };
++        }
++
++        template <typename T>
++        static handle from_cpp(T *value, rv_policy policy, cleanup_list *cleanup) {
++            if (!value)
++                return none().release();
++            return from_cpp(*value, policy, cleanup);
++        }
++
++        template<typename T>
++        static handle from_cpp(T &&value, rv_policy policy,
++                              cleanup_list *cleanup) noexcept {
++            object obj = pyjson::from_json(value);
++            return obj.release();
++        }
++
++        template <typename T>
++        bool can_cast() const noexcept {
++            return true;
++        }
++
++        /// Return the constructed tuple by copying from the sub-casters
++        explicit operator Value() {
++            return value;
++        }
++
++        Value value;
++    };
+     }
+ }

PATCH.rules_rust

@@ -0,0 +1,13 @@
+--- crate_universe/private/crates_repository.bzl	2025-05-01 16:41:19.000000000 -0700
++++ crate_universe/private/crates_repository.bzl	2025-06-19 10:31:33.225901444 -0700
+@@ -28,6 +28,9 @@
+ # complexity for each platform triple added.
+ SUPPORTED_PLATFORM_TRIPLES = [
+     "aarch64-apple-darwin",
++    "aarch64-apple-ios",
++    "aarch64-apple-ios-sim",
++    "aarch64-linux-android",
+     "aarch64-unknown-linux-gnu",
+     "wasm32-unknown-unknown",
+     "wasm32-wasip1",
+

PATCH.sentencepiece

@@ -0,0 +1,77 @@
+--- sentencepiece_processor.h	2025-04-27 15:47:21.057722872 -0700
++++ sentencepiece_processor.h	2025-04-27 15:50:12.601047364 -0700
+@@ -22,6 +22,8 @@
+ #include <utility>
+ #include <vector>
+ 
++#include "absl/status/status.h"
++
+ #ifndef SWIG
+ namespace absl {
+ using std::string_view;
+@@ -30,50 +32,8 @@
+ 
+ namespace sentencepiece {
+ namespace util {
+-
+-enum class StatusCode : int {
+-  kOk = 0,
+-  kCancelled = 1,
+-  kUnknown = 2,
+-  kInvalidArgument = 3,
+-  kDeadlineExceeded = 4,
+-  kNotFound = 5,
+-  kAlreadyExists = 6,
+-  kPermissionDenied = 7,
+-  kResourceExhausted = 8,
+-  kFailedPrecondition = 9,
+-  kAborted = 10,
+-  kOutOfRange = 11,
+-  kUnimplemented = 12,
+-  kInternal = 13,
+-  kUnavailable = 14,
+-  kDataLoss = 15,
+-  kUnauthenticated = 16,
+-};
+-
+-class Status {
+- public:
+-  Status();
+-  ~Status();
+-  Status(StatusCode code, absl::string_view error_message);
+-  Status(const Status &s);
+-  void operator=(const Status &s);
+-  bool operator==(const Status &s) const;
+-  bool operator!=(const Status &s) const;
+-  inline bool ok() const { return rep_ == nullptr; }
+-
+-  void set_error_message(const char *str);
+-  const char *error_message() const;
+-  const char *message() const { return error_message(); }
+-  StatusCode code() const;
+-  std::string ToString() const;
+-
+-  void IgnoreError();
+-
+- private:
+-  struct Rep;
+-  std::unique_ptr<Rep> rep_;
+-};
++using StatusCode = absl::StatusCode;
++using Status = absl::Status;
+ }  // namespace util
+ 
+ // SentencePieceProcessor:
+
+--- common.h	2025-04-27 15:55:22.642953123 -0700
++++ common.h	2025-04-27 16:02:22.377904469 -0700
+@@ -94,7 +94,7 @@
+   ~Die() {
+     std::cerr << std::endl;
+     if (die_) {
+-      Abort();
++      exit(-1);
+     }
+   }
+   int operator&(std::ostream &) { return 0; }
+

PATCH.tensorflow

@@ -0,0 +1,74 @@
+--- third_party/xla/third_party/protobuf/protobuf.patch	2025-08-18 10:33:05
++++ third_party/xla/third_party/protobuf/protobuf.patch	2025-08-18 15:34:33
+@@ -1,3 +1,36 @@
++diff --git a/src/google/protobuf/compiler/java/BUILD.bazel b/src/google/protobuf/compiler/java/BUILD.bazel
++--- a/src/google/protobuf/compiler/java/BUILD.bazel	2025-05-28 09:52:58
+++++ b/src/google/protobuf/compiler/java/BUILD.bazel	2025-08-18 17:40:44
++@@ -48,6 +48,7 @@
++         "context.h",
++         "doc_comment.h",
++         "generator.h",
+++        "field_common.h",
++         "helpers.h",
++         "name_resolver.h",
++         "names.h",
++diff --git a/src/google/protobuf/compiler/java/context.h b/src/google/protobuf/compiler/java/context.h
++--- a/src/google/protobuf/compiler/java/context.h
+++++ b/src/google/protobuf/compiler/java/context.h
++@@ -12,6 +12,7 @@
++ #include <vector>
++ 
++ #include "absl/container/flat_hash_map.h"
+++#include "google/protobuf/compiler/java/field_common.h"
++ #include "google/protobuf/compiler/java/helpers.h"
++ #include "google/protobuf/compiler/java/options.h"
++ #include "google/protobuf/port.h"
++diff --git a/src/google/protobuf/compiler/java/message_serialization.h b/src/google/protobuf/compiler/java/message_serialization.h
++--- a/src/google/protobuf/compiler/java/message_serialization.h
+++++ b/src/google/protobuf/compiler/java/message_serialization.h
++@@ -13,6 +13,7 @@
++ #include <vector>
++ 
++ #include "absl/types/span.h"
+++#include "google/protobuf/compiler/java/field_common.h"
++ #include "google/protobuf/compiler/java/generator_common.h"
++ #include "google/protobuf/descriptor.h"
++ #include "google/protobuf/io/printer.h"
+ diff --git a/BUILD.bazel b/BUILD.bazel
+ --- a/BUILD.bazel
+ +++ b/BUILD.bazel
++diff --git a/third_party/kissfft/kissfft.BUILD b/third_party/kissfft/kissfft.BUILD
+--- third_party/kissfft/kissfft.BUILD
++++ third_party/kissfft/kissfft.BUILD
+@@ -28,3 +28,22 @@ cc_library(
+         "-DFIXED_POINT=16",
+     ],
+ )
++cc_library(
++    name = "kissfftr",
++    srcs = [
++        "kfc.c",
++        "kiss_fft.c",
++        "kiss_fftnd.c",
++        "kiss_fftndr.c",
++        "kiss_fftr.c",
++    ],
++    hdrs = [
++        "_kiss_fft_guts.h",
++        "kfc.h",
++        "kiss_fft.h",
++        "kiss_fft_log.h",
++        "kiss_fftnd.h",
++        "kiss_fftndr.h",
++        "kiss_fftr.h",
++    ],
++)
+ diff --git a/third_party/darts_clone.BUILD b/third_party/darts_clone.BUILD
+--- third_party/darts_clone.BUILD	2026-03-24 15:10:28.541592816 -0700
++++ third_party/darts_clone.BUILD	2026-03-24 15:18:31.434002329 -0700
+@@ -1,5 +1,3 @@
+-load("//third_party/bazel_rules/rules_cc/cc:cc_library.bzl", "cc_library")
+-
+ package(default_visibility = ["//visibility:public"])
+ 
+ cc_library(

PATCH.toktrie

@@ -0,0 +1,9 @@
+--- src/bytes.rs
++++ src/bytes.rs
+@@ -16,5 +16,5 @@
+ pub fn vec_from_bytes<T: PodTrait>(bytes: &[u8]) -> Vec<T> {
+-    if !bytes.len().is_multiple_of(size_of::<T>()) {
++    if bytes.len() % size_of::<T>() != 0 {
+         panic!(
+             "vecT: got {} bytes, needed multiple of {}",
+             bytes.len(),

WORKSPACE

@@ -0,0 +1,498 @@
+# buildifier: disable=load-on-top
+
+workspace(name = "litert_lm")
+
+# UPDATED = 2026-04-01
+LITERT_REF = "5c42d07c5e457ea535d1a2144a376c95e79a06d5"
+
+LITERT_SHA256 = "9e7f8f3e9152007a71766332147f6d2deecb3f9178749bc9ed9d76e69178a1c4"
+
+TENSORFLOW_REF = "e6f36bd7a12f87aac6f21a5068719dfc91bed3eb"
+
+TENSORFLOW_SHA256 = "643b8e3f23283fb0e6cacc4612e77b285a1d3cfd295aa10b3386fd8fcf6d651f"
+
+# buildifier: disable=load-on-top
+
+load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive", "http_jar")
+
+http_archive(
+    name = "rules_shell",
+    sha256 = "bc61ef94facc78e20a645726f64756e5e285a045037c7a61f65af2941f4c25e1",
+    strip_prefix = "rules_shell-0.4.1",
+    url = "https://github.com/bazelbuild/rules_shell/releases/download/v0.4.1/rules_shell-v0.4.1.tar.gz",
+)
+
+load("@rules_shell//shell:repositories.bzl", "rules_shell_dependencies", "rules_shell_toolchains")
+
+rules_shell_dependencies()
+
+rules_shell_toolchains()
+
+http_archive(
+    name = "rules_platform",
+    sha256 = "0aadd1bd350091aa1f9b6f2fbcac8cd98201476289454e475b28801ecf85d3fd",
+    url = "https://github.com/bazelbuild/rules_platform/releases/download/0.1.0/rules_platform-0.1.0.tar.gz",
+)
+
+# Use recent platoforms version to support uefi platform.
+http_archive(
+    name = "platforms",
+    sha256 = "3384eb1c30762704fbe38e440204e114154086c8fc8a8c2e3e28441028c019a8",
+    urls = [
+        "https://mirror.bazel.build/github.com/bazelbuild/platforms/releases/download/1.0.0/platforms-1.0.0.tar.gz",
+        "https://github.com/bazelbuild/platforms/releases/download/1.0.0/platforms-1.0.0.tar.gz",
+    ],
+)
+
+# Use 3.22.0 (from 3.5.1 of tensorflow) to fix binary signing issue on MacOS Tahoe.
+http_archive(
+    name = "build_bazel_rules_apple",
+    sha256 = "a78f26c22ac8d6e3f3fcaad50eace4d9c767688bd7254b75bdf4a6735b299f6a",
+    url = "https://github.com/bazelbuild/rules_apple/releases/download/3.22.0/rules_apple.3.22.0.tar.gz",
+)
+
+load(
+    "@build_bazel_rules_apple//apple:repositories.bzl",
+    "apple_rules_dependencies",
+)
+
+apple_rules_dependencies()
+
+http_archive(
+    name = "build_bazel_rules_swift",
+    sha256 = "f7a67197cd8a79debfe70b8cef4dc19d03039af02cc561e31e0718e98cad83ac",
+    url = "https://github.com/bazelbuild/rules_swift/releases/download/2.9.0/rules_swift.2.9.0.tar.gz",
+)
+
+# Lower the version from 1.24.5 that tensorflow uses to 1.23.1, the highest version which don't have
+# issues with missing LC_UUID, DEVELOPER_DIR or SDKROOT on MacOS Tahoe.
+http_archive(
+    name = "build_bazel_apple_support",
+    sha256 = "ee20cc5c0bab47065473c8033d462374dd38d172406ecc8de5c8f08487943f2f",
+    url = "https://github.com/bazelbuild/apple_support/releases/download/1.23.1/apple_support.1.23.1.tar.gz",
+)
+
+http_archive(
+    name = "bazel_features",
+    sha256 = "c26b4e69cf02fea24511a108d158188b9d8174426311aac59ce803a78d107648",
+    strip_prefix = "bazel_features-1.43.0",
+    url = "https://github.com/bazel-contrib/bazel_features/releases/download/v1.43.0/bazel_features-v1.43.0.tar.gz",
+)
+
+# TensorFlow
+http_archive(
+    name = "org_tensorflow",
+    patches = ["@//:PATCH.tensorflow"],
+    sha256 = TENSORFLOW_SHA256,
+    strip_prefix = "tensorflow-" + TENSORFLOW_REF,
+    url = "https://github.com/tensorflow/tensorflow/archive/" + TENSORFLOW_REF + ".tar.gz",
+)
+
+# Initialize the TensorFlow repository and all dependencies.
+#
+# The cascade of load() statements and tf_workspace?() calls works around the
+# restriction that load() statements need to be at the top of .bzl files.
+# E.g. we can not retrieve a new repository with http_archive and then load()
+# a macro from that repository in the same file.
+load("@org_tensorflow//tensorflow:workspace3.bzl", "tf_workspace3")
+
+tf_workspace3()
+
+# Toolchains for ML projects
+# Details: https://github.com/google-ml-infra/rules_ml_toolchain
+http_archive(
+    name = "rules_ml_toolchain",
+    sha256 = "9dbee8f24cc1b430bf9c2a6661ab70cbca89979322ddc7742305a05ff637ab6b",
+    strip_prefix = "rules_ml_toolchain-545c80f1026d526ea9c7aaa410bf0b52c9a82e74",
+    url = "https://github.com/google-ml-infra/rules_ml_toolchain/archive/545c80f1026d526ea9c7aaa410bf0b52c9a82e74.tar.gz",
+)
+
+load(
+    "@rules_ml_toolchain//cc/deps:cc_toolchain_deps.bzl",
+    "cc_toolchain_deps",
+)
+
+cc_toolchain_deps()
+
+# Initialize hermetic Python
+load("@xla//third_party/py:python_init_rules.bzl", "python_init_rules")
+
+python_init_rules()
+
+load("@xla//third_party/py:python_init_repositories.bzl", "python_init_repositories")
+
+python_init_repositories(
+    default_python_version = "system",
+    local_wheel_dist_folder = "dist",
+    local_wheel_inclusion_list = [
+        "tensorflow*",
+        "tf_nightly*",
+    ],
+    local_wheel_workspaces = ["@org_tensorflow//:WORKSPACE"],
+    requirements = {
+        "3.10": "@org_tensorflow//:requirements_lock_3_10.txt",
+        "3.11": "@org_tensorflow//:requirements_lock_3_11.txt",
+        "3.12": "@org_tensorflow//:requirements_lock_3_12.txt",
+        "3.13": "@org_tensorflow//:requirements_lock_3_13.txt",
+        "3.14": "@org_tensorflow//:requirements_lock_3_14.txt",
+    },
+)
+
+load("@xla//third_party/py:python_init_toolchains.bzl", "python_init_toolchains")
+
+python_init_toolchains()
+
+load("@xla//third_party/py:python_init_pip.bzl", "python_init_pip")
+
+python_init_pip()
+
+load("@pypi//:requirements.bzl", "install_deps")
+
+install_deps()
+# End hermetic Python initialization
+
+RULES_JVM_EXTERNAL_TAG = "6.8"
+
+RULES_JVM_EXTERNAL_SHA = "704a0197e4e966f96993260418f2542568198490456c21814f647ae7091f56f2"
+
+http_archive(
+    name = "rules_jvm_external",
+    sha256 = RULES_JVM_EXTERNAL_SHA,
+    strip_prefix = "rules_jvm_external-%s" % RULES_JVM_EXTERNAL_TAG,
+    url = "https://github.com/bazelbuild/rules_jvm_external/releases/download/%s/rules_jvm_external-%s.tar.gz" % (RULES_JVM_EXTERNAL_TAG, RULES_JVM_EXTERNAL_TAG),
+)
+
+load("@rules_jvm_external//:defs.bzl", "maven_install")
+
+maven_install(
+    name = "maven",
+    artifacts = [
+        "com.google.code.gson:gson:2.13.2",
+        "org.jetbrains.kotlinx:kotlinx-coroutines-core-jvm:1.9.0",
+        "org.jetbrains.kotlinx:kotlinx-coroutines-android:1.9.0",
+    ],
+    repositories = [
+        "https://maven.google.com",
+        "https://repo1.maven.org/maven2",
+    ],
+)
+
+load("@org_tensorflow//tensorflow:workspace2.bzl", "tf_workspace2")
+
+tf_workspace2()
+
+load("@org_tensorflow//tensorflow:workspace1.bzl", "tf_workspace1")
+
+tf_workspace1()
+
+load("@org_tensorflow//tensorflow:workspace0.bzl", "tf_workspace0")
+
+tf_workspace0()
+
+load(
+    "@xla//third_party/py:python_wheel.bzl",
+    "python_wheel_version_suffix_repository",
+)
+
+python_wheel_version_suffix_repository(name = "tf_wheel_version_suffix")
+
+load(
+    "@rules_ml_toolchain//gpu/cuda:cuda_json_init_repository.bzl",
+    "cuda_json_init_repository",
+)
+
+cuda_json_init_repository()
+
+load(
+    "@cuda_redist_json//:distributions.bzl",
+    "CUDA_REDISTRIBUTIONS",
+    "CUDNN_REDISTRIBUTIONS",
+)
+load(
+    "@rules_ml_toolchain//gpu/cuda:cuda_redist_init_repositories.bzl",
+    "cuda_redist_init_repositories",
+    "cudnn_redist_init_repository",
+)
+
+cuda_redist_init_repositories(
+    cuda_redistributions = CUDA_REDISTRIBUTIONS,
+)
+
+cudnn_redist_init_repository(
+    cudnn_redistributions = CUDNN_REDISTRIBUTIONS,
+)
+
+load(
+    "@rules_ml_toolchain//gpu/cuda:cuda_configure.bzl",
+    "cuda_configure",
+)
+
+cuda_configure(name = "local_config_cuda")
+
+load(
+    "@rules_ml_toolchain//gpu/nccl:nccl_redist_init_repository.bzl",
+    "nccl_redist_init_repository",
+)
+
+nccl_redist_init_repository()
+
+load(
+    "@rules_ml_toolchain//gpu/nccl:nccl_configure.bzl",
+    "nccl_configure",
+)
+
+nccl_configure(name = "local_config_nccl")
+
+# Kotlin rules
+http_archive(
+    name = "rules_kotlin",
+    sha256 = "e1448a56b2462407b2688dea86df5c375b36a0991bd478c2ddd94c97168125e2",
+    url = "https://github.com/bazelbuild/rules_kotlin/releases/download/v2.1.3/rules_kotlin-v2.1.3.tar.gz",
+)
+
+load("@rules_kotlin//kotlin:repositories.bzl", "kotlin_repositories")
+
+kotlin_repositories()  # if you want the default. Otherwise see custom kotlinc distribution below
+
+load("@rules_kotlin//kotlin:core.bzl", "kt_register_toolchains")
+
+kt_register_toolchains()  # to use the default toolchain, otherwise see toolchains below
+
+# Rust (for HuggingFace Tokenizers)
+http_archive(
+    name = "rules_rust",
+    patches = ["@//:PATCH.rules_rust"],
+    sha256 = "53c1bac7ec48f7ce48c4c1c6aa006f27515add2aeb05725937224e6e00ec7cea",
+    url = "https://github.com/bazelbuild/rules_rust/releases/download/0.61.0/rules_rust-0.61.0.tar.gz",
+)
+
+load("@rules_rust//rust:repositories.bzl", "rules_rust_dependencies", "rust_register_toolchains")
+
+rules_rust_dependencies()
+
+rust_register_toolchains(
+    edition = "2021",
+    extra_target_triples = [
+        # Explicitly add toolchains for mobile. Desktop platforms are supported by default.
+        "aarch64-linux-android",
+        "aarch64-apple-ios",
+        "aarch64-apple-ios-sim",
+        "x86_64-linux-android",
+    ],
+)
+
+load("@rules_rust//crate_universe:repositories.bzl", "crate_universe_dependencies")
+
+crate_universe_dependencies()
+
+load("@rules_rust//crate_universe:defs.bzl", "crate", "crates_repository")
+load("@rules_rust//rust/platform:triple_mappings.bzl", "SUPPORTED_PLATFORM_TRIPLES")
+
+crates_repository(
+    name = "crate_index",
+    annotations = {
+        "llguidance": [
+            crate.annotation(
+                additive_build_file = "@//:BUILD.llguidance",
+                gen_build_script = False,
+                patches = [
+                    "@//:PATCH.llguidance_regexvec",
+                    "@//:PATCH.llguidance_numeric",
+                    "@//:PATCH.llguidance_grammar",
+                    "@//:PATCH.llguidance_parser",
+                    "@//:PATCH.llguidance_perf",
+                ],
+            ),
+        ],
+        "toktrie": [
+            crate.annotation(
+                patches = ["@//:PATCH.toktrie"],
+            ),
+        ],
+    },
+    cargo_lockfile = "//:Cargo.lock",
+    lockfile = "//:cargo-bazel-lock.json",
+    manifests = [
+        "//:Cargo.toml",
+    ],
+    supported_platform_triples = SUPPORTED_PLATFORM_TRIPLES + [
+        "x86_64-linux-android",
+    ],
+)
+
+load("@crate_index//:defs.bzl", "crate_repositories")
+
+crate_repositories()
+
+# cxxbridge-cmd is a binary-only package so we follow the steps in
+# https://bazelbuild.github.io/rules_rust/crate_universe_workspace.html#binary-dependencies.
+http_archive(
+    name = "cxxbridge_cmd",
+    build_file = "//cxxbridge_cmd:BUILD.cxxbridge_cmd.bazel",
+    integrity = "sha256-pf/3kWu94FwtuZRp8J3PryA78lsJbMv052GgR5JBLhA=",
+    strip_prefix = "cxxbridge-cmd-1.0.149",
+    type = "tar.gz",
+    url = "https://static.crates.io/crates/cxxbridge-cmd/cxxbridge-cmd-1.0.149.crate",
+)
+
+crates_repository(
+    name = "cxxbridge_cmd_deps",
+    cargo_lockfile = "//cxxbridge_cmd:Cargo.lock",
+    manifests = ["@cxxbridge_cmd//:Cargo.toml"],
+)
+
+load("@cxxbridge_cmd_deps//:defs.bzl", cxxbridge_cmd_deps = "crate_repositories")
+
+cxxbridge_cmd_deps()
+
+# Same one downloaded by tensorflow, but refer contrib/minizip.
+http_archive(
+    name = "minizip",
+    add_prefix = "minizip",
+    build_file = "@//:BUILD.minizip",
+    sha256 = "9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23",
+    strip_prefix = "zlib-1.3.1/contrib/minizip",
+    url = "https://zlib.net/fossils/zlib-1.3.1.tar.gz",
+)
+
+http_archive(
+    name = "sentencepiece",
+    build_file = "@//:BUILD.sentencepiece",
+    patch_cmds = [
+        # Empty config.h seems enough.
+        "touch config.h",
+        # Replace third_party/absl/ with absl/ in *.h and *.cc files.
+        "sed -i -e 's|#include \"third_party/absl/|#include \"absl/|g' *.h *.cc",
+        # Replace third_party/darts_clone/ with include/ in *.h and *.cc files.
+        "sed -i -e 's|#include \"third_party/darts_clone/|#include \"include/|g' *.h *.cc",
+    ],
+    patches = ["@//:PATCH.sentencepiece"],
+    sha256 = "9970f0a0afee1648890293321665e5b2efa04eaec9f1671fcf8048f456f5bb86",
+    strip_prefix = "sentencepiece-0.2.0/src",
+    url = "https://github.com/google/sentencepiece/archive/refs/tags/v0.2.0.tar.gz",
+)
+
+http_archive(
+    name = "litert",
+    patch_cmds = [
+        # Replace @//third_party with @litert//third_party in files under third_party/.
+        "sed -i -e 's|\"@//third_party/|\"@litert//third_party/|g' third_party/*/*",
+    ],
+    sha256 = LITERT_SHA256,
+    strip_prefix = "LiteRT-" + LITERT_REF,
+    url = "https://github.com/google-ai-edge/LiteRT/archive/" + LITERT_REF + ".tar.gz",
+)
+
+http_archive(
+    name = "tokenizers_cpp",
+    build_file = "@//:BUILD.tokenizers_cpp",
+    sha256 = "3e0b9ec325a326b0a2cef5cf164ee94a74ac372c5881ae5af634036db0441823",
+    strip_prefix = "tokenizers-cpp-0.1.1",
+    url = "https://github.com/mlc-ai/tokenizers-cpp/archive/refs/tags/v0.1.1.tar.gz",
+)
+
+http_archive(
+    name = "absl_py",
+    sha256 = "8a3d0830e4eb4f66c4fa907c06edf6ce1c719ced811a12e26d9d3162f8471758",
+    strip_prefix = "abseil-py-2.1.0",
+    url = "https://github.com/abseil/abseil-py/archive/refs/tags/v2.1.0.tar.gz",
+)
+
+http_archive(
+    name = "nlohmann_json",
+    sha256 = "34660b5e9a407195d55e8da705ed26cc6d175ce5a6b1fb957e701fb4d5b04022",
+    strip_prefix = "json-3.12.0",
+    url = "https://github.com/nlohmann/json/archive/refs/tags/v3.12.0.zip",
+)
+
+http_archive(
+    name = "minja",
+    build_file = "@//:BUILD.minja",
+    patches = ["@//:PATCH.minja"],
+    sha256 = "752f47dd2a2f4920a66f497c952785073c1983f12f084b99e5c12bf89f96acfe",
+    strip_prefix = "minja-58568621432715b0ed38efd16238b0e7ff36c3ba",
+    url = "https://github.com/google/minja/archive/58568621432715b0ed38efd16238b0e7ff36c3ba.zip",
+)
+
+http_archive(
+    name = "miniaudio",
+    build_file = "@//:BUILD.miniaudio",
+    sha256 = "bcb07bfb27e6fa94d34da73ba2d5642d4940b208ec2a660dbf4e52e6b7cd492f",
+    strip_prefix = "miniaudio-0.11.22",
+    url = "https://github.com/mackron/miniaudio/archive/refs/tags/0.11.22.tar.gz",
+)
+
+http_archive(
+    name = "stb",
+    build_file = "@//:BUILD.stb",
+    sha256 = "119b9f3cca3e50225dc946ed1acd1b7a160943bc8bf549760109cea4e4e7c836",
+    strip_prefix = "stb-f58f558c120e9b32c217290b80bad1a0729fbb2c",
+    url = "https://github.com/nothings/stb/archive/f58f558c120e9b32c217290b80bad1a0729fbb2c.zip",
+)
+
+http_jar(
+    name = "javax_json",
+    sha256 = "0e1dec40a1ede965941251eda968aeee052cc4f50378bc316cc48e8159bdbeb4",
+    url = "https://jcenter.bintray.com/org/glassfish/javax.json/1.0.4/javax.json-1.0.4.jar",
+)
+
+# Android rules. Need latest rules_android_ndk to use NDK 26+.
+load("@rules_android_ndk//:rules.bzl", "android_ndk_repository")
+
+android_ndk_repository(name = "androidndk")
+
+android_sdk_repository(name = "androidsdk")
+
+# Configure Android NDK only when ANDROID_NDK_HOME is set.
+# Creates current_android_ndk_env.bzl as a workaround since shell environment is available only
+# through repository rule's context.
+load("//:android_ndk_env.bzl", "check_android_ndk_env")
+
+check_android_ndk_env(name = "android_ndk_env")
+
+load("@android_ndk_env//:current_android_ndk_env.bzl", "ANDROID_NDK_HOME_IS_SET")
+
+# Use "@android_ndk_env//:all" as a dummy toolchain target as register_toolchains() does not take
+# an empty string.
+register_toolchains("@androidndk//:all" if ANDROID_NDK_HOME_IS_SET else "@android_ndk_env//:all")
+
+# VENDOR SDKS ######################################################################################
+
+# QUALCOMM ---------------------------------------------------------------------------------------
+
+# The actual macro call will be set during configure for now.
+load("@litert//third_party/qairt:workspace.bzl", "qairt")
+
+qairt()
+
+# MEDIATEK ---------------------------------------------------------------------------------------
+
+# Currently only works with local sdk
+load("@litert//third_party/neuro_pilot:workspace.bzl", "neuro_pilot")
+
+neuro_pilot()
+
+# GOOGLE TENSOR ----------------------------------------------------------------------------------
+load("@litert//third_party/google_tensor:workspace.bzl", "google_tensor")
+
+google_tensor()
+
+http_archive(
+    name = "nanobind_json",
+    build_file = "@//:BUILD.nanobind_json",
+    patches = ["@//:PATCH.nanobind_json"],
+    sha256 = "72cb4cdbf8108c7dd2dc669347669f2cc1acf4f943588f96661701f27f778912",
+    strip_prefix = "nanobind_json-e1953530697f61cbca9dc9b4f51561ea785cb09d",
+    urls = ["https://github.com/ianhbell/nanobind_json/archive/e1953530697f61cbca9dc9b4f51561ea785cb09d.zip"],
+)
+
+load("@rules_python//python:pip.bzl", "pip_parse")
+
+pip_parse(
+    name = "custom_pip_deps",
+    requirements_lock = "//:requirements.txt",
+)
+
+load("@custom_pip_deps//:requirements.bzl", install_custom_deps = "install_deps")
+
+install_custom_deps()

__init__.py

@@ -0,0 +1,15 @@
+# Copyright 2025 The ODML Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""LiteRT LM is a library for running GenAI models on devices."""

android_ndk_env.bzl

@@ -0,0 +1,21 @@
+"""A workaround to check if ANDROID_NDK_HOME is set."""
+
+def _check_android_ndk_env_impl(ctx):
+    ndk_home = ctx.getenv("ANDROID_NDK_HOME")
+    ndk_home_is_set = bool(ndk_home) and len(ndk_home.strip()) > 0
+
+    # .bzl file contains ANDROID_NDK_HOME_IS_SET = True if ANDROID_NDK_HOME is set.
+    content = "# Generated by check_android_ndk_env.bzl\n"
+    content += "ANDROID_NDK_HOME_IS_SET = "
+    content += "True" if ndk_home_is_set else "False"
+    content += "\n"
+    ctx.file("current_android_ndk_env.bzl", content = content)
+
+    # Dummy BUILD file to make the repository is valid.
+    ctx.file("BUILD", content = "")
+
+check_android_ndk_env = repository_rule(
+    implementation = _check_android_ndk_env_impl,
+    local = True,
+    environ = ["ANDROID_NDK_HOME"],
+)

build_config/BUILD

@@ -0,0 +1,61 @@
+# Copyright 2025 The ODML Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+package(
+    default_visibility = [
+        "//:__subpackages__",
+    ],
+)
+
+config_setting(
+    name = "android_arm64",
+    constraint_values = [
+        "@platforms//os:android",
+        "@platforms//cpu:arm64",
+    ],
+)
+
+config_setting(
+    name = "android_x86_64",
+    constraint_values = [
+        "@platforms//os:android",
+        "@platforms//cpu:x86_64",
+    ],
+)
+
+config_setting(
+    name = "linux_x86_64",
+    constraint_values = [
+        "@platforms//os:linux",
+        "@platforms//cpu:x86_64",
+    ],
+)
+
+config_setting(
+    name = "linux_arm64",
+    constraint_values = [
+        "@platforms//cpu:arm64",
+        "@platforms//os:linux",
+    ],
+)
+
+config_setting(
+    name = "ios_arm64",
+    values = { "apple_platform_type": "ios", "cpu": "ios_arm64",},
+)
+
+config_setting(
+    name = "ios_sim_arm64",
+    values = { "apple_platform_type": "ios", "cpu": "ios_sim_arm64",},
+)

c/BUILD

@@ -0,0 +1,113 @@
+# Copyright 2026 The ODML Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# [Google-internal load of `cc_library`]
+# [Google-internal load of `cc_test`]
+
+package(
+    default_hdrs_check = "strict",
+    default_visibility = [
+        "//visibility:public",
+    ],
+)
+
+licenses(["notice"])
+
+ENGINE_COMMON_DEPS = [
+    "@com_google_absl//absl/base:core_headers",
+    "@com_google_absl//absl/base:log_severity",
+    "@com_google_absl//absl/functional:any_invocable",
+    "@com_google_absl//absl/log:absl_log",
+    "@com_google_absl//absl/log:globals",
+    "@com_google_absl//absl/log:initialize",
+    "@com_google_absl//absl/log:log_sink_registry",
+    "@com_google_absl//absl/status",
+    "@com_google_absl//absl/status:statusor",
+    "@com_google_absl//absl/strings:str_format",
+    "@com_google_absl//absl/strings:string_view",
+    "@com_google_absl//absl/time",
+    "@nlohmann_json//:json",
+    "@litert//litert/c/internal:litert_logging",
+    "//runtime/conversation",
+    "//runtime/conversation:io_types",
+    "//runtime/engine:engine_factory",
+    "//runtime/engine:engine_interface",
+    "//runtime/engine:engine_settings",
+    "//runtime/engine:io_types",
+    "//runtime/executor:executor_settings_base",
+    "//runtime/executor:llm_executor_settings",
+    "//runtime/proto:engine_cc_proto",
+    "//runtime/proto:sampler_params_cc_proto",
+]
+
+cc_library(
+    name = "engine",
+    srcs = [
+        "engine.cc",
+        "litert_lm_logging.cc",
+    ],
+    hdrs = [
+        "engine.h",
+        "litert_lm_logging.h",
+    ],
+    visibility = ["//visibility:public"],
+    deps = ENGINE_COMMON_DEPS + [
+        "//runtime/core:engine_impl",
+    ],
+)
+
+cc_library(
+    name = "engine_cpu",
+    srcs = [
+        "engine.cc",
+        "litert_lm_logging.cc",
+    ],
+    hdrs = [
+        "engine.h",
+        "litert_lm_logging.h",
+    ],
+    visibility = ["//visibility:public"],
+    deps = ENGINE_COMMON_DEPS + [
+        "//runtime/core:engine_impl_cpu_only",
+    ],
+)
+
+cc_test(
+    name = "engine_test",
+    srcs = ["engine_test.cc"],
+    data = [
+        "//runtime/testdata",
+    ],
+    tags = ["requires-mac-inputs:hard"],
+    target_compatible_with = select({
+        "@platforms//os:ios": [],
+        "@platforms//os:linux": [],
+        "@platforms//os:osx": [],
+        "@platforms//os:windows": [],
+        "//conditions:default": ["@platforms//:incompatible"],
+    }),
+    deps = [
+        ":engine",
+        "@com_google_googletest//:gtest_main",
+        "@com_google_absl//absl/status",
+        "@com_google_absl//absl/status:status_matchers",
+        "@com_google_absl//absl/synchronization",
+        "@nlohmann_json//:json",
+        "//runtime/conversation",
+        "//runtime/conversation:io_types",
+        "//runtime/engine:engine_settings",
+        "//runtime/executor:executor_settings_base",
+        "//runtime/executor:llm_executor_settings",
+    ],
+)

c/CMakeLists.txt

@@ -0,0 +1,55 @@
+# Copyright 2026 Google LLC.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set(PKG_ROOT ${CMAKE_CURRENT_SOURCE_DIR})
+
+# ==============================================================================
+# 1. Engine Library
+#    Bazel: cc_library(name = "engine", ...)
+# ==============================================================================
+add_litertlm_library(c_engine STATIC
+  engine.cc
+  litert_lm_logging.cc
+)
+add_library(LiteRTLM::C::Engine ALIAS c_engine)
+
+target_include_directories(c_engine
+  PRIVATE
+    ${LITERTLM_INCLUDE_PATHS}        # Project Root & Generated Headers
+    ${LITERT_INCLUDE_PATHS}          # LiteRT External Headers
+    ${THIRD_PARTY_DIR}/json/include # @nlohmann_json//:json
+)
+
+target_link_libraries(c_engine
+  PUBLIC
+    LITERTLM_DEPS
+
+    LiteRTLM::Runtime::Conversation
+    LiteRTLM::Runtime::Conversation::IoTypes
+    LiteRTLM::Runtime::Core::EngineImpl
+    LiteRTLM::Runtime::Engine::Interface
+    LiteRTLM::Runtime::Engine::Settings
+    LiteRTLM::Runtime::Engine::IoTypes
+    LiteRTLM::Runtime::Executor::ExecutorSettingsBase
+)
+
+# ==============================================================================
+# 2. Folder Facade
+# ==============================================================================
+add_library(c_libs INTERFACE)
+add_library(LiteRTLM::C ALIAS c_libs)
+
+target_link_libraries(c_libs INTERFACE
+  LiteRTLM::C::Engine
+)

c/engine.cc

@@ -0,0 +1,786 @@
+// Copyright 2025 The ODML Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "c/engine.h"
+
+#include <cstddef>
+#include <cstring>
+#include <memory>
+#include <optional>
+#include <string>
+#include <utility>
+#include <variant>
+#include <vector>
+
+#include "absl/functional/any_invocable.h"  // from @com_google_absl
+#include "absl/log/absl_log.h"  // from @com_google_absl
+#include "absl/status/status.h"  // from @com_google_absl
+#include "absl/status/statusor.h"  // from @com_google_absl
+#include "absl/strings/string_view.h"  // from @com_google_absl
+#include "absl/time/time.h"  // from @com_google_absl
+#include "nlohmann/json.hpp"  // from @nlohmann_json
+#include "runtime/conversation/conversation.h"
+#include "runtime/conversation/io_types.h"
+#include "runtime/engine/engine.h"
+#include "runtime/engine/engine_factory.h"
+#include "runtime/engine/engine_settings.h"
+#include "runtime/engine/io_types.h"
+#include "runtime/executor/executor_settings_base.h"
+#include "runtime/executor/llm_executor_settings.h"
+#include "runtime/proto/sampler_params.pb.h"
+
+namespace {
+
+absl::AnyInvocable<void(absl::StatusOr<litert::lm::Responses>)> CreateCallback(
+    LiteRtLmStreamCallback callback, void* callback_data) {
+  return [callback,
+          callback_data](absl::StatusOr<litert::lm::Responses> responses) {
+    if (!responses.ok()) {
+      callback(callback_data, /*text=*/nullptr, /*is_final=*/true,
+               responses.status().ToString().c_str());
+      return;
+    }
+    if (responses->GetTaskState() == litert::lm::TaskState::kDone) {
+      callback(callback_data, /*text=*/nullptr, /*is_final=*/true,
+               /*error_message=*/nullptr);
+    } else if (responses->GetTaskState() ==
+               litert::lm::TaskState::kMaxNumTokensReached) {
+      callback(callback_data, /*text=*/nullptr, /*is_final=*/true,
+               "Max number of tokens reached.");
+    } else {
+      for (const auto& text : responses->GetTexts()) {
+        callback(callback_data, text.data(), /*is_final=*/false,
+                 /*error_message=*/nullptr);
+      }
+    }
+  };
+}
+
+absl::AnyInvocable<void(absl::StatusOr<litert::lm::Message>)>
+CreateConversationCallback(LiteRtLmStreamCallback callback, void* user_data) {
+  return [callback, user_data](absl::StatusOr<litert::lm::Message> message) {
+    if (!message.ok()) {
+      std::string error_str = message.status().ToString();
+      callback(user_data, nullptr, true, const_cast<char*>(error_str.c_str()));
+      return;
+    }
+    if (auto* json_msg = std::get_if<litert::lm::JsonMessage>(&*message)) {
+      if (json_msg->is_null()) {  // End of stream marker
+        callback(user_data, nullptr, true, nullptr);
+      } else {
+        std::string json_str = json_msg->dump();
+        callback(user_data, const_cast<char*>(json_str.c_str()), false,
+                 nullptr);
+      }
+    } else {
+      std::string error_str = "Unsupported message type";
+      callback(user_data, nullptr, true, const_cast<char*>(error_str.c_str()));
+    }
+  };
+}
+
+litert::lm::OptionalArgs CreateOptionalArgs(const char* extra_context) {
+  litert::lm::OptionalArgs optional_args;
+  if (extra_context) {
+    auto extra_context_json =
+        nlohmann::ordered_json::parse(extra_context, nullptr, false);
+    if (!extra_context_json.is_null() && !extra_context_json.empty()) {
+      optional_args.extra_context = extra_context_json;
+    }
+  }
+  return optional_args;
+}
+
+}  // namespace
+
+using ::litert::lm::Conversation;
+using ::litert::lm::ConversationConfig;
+using ::litert::lm::Engine;
+using ::litert::lm::EngineFactory;
+using ::litert::lm::EngineSettings;
+using ::litert::lm::InputText;
+using ::litert::lm::JsonMessage;
+using ::litert::lm::Message;
+using ::litert::lm::ModelAssets;
+using ::litert::lm::Responses;
+using ::litert::lm::SessionConfig;
+using ::litert::lm::proto::SamplerParameters;
+
+struct LiteRtLmEngineSettings {
+  std::unique_ptr<EngineSettings> settings;
+};
+
+struct LiteRtLmEngine {
+  std::unique_ptr<Engine> engine;
+};
+
+struct LiteRtLmSession {
+  std::unique_ptr<Engine::Session> session;
+};
+
+struct LiteRtLmResponses {
+  Responses responses;
+};
+
+struct LiteRtLmBenchmarkInfo {
+  litert::lm::BenchmarkInfo benchmark_info;
+};
+
+struct LiteRtLmConversation {
+  std::unique_ptr<Conversation> conversation;
+};
+
+struct LiteRtLmJsonResponse {
+  std::string json_string;
+};
+
+struct LiteRtLmSessionConfig {
+  std::unique_ptr<SessionConfig> config;
+};
+
+struct LiteRtLmConversationConfig {
+  std::unique_ptr<ConversationConfig> config;
+};
+
+extern "C" {
+
+SamplerParameters::Type ToSamplerParametersType(Type type) {
+  switch (type) {
+    case kTypeUnspecified:
+      return SamplerParameters::TYPE_UNSPECIFIED;
+    case kTopK:
+      return SamplerParameters::TOP_K;
+    case kTopP:
+      return SamplerParameters::TOP_P;
+    case kGreedy:
+      return SamplerParameters::GREEDY;
+  }
+  return SamplerParameters::TYPE_UNSPECIFIED;
+}
+
+LiteRtLmSessionConfig* litert_lm_session_config_create() {
+  auto* c_config = new LiteRtLmSessionConfig;
+  c_config->config =
+      std::make_unique<SessionConfig>(SessionConfig::CreateDefault());
+  return c_config;
+}
+
+void litert_lm_session_config_set_max_output_tokens(
+    LiteRtLmSessionConfig* config, int max_output_tokens) {
+  if (config && config->config) {
+    config->config->SetMaxOutputTokens(max_output_tokens);
+  }
+}
+
+void litert_lm_session_config_set_sampler_params(
+    LiteRtLmSessionConfig* config,
+    const LiteRtLmSamplerParams* sampler_params) {
+  if (config && config->config && sampler_params) {
+    SamplerParameters& params = config->config->GetMutableSamplerParams();
+
+    params.set_type(ToSamplerParametersType(sampler_params->type));
+
+    params.set_k(sampler_params->top_k);
+    params.set_p(sampler_params->top_p);
+    params.set_temperature(sampler_params->temperature);
+    params.set_seed(sampler_params->seed);
+  }
+}
+
+void litert_lm_session_config_delete(LiteRtLmSessionConfig* config) {
+  delete config;
+}
+
+LiteRtLmConversationConfig* litert_lm_conversation_config_create(
+    LiteRtLmEngine* engine, const LiteRtLmSessionConfig* session_config,
+    const char* system_message_json, const char* tools_json,
+    const char* messages_json, bool enable_constrained_decoding) {
+  if (!engine || !engine->engine) {
+    return nullptr;
+  }
+
+  litert::lm::JsonPreface json_preface;
+  if (system_message_json) {
+    nlohmann::ordered_json system_message;
+    system_message["role"] = "system";
+    auto content =
+        nlohmann::ordered_json::parse(system_message_json, nullptr, false);
+    if (content.is_discarded()) {
+      // If JSON parsing fails, assume it's a plain string.
+      system_message["content"] = system_message_json;
+    } else {
+      system_message["content"] = content;
+    }
+    json_preface.messages = nlohmann::ordered_json::array({system_message});
+  }
+
+  if (messages_json) {
+    auto messages =
+        nlohmann::ordered_json::parse(messages_json, nullptr, false);
+    if (messages.is_discarded()) {
+      ABSL_LOG(ERROR) << "Failed to parse messages JSON.";
+    } else if (!messages.is_array()) {
+      ABSL_LOG(ERROR) << "Messages JSON is not an array.";
+    } else {
+      if (json_preface.messages.is_array()) {
+        json_preface.messages.insert(json_preface.messages.end(),
+                                     messages.begin(), messages.end());
+      } else {
+        json_preface.messages = std::move(messages);
+      }
+    }
+  }
+
+  std::unique_ptr<SessionConfig> default_session_config;
+  const SessionConfig* config_to_use;
+
+  if (session_config && session_config->config) {
+    config_to_use = session_config->config.get();
+  } else {
+    default_session_config =
+        std::make_unique<SessionConfig>(SessionConfig::CreateDefault());
+    config_to_use = default_session_config.get();
+  }
+
+  if (tools_json) {
+    auto tool_json_parsed =
+        nlohmann::ordered_json::parse(tools_json, nullptr, false);
+    if (!tool_json_parsed.is_discarded() && tool_json_parsed.is_array()) {
+      json_preface.tools = tool_json_parsed;
+    } else {
+      ABSL_LOG(ERROR) << "Failed to parse tools JSON or not an array: "
+                      << tools_json;
+    }
+  }
+
+  auto conversation_config =
+      litert::lm::ConversationConfig::Builder()
+          .SetSessionConfig(*config_to_use)
+          .SetPreface(json_preface)
+          .SetEnableConstrainedDecoding(enable_constrained_decoding)
+          .Build(*engine->engine);
+
+  if (!conversation_config.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create conversation config: "
+                    << conversation_config.status();
+    return nullptr;
+  }
+
+  auto* c_config = new LiteRtLmConversationConfig;
+  c_config->config =
+      std::make_unique<ConversationConfig>(*std::move(conversation_config));
+  return c_config;
+}
+
+void litert_lm_conversation_config_delete(LiteRtLmConversationConfig* config) {
+  delete config;
+}
+
+LiteRtLmEngineSettings* litert_lm_engine_settings_create(
+    const char* model_path, const char* backend_str,
+    const char* vision_backend_str, const char* audio_backend_str) {
+  auto model_assets = ModelAssets::Create(model_path);
+  if (!model_assets.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create model assets: "
+                    << model_assets.status();
+    return nullptr;
+  }
+  auto backend = litert::lm::GetBackendFromString(backend_str);
+  if (!backend.ok()) {
+    ABSL_LOG(ERROR) << "Failed to parse backend: " << backend.status();
+    return nullptr;
+  }
+
+  std::optional<litert::lm::Backend> vision_backend;
+  if (vision_backend_str) {
+    auto backend = litert::lm::GetBackendFromString(vision_backend_str);
+    if (!backend.ok()) {
+      ABSL_LOG(ERROR) << "Failed to parse vision backend: " << backend.status();
+      return nullptr;
+    }
+    vision_backend = *backend;
+  }
+
+  std::optional<litert::lm::Backend> audio_backend;
+  if (audio_backend_str) {
+    auto backend = litert::lm::GetBackendFromString(audio_backend_str);
+    if (!backend.ok()) {
+      ABSL_LOG(ERROR) << "Failed to parse audio backend: " << backend.status();
+      return nullptr;
+    }
+    audio_backend = *backend;
+  }
+
+  auto engine_settings = EngineSettings::CreateDefault(
+      *std::move(model_assets), *backend, vision_backend, audio_backend);
+  if (!engine_settings.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create engine settings: "
+                    << engine_settings.status();
+    return nullptr;
+  }
+
+  if (*backend == litert::lm::Backend::GPU) {
+    // Enforce floating point precision for better quality.
+    auto& executor_settings = engine_settings->GetMutableMainExecutorSettings();
+    executor_settings.SetActivationDataType(
+        litert::lm::ActivationDataType::FLOAT32);
+  }
+
+  auto* c_settings = new LiteRtLmEngineSettings;
+  c_settings->settings =
+      std::make_unique<EngineSettings>(*std::move(engine_settings));
+  return c_settings;
+}
+
+void litert_lm_engine_settings_delete(LiteRtLmEngineSettings* settings) {
+  delete settings;
+}
+
+void litert_lm_engine_settings_set_max_num_tokens(
+    LiteRtLmEngineSettings* settings, int max_num_tokens) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableMainExecutorSettings().SetMaxNumTokens(
+        max_num_tokens);
+  }
+}
+
+void litert_lm_engine_settings_set_cache_dir(LiteRtLmEngineSettings* settings,
+                                             const char* cache_dir) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableMainExecutorSettings().SetCacheDir(cache_dir);
+  }
+}
+
+void litert_lm_engine_settings_enable_benchmark(
+    LiteRtLmEngineSettings* settings) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableBenchmarkParams();
+  }
+}
+
+void litert_lm_engine_settings_set_num_prefill_tokens(
+    LiteRtLmEngineSettings* settings, int num_prefill_tokens) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableBenchmarkParams().set_num_prefill_tokens(
+        num_prefill_tokens);
+  }
+}
+
+void litert_lm_engine_settings_set_num_decode_tokens(
+    LiteRtLmEngineSettings* settings, int num_decode_tokens) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableBenchmarkParams().set_num_decode_tokens(
+        num_decode_tokens);
+  }
+}
+
+void litert_lm_engine_settings_set_activation_data_type(
+    LiteRtLmEngineSettings* settings, int activation_data_type_int) {
+  if (settings && settings->settings) {
+    settings->settings->GetMutableMainExecutorSettings().SetActivationDataType(
+        static_cast<litert::lm::ActivationDataType>(activation_data_type_int));
+  }
+}
+
+void litert_lm_engine_settings_set_prefill_chunk_size(
+    LiteRtLmEngineSettings* settings, int prefill_chunk_size) {
+  if (settings && settings->settings) {
+    auto& main_settings = settings->settings->GetMutableMainExecutorSettings();
+    auto config = main_settings.MutableBackendConfig<litert::lm::CpuConfig>();
+    if (!config.ok()) {
+      ABSL_LOG(WARNING) << "Failed to get CpuConfig to set prefill chunk size: "
+                        << config.status();
+      return;
+    }
+    config->prefill_chunk_size = prefill_chunk_size;
+    main_settings.SetBackendConfig(*config);
+  }
+}
+
+LiteRtLmEngine* litert_lm_engine_create(
+    const LiteRtLmEngineSettings* settings) {
+  if (!settings || !settings->settings) {
+    return nullptr;
+  }
+
+  absl::StatusOr<std::unique_ptr<Engine>> engine;
+    engine = EngineFactory::CreateDefault(*settings->settings);
+
+  if (!engine.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create engine: " << engine.status();
+    return nullptr;
+  }
+
+  auto* c_engine = new LiteRtLmEngine;
+  c_engine->engine = *std::move(engine);
+  return c_engine;
+}
+
+void litert_lm_engine_delete(LiteRtLmEngine* engine) { delete engine; }
+
+LiteRtLmSession* litert_lm_engine_create_session(
+    LiteRtLmEngine* engine, LiteRtLmSessionConfig* config) {
+  if (!engine || !engine->engine) {
+    return nullptr;
+  }
+  absl::StatusOr<std::unique_ptr<Engine::Session>> session;
+  if (config && config->config) {
+    session = engine->engine->CreateSession(*config->config);
+  } else {
+    session = engine->engine->CreateSession(SessionConfig::CreateDefault());
+  }
+  if (!session.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create session: " << session.status();
+    return nullptr;
+  }
+
+  auto* c_session = new LiteRtLmSession;
+  c_session->session = *std::move(session);
+  return c_session;
+}
+
+void litert_lm_session_delete(LiteRtLmSession* session) { delete session; }
+
+LiteRtLmResponses* litert_lm_session_generate_content(LiteRtLmSession* session,
+                                                      const InputData* inputs,
+                                                      size_t num_inputs) {
+  if (!session || !session->session) {
+    return nullptr;
+  }
+  std::vector<litert::lm::InputData> engine_inputs;
+  engine_inputs.reserve(num_inputs);
+  for (size_t i = 0; i < num_inputs; ++i) {
+    switch (inputs[i].type) {
+      case kInputText:
+        engine_inputs.emplace_back(InputText(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputImage:
+        engine_inputs.emplace_back(litert::lm::InputImage(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputImageEnd:
+        engine_inputs.emplace_back(litert::lm::InputImageEnd());
+        break;
+      case kInputAudio:
+        engine_inputs.emplace_back(litert::lm::InputAudio(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputAudioEnd:
+        engine_inputs.emplace_back(litert::lm::InputAudioEnd());
+        break;
+    }
+  }
+  auto responses = session->session->GenerateContent(std::move(engine_inputs));
+  if (!responses.ok()) {
+    ABSL_LOG(ERROR) << "Failed to generate content: " << responses.status();
+    return nullptr;
+  }
+
+  auto* c_responses = new LiteRtLmResponses{std::move(*responses)};
+  return c_responses;
+}
+
+int litert_lm_session_generate_content_stream(LiteRtLmSession* session,
+                                              const InputData* inputs,
+                                              size_t num_inputs,
+                                              LiteRtLmStreamCallback callback,
+                                              void* callback_data) {
+  if (!session || !session->session) {
+    return -1;
+  }
+  std::vector<litert::lm::InputData> engine_inputs;
+  engine_inputs.reserve(num_inputs);
+  for (size_t i = 0; i < num_inputs; ++i) {
+    switch (inputs[i].type) {
+      case kInputText:
+        engine_inputs.emplace_back(litert::lm::InputText(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputImage:
+        engine_inputs.emplace_back(litert::lm::InputImage(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputImageEnd:
+        engine_inputs.emplace_back(litert::lm::InputImageEnd());
+        break;
+      case kInputAudio:
+        engine_inputs.emplace_back(litert::lm::InputAudio(std::string(
+            static_cast<const char*>(inputs[i].data), inputs[i].size)));
+        break;
+      case kInputAudioEnd:
+        engine_inputs.emplace_back(litert::lm::InputAudioEnd());
+        break;
+    }
+  }
+
+  absl::Status status = session->session->GenerateContentStream(
+      std::move(engine_inputs), CreateCallback(callback, callback_data));
+
+  if (!status.ok()) {
+    ABSL_LOG(ERROR) << "Failed to start content stream: " << status;
+    // No need to delete callbacks, unique_ptr handles it if not moved.
+    return static_cast<int>(status.code());
+  }
+  return 0;  // The call is non-blocking and returns immediately.
+}
+
+void litert_lm_responses_delete(LiteRtLmResponses* responses) {
+  delete responses;
+}
+
+int litert_lm_responses_get_num_candidates(const LiteRtLmResponses* responses) {
+  if (!responses) {
+    return 0;
+  }
+  return responses->responses.GetTexts().size();
+}
+
+const char* litert_lm_responses_get_response_text_at(
+    const LiteRtLmResponses* responses, int index) {
+  if (!responses) {
+    return nullptr;
+  }
+  if (index < 0 || index >= responses->responses.GetTexts().size()) {
+    return nullptr;
+  }
+
+  // The string_view's data is valid as long as the responses object is alive.
+  return responses->responses.GetTexts()[index].data();
+}
+
+LiteRtLmBenchmarkInfo* litert_lm_session_get_benchmark_info(
+    LiteRtLmSession* session) {
+  if (!session || !session->session) {
+    return nullptr;
+  }
+  auto benchmark_info = session->session->GetBenchmarkInfo();
+  if (!benchmark_info.ok()) {
+    ABSL_LOG(ERROR) << "Failed to get benchmark info: "
+                    << benchmark_info.status();
+    return nullptr;
+  }
+  return new LiteRtLmBenchmarkInfo{std::move(*benchmark_info)};
+}
+
+void litert_lm_benchmark_info_delete(LiteRtLmBenchmarkInfo* benchmark_info) {
+  delete benchmark_info;
+}
+
+double litert_lm_benchmark_info_get_time_to_first_token(
+    const LiteRtLmBenchmarkInfo* benchmark_info) {
+  if (!benchmark_info) {
+    return 0.0;
+  }
+  return benchmark_info->benchmark_info.GetTimeToFirstToken();
+}
+
+double litert_lm_benchmark_info_get_total_init_time_in_second(
+    const LiteRtLmBenchmarkInfo* benchmark_info) {
+  if (!benchmark_info) {
+    return 0.0;
+  }
+  double total_init_time_ms = 0.0;
+  for (const auto& phase : benchmark_info->benchmark_info.GetInitPhases()) {
+    total_init_time_ms += absl::ToDoubleMilliseconds(phase.second);
+  }
+  return total_init_time_ms / 1000.0;
+}
+
+int litert_lm_benchmark_info_get_num_prefill_turns(
+    const LiteRtLmBenchmarkInfo* benchmark_info) {
+  if (!benchmark_info) {
+    return 0;
+  }
+  return benchmark_info->benchmark_info.GetTotalPrefillTurns();
+}
+
+int litert_lm_benchmark_info_get_num_decode_turns(
+    const LiteRtLmBenchmarkInfo* benchmark_info) {
+  if (!benchmark_info) {
+    return 0;
+  }
+  return benchmark_info->benchmark_info.GetTotalDecodeTurns();
+}
+
+int litert_lm_benchmark_info_get_prefill_token_count_at(
+    const LiteRtLmBenchmarkInfo* benchmark_info, int index) {
+  if (!benchmark_info) {
+    return 0;
+  }
+  auto turn = benchmark_info->benchmark_info.GetPrefillTurn(index);
+  if (!turn.ok()) {
+    return 0;
+  }
+  return static_cast<int>(turn->num_tokens);
+}
+
+int litert_lm_benchmark_info_get_decode_token_count_at(
+    const LiteRtLmBenchmarkInfo* benchmark_info, int index) {
+  if (!benchmark_info) {
+    return 0;
+  }
+  auto turn = benchmark_info->benchmark_info.GetDecodeTurn(index);
+  if (!turn.ok()) {
+    return 0;
+  }
+  return static_cast<int>(turn->num_tokens);
+}
+
+double litert_lm_benchmark_info_get_prefill_tokens_per_sec_at(
+    const LiteRtLmBenchmarkInfo* benchmark_info, int index) {
+  if (!benchmark_info) {
+    return 0.0;
+  }
+  return benchmark_info->benchmark_info.GetPrefillTokensPerSec(index);
+}
+
+double litert_lm_benchmark_info_get_decode_tokens_per_sec_at(
+    const LiteRtLmBenchmarkInfo* benchmark_info, int index) {
+  if (!benchmark_info) {
+    return 0.0;
+  }
+  return benchmark_info->benchmark_info.GetDecodeTokensPerSec(index);
+}
+
+LiteRtLmConversation* litert_lm_conversation_create(
+    LiteRtLmEngine* engine, LiteRtLmConversationConfig* conversation_config) {
+  if (!engine || !engine->engine) {
+    return nullptr;
+  }
+
+  absl::StatusOr<std::unique_ptr<Conversation>> conversation;
+  if (conversation_config && conversation_config->config) {
+    conversation =
+        Conversation::Create(*engine->engine, *conversation_config->config);
+  } else {
+    auto default_conversation_config =
+        ConversationConfig::CreateDefault(*engine->engine);
+    if (!default_conversation_config.ok()) {
+      ABSL_LOG(ERROR) << "Failed to create default conversation config: "
+                      << default_conversation_config.status();
+      return nullptr;
+    }
+    conversation =
+        Conversation::Create(*engine->engine, *default_conversation_config);
+  }
+
+  if (!conversation.ok()) {
+    ABSL_LOG(ERROR) << "Failed to create conversation: "
+                    << conversation.status();
+    return nullptr;
+  }
+  auto* c_conversation = new LiteRtLmConversation;
+  c_conversation->conversation = *std::move(conversation);
+  return c_conversation;
+}
+
+void litert_lm_conversation_delete(LiteRtLmConversation* conversation) {
+  delete conversation;
+}
+
+LiteRtLmJsonResponse* litert_lm_conversation_send_message(
+    LiteRtLmConversation* conversation, const char* message_json,
+    const char* extra_context) {
+  if (!conversation || !conversation->conversation) {
+    return nullptr;
+  }
+  nlohmann::json json_message =
+      nlohmann::json::parse(message_json, /*cb=*/nullptr,
+                            /*allow_exceptions=*/false);
+  if (json_message.is_discarded()) {
+    ABSL_LOG(ERROR) << "Failed to parse message JSON.";
+    return nullptr;
+  }
+
+  litert::lm::OptionalArgs optional_args = CreateOptionalArgs(extra_context);
+
+  auto response = conversation->conversation->SendMessage(
+      json_message, std::move(optional_args));
+  if (!response.ok()) {
+    ABSL_LOG(ERROR) << "Failed to send message: " << response.status();
+    return nullptr;
+  }
+  auto* json_response = std::get_if<JsonMessage>(&*response);
+  if (!json_response) {
+    ABSL_LOG(ERROR) << "Response is not a JSON message.";
+    return nullptr;
+  }
+  auto* c_response = new LiteRtLmJsonResponse;
+  c_response->json_string = json_response->dump();
+  return c_response;
+}
+
+void litert_lm_json_response_delete(LiteRtLmJsonResponse* response) {
+  delete response;
+}
+
+const char* litert_lm_json_response_get_string(
+    const LiteRtLmJsonResponse* response) {
+  if (!response) {
+    return nullptr;
+  }
+  return response->json_string.c_str();
+}
+
+int litert_lm_conversation_send_message_stream(
+    LiteRtLmConversation* conversation, const char* message_json,
+    const char* extra_context, LiteRtLmStreamCallback callback,
+    void* callback_data) {
+  if (!conversation || !conversation->conversation) {
+    return -1;
+  }
+  nlohmann::json json_message =
+      nlohmann::json::parse(message_json, /*cb=*/nullptr,
+                            /*allow_exceptions=*/false);
+  if (json_message.is_discarded()) {
+    ABSL_LOG(ERROR) << "Failed to parse message JSON.";
+    return -1;
+  }
+
+  litert::lm::OptionalArgs optional_args = CreateOptionalArgs(extra_context);
+
+  absl::Status status = conversation->conversation->SendMessageAsync(
+      json_message, CreateConversationCallback(callback, callback_data),
+      std::move(optional_args));
+
+  if (!status.ok()) {
+    ABSL_LOG(ERROR) << "Failed to start message stream: " << status;
+    return static_cast<int>(status.code());
+  }
+  return 0;
+}
+
+void litert_lm_conversation_cancel_process(LiteRtLmConversation* conversation) {
+  if (!conversation || !conversation->conversation) {
+    return;
+  }
+  conversation->conversation->CancelProcess();
+}
+
+LiteRtLmBenchmarkInfo* litert_lm_conversation_get_benchmark_info(
+    LiteRtLmConversation* conversation) {
+  if (!conversation || !conversation->conversation) {
+    return nullptr;
+  }
+  auto benchmark_info = conversation->conversation->GetBenchmarkInfo();
+  if (!benchmark_info.ok()) {
+    ABSL_LOG(ERROR) << "Failed to get benchmark info: "
+                    << benchmark_info.status();
+    return nullptr;
+  }
+  return new LiteRtLmBenchmarkInfo{std::move(*benchmark_info)};
+}
+
+}  // extern "C"