Safetensors
GGUF
Turkish
llama
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
Instructions to use tda45/TdAI with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- llama-cpp-python
How to use tda45/TdAI with llama-cpp-python:
# !pip install llama-cpp-python from llama_cpp import Llama llm = Llama.from_pretrained( repo_id="tda45/TdAI", filename="llama.cpp/models/ggml-vocab-aquila.gguf", )
output = llm( "Once upon a time,", max_tokens=512, echo=True ) print(output)
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- llama.cpp
How to use tda45/TdAI with llama.cpp:
Install (macOS, Linux)
curl -LsSf https://llama.app/install.sh | sh # Start a local OpenAI-compatible server with a web UI: llama serve -hf tda45/TdAI # Run inference directly in the terminal: llama cli -hf tda45/TdAI
Install from WinGet (Windows)
winget install llama.cpp # Start a local OpenAI-compatible server with a web UI: llama serve -hf tda45/TdAI # Run inference directly in the terminal: llama cli -hf tda45/TdAI
Use pre-built binary
# Download pre-built binary from: # https://github.com/ggerganov/llama.cpp/releases # Start a local OpenAI-compatible server with a web UI: ./llama-server -hf tda45/TdAI # Run inference directly in the terminal: ./llama-cli -hf tda45/TdAI
Build from source code
git clone https://github.com/ggerganov/llama.cpp.git cd llama.cpp cmake -B build cmake --build build -j --target llama-server llama-cli # Start a local OpenAI-compatible server with a web UI: ./build/bin/llama-server -hf tda45/TdAI # Run inference directly in the terminal: ./build/bin/llama-cli -hf tda45/TdAI
Use Docker
docker model run hf.co/tda45/TdAI
- LM Studio
- Jan
- Ollama
How to use tda45/TdAI with Ollama:
ollama run hf.co/tda45/TdAI
- Unsloth Studio
How to use tda45/TdAI with Unsloth Studio:
Install Unsloth Studio (macOS, Linux, WSL)
curl -fsSL https://unsloth.ai/install.sh | sh # Run unsloth studio unsloth studio -H 0.0.0.0 -p 8888 # Then open http://localhost:8888 in your browser # Search for tda45/TdAI to start chatting
Install Unsloth Studio (Windows)
irm https://unsloth.ai/install.ps1 | iex # Run unsloth studio unsloth studio -H 0.0.0.0 -p 8888 # Then open http://localhost:8888 in your browser # Search for tda45/TdAI to start chatting
Using HuggingFace Spaces for Unsloth
# No setup required # Open https://huggingface.co/spaces/unsloth/studio in your browser # Search for tda45/TdAI to start chatting
- Atomic Chat new
- Docker Model Runner
How to use tda45/TdAI with Docker Model Runner:
docker model run hf.co/tda45/TdAI
- Lemonade
How to use tda45/TdAI with Lemonade:
Pull the model
# Download Lemonade from https://lemonade-server.ai/ lemonade pull tda45/TdAI
Run and chat with the model
lemonade run user.TdAI-{{QUANT_TAG}}List all available models
lemonade list
| set(TARGET llama-ui) | |
| set(LLAMA_UI_HF_BUCKET "ggml-org/llama-ui" CACHE STRING "Hugging Face bucket name for prebuilt UI assets") | |
| set(LLAMA_UI_GZIP ON CACHE BOOL "Apply gzip compress to assets to save bandwidth") | |
| # Backward compat: forward old var to new one | |
| if(DEFINED LLAMA_BUILD_WEBUI) | |
| set(LLAMA_BUILD_UI ${LLAMA_BUILD_WEBUI}) | |
| message(DEPRECATION "LLAMA_BUILD_WEBUI is deprecated, use LLAMA_BUILD_UI instead") | |
| endif() | |
| if(DEFINED LLAMA_USE_PREBUILT_WEBUI) | |
| set(LLAMA_USE_PREBUILT_UI ${LLAMA_USE_PREBUILT_WEBUI}) | |
| message(DEPRECATION "LLAMA_USE_PREBUILT_WEBUI is deprecated, use LLAMA_USE_PREBUILT_UI instead") | |
| endif() | |
| if(DEFINED LLAMA_WEBUI_HF_BUCKET) | |
| set(LLAMA_UI_HF_BUCKET ${LLAMA_WEBUI_HF_BUCKET}) | |
| message(DEPRECATION "LLAMA_WEBUI_HF_BUCKET is deprecated, use LLAMA_UI_HF_BUCKET instead") | |
| endif() | |
| # Resolve HF asset version: explicit env var > derived from build number > unset | |
| if(DEFINED ENV{HF_WEBUI_VERSION}) | |
| set(HF_UI_VERSION "$ENV{HF_WEBUI_VERSION}") | |
| message(DEPRECATION "HF_WEBUI_VERSION env var is deprecated, use HF_UI_VERSION instead") | |
| elseif(DEFINED ENV{HF_UI_VERSION}) | |
| set(HF_UI_VERSION "$ENV{HF_UI_VERSION}") | |
| elseif(DEFINED LLAMA_BUILD_NUMBER) | |
| set(HF_UI_VERSION "b${LLAMA_BUILD_NUMBER}") | |
| else() | |
| set(HF_UI_VERSION "") | |
| endif() | |
| if(NOT "${HF_UI_VERSION}" STREQUAL "" AND NOT HF_UI_VERSION MATCHES "^[A-Za-z0-9._-]+$") | |
| message(FATAL_ERROR "UI: invalid HF_UI_VERSION='${HF_UI_VERSION}' - must match ^[A-Za-z0-9._-]+$") | |
| endif() | |
| set(UI_CPP "${CMAKE_CURRENT_BINARY_DIR}/ui.cpp") | |
| set(UI_H "${CMAKE_CURRENT_BINARY_DIR}/ui.h") | |
| if(CMAKE_CROSSCOMPILING) | |
| find_program(HOST_CXX_COMPILER NAMES g++ clang++ NO_CMAKE_FIND_ROOT_PATH) | |
| if(NOT HOST_CXX_COMPILER) | |
| message(FATAL_ERROR "UI: no host C++ compiler (g++/clang++) found to build llama-ui-embed; set -DHOST_CXX_COMPILER=<path>") | |
| endif() | |
| message(STATUS "UI: building llama-ui-embed with host compiler ${HOST_CXX_COMPILER}") | |
| if(CMAKE_HOST_WIN32) | |
| set(LLAMA_UI_EMBED_EXE "${CMAKE_CURRENT_BINARY_DIR}/llama-ui-embed-host.exe") | |
| else() | |
| set(LLAMA_UI_EMBED_EXE "${CMAKE_CURRENT_BINARY_DIR}/llama-ui-embed-host") | |
| endif() | |
| add_custom_command( | |
| OUTPUT "${LLAMA_UI_EMBED_EXE}" | |
| COMMAND "${HOST_CXX_COMPILER}" -O2 -std=c++17 | |
| -o "${LLAMA_UI_EMBED_EXE}" "${CMAKE_CURRENT_SOURCE_DIR}/embed.cpp" | |
| DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/embed.cpp" | |
| COMMENT "Building llama-ui-embed (host)" | |
| VERBATIM | |
| ) | |
| # phony target to tie it into the dependency graph | |
| add_custom_target(llama-ui-embed DEPENDS "${LLAMA_UI_EMBED_EXE}") | |
| else() | |
| add_executable(llama-ui-embed embed.cpp) | |
| target_compile_features(llama-ui-embed PRIVATE cxx_std_17) | |
| set_target_properties(llama-ui-embed PROPERTIES | |
| RUNTIME_OUTPUT_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}" | |
| ) | |
| set(LLAMA_UI_EMBED_EXE "$<TARGET_FILE:llama-ui-embed>") | |
| endif() | |
| # Run the provisioning script every build so source changes in tools/ui/ are | |
| # always picked up. The script uses copy_if_different for ui.cpp/ui.h, so the | |
| # library only recompiles when contents actually change. | |
| add_custom_target(llama-ui-assets ALL | |
| BYPRODUCTS ${UI_CPP} ${UI_H} | |
| COMMAND ${CMAKE_COMMAND} | |
| "-DUI_SOURCE_DIR=${CMAKE_CURRENT_SOURCE_DIR}" | |
| "-DUI_BINARY_DIR=${CMAKE_CURRENT_BINARY_DIR}" | |
| "-DLLAMA_SOURCE_DIR=${PROJECT_SOURCE_DIR}" | |
| "-DLLAMA_BUILD_NUMBER=${LLAMA_BUILD_NUMBER}" | |
| "-DHF_BUCKET=${LLAMA_UI_HF_BUCKET}" | |
| "-DHF_VERSION=${HF_UI_VERSION}" | |
| "-DHF_ENABLED=${LLAMA_USE_PREBUILT_UI}" | |
| "-DBUILD_UI=${LLAMA_BUILD_UI}" | |
| "-DLLAMA_UI_EMBED=${LLAMA_UI_EMBED_EXE}" | |
| "-DLLAMA_UI_GZIP=${LLAMA_UI_GZIP}" | |
| -P "${PROJECT_SOURCE_DIR}/scripts/ui-assets.cmake" | |
| COMMENT "Provisioning UI assets" | |
| VERBATIM | |
| ) | |
| add_dependencies(llama-ui-assets llama-ui-embed) | |
| set_source_files_properties(${UI_CPP} ${UI_H} PROPERTIES GENERATED TRUE) | |
| add_library(${TARGET} STATIC ${UI_CPP} ${UI_H}) | |
| target_compile_features(${TARGET} PRIVATE cxx_std_17) | |
| add_dependencies(${TARGET} llama-ui-assets) | |
| if (BUILD_SHARED_LIBS) | |
| set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON) | |
| endif() | |
| target_include_directories(${TARGET} PUBLIC | |
| ${CMAKE_CURRENT_BINARY_DIR} | |
| ) | |