Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / inference-providers /pr_2713 /en /integrations /index.html

HuggingFaceDocBuilder

14 days ago

download

raw

29.7 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Integrations Overview","local":"integrations-overview","sections":[{"title":"Why Use Integrations?","local":"why-use-integrations","sections":[],"depth":2},{"title":"Overview","local":"overview","sections":[],"depth":2},{"title":"Integrations by Category","local":"integrations-by-category","sections":[{"title":"API Clients","local":"api-clients","sections":[],"depth":3},{"title":"Applications","local":"applications","sections":[],"depth":3},{"title":"Developer Tools","local":"developer-tools","sections":[],"depth":3},{"title":"Evaluation Frameworks","local":"evaluation-frameworks","sections":[],"depth":3},{"title":"LLM Frameworks","local":"llm-frameworks","sections":[],"depth":3},{"title":"Synthetic Data","local":"synthetic-data","sections":[],"depth":3}],"depth":2},{"title":"Don’t See Your Tool?","local":"dont-see-your-tool","sections":[],"depth":2}],"depth":1}"/>
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/entry/start.Yrr5IqWF.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/8egz5TIQ.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/D1YZhoAV.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/entry/app.DLm95-7q.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/Bee_Vm2K.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/gYW7_7FM.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/CGX_pgXJ.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/nodes/0._NE7fJvp.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/B5z72ZVn.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/nodes/20.COcpjRme.js" rel="modulepreload">
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/chunks/9o5l2gGg.js" rel="modulepreload">
	<!--127o0kt--><meta name="hf:doc:metadata" content="{"title":"Integrations Overview","local":"integrations-overview","sections":[{"title":"Why Use Integrations?","local":"why-use-integrations","sections":[],"depth":2},{"title":"Overview","local":"overview","sections":[],"depth":2},{"title":"Integrations by Category","local":"integrations-by-category","sections":[{"title":"API Clients","local":"api-clients","sections":[],"depth":3},{"title":"Applications","local":"applications","sections":[],"depth":3},{"title":"Developer Tools","local":"developer-tools","sections":[],"depth":3},{"title":"Evaluation Frameworks","local":"evaluation-frameworks","sections":[],"depth":3},{"title":"LLM Frameworks","local":"llm-frameworks","sections":[],"depth":3},{"title":"Synthetic Data","local":"synthetic-data","sections":[],"depth":3}],"depth":2},{"title":"Don’t See Your Tool?","local":"dont-see-your-tool","sections":[],"depth":2}],"depth":1}"/><!---->
	<link href="/docs/inference-providers/pr_2713/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="integrations-overview" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#integrations-overview"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Integrations Overview</span></h1><!--]--><!----> <p>Hugging Face Inference Providers plugs into the tools you already use, from coding agents like Claude Code, Codex, and OpenCode to LLM frameworks, evaluation suites, and IDEs. Bring your own HF token and run state-of-the-art open models across dozens of providers, without changing your workflow.</p> <!--[1--><h2 class="relative group"><a id="why-use-integrations" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#why-use-integrations"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Why Use Integrations?</span></h2><!--]--><!----> <ul><li><strong>Keep your existing tools</strong>: Use Inference Providers with tools you already know</li> <li><strong>Access dozens of providers</strong>: Switch between providers without changing your code</li> <li><strong>Zero markup pricing</strong>: Get the same rates as going direct to providers</li> <li><strong>Single API token</strong>: One HF token for all providers and models</li></ul> <!--[1--><h2 class="relative group"><a id="overview" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#overview"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Overview</span></h2><!--]--><!----> <p>This table lists <em>some</em> tools, libraries, and applications that work with Hugging Face Inference Providers. For detailed setup instructions, follow the links in the Resources column.</p> <table><thead><tr><th>Integration</th><th>Description</th><th>Resources</th></tr></thead><tbody><tr><td><a href="https://github.com/badlogic/pi-mono" rel="nofollow">Pi</a></td><td>Minimalist terminal-based coding assistant</td><td><a href="./pi">Getting started</a></td></tr><tr><td><a href="https://opencode.ai/" rel="nofollow">OpenCode</a></td><td>AI coding agent built for the terminal</td><td><a href="./opencode">Getting started</a></td></tr><tr><td><a href="https://developers.openai.com/codex" rel="nofollow">Codex</a></td><td>OpenAI’s agentic coding CLI for the terminal</td><td><a href="./codex">Getting started</a></td></tr><tr><td><a href="https://docs.anthropic.com/en/docs/claude-code" rel="nofollow">Claude Code</a></td><td>Agentic coding tool for the terminal</td><td><a href="./claude-code">Getting started</a></td></tr><tr><td><a href="https://github.com/NousResearch/hermes-agent" rel="nofollow">Hermes Agent</a></td><td>Open-source AI agent CLI for coding and development</td><td><a href="./hermes-agent">Getting started</a></td></tr><tr><td><a href="https://www.crewai.com/" rel="nofollow">CrewAI</a></td><td>Framework for orchestrating AI agent teams</td><td><a href="https://docs.crewai.com/en/concepts/llms#hugging-face" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://github.com/NVIDIA-NeMo/DataDesigner" rel="nofollow">NeMo Data Designer</a></td><td>Synthetic dataset generation framework</td><td><a href="./datadesigner">Getting started</a></td></tr><tr><td><a href="https://docs.github.com/en/copilot" rel="nofollow">GitHub Copilot Chat</a></td><td>AI pair programmer in VS Code</td><td><a href="./vscode">Getting started</a></td></tr><tr><td><a href="https://fast-agent.ai/" rel="nofollow">fast-agent</a></td><td>Flexible framework building MCP/ACP powered Agents, Workflows and evals</td><td><a href="https://fast-agent.ai/models/llm_providers/#hugging-face" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://haystack.deepset.ai/" rel="nofollow">Haystack</a></td><td>Open-source LLM framework for building production applications</td><td><a href="https://docs.haystack.deepset.ai/docs/huggingfaceapichatgenerator" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://inspect.aisi.org.uk/" rel="nofollow">Inspect</a></td><td>AI safety and evaluation framework</td><td><a href="https://inspect.aisi.org.uk/providers.html#hugging-face" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://www.langchain.com/" rel="nofollow">LangChain</a></td><td>LLM application framework</td><td><a href="https://docs.langchain.com/oss/python/integrations/providers/huggingface#huggingfaceendpoint" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://www.litellm.ai/" rel="nofollow">LiteLLM</a></td><td>Unified interface for 100+ LLMs</td><td><a href="https://docs.litellm.ai/docs/providers/huggingface" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://www.llamaindex.ai/" rel="nofollow">LlamaIndex</a></td><td>Data framework for LLM applications</td><td><a href="https://developers.llamaindex.ai/python/examples/llm/huggingface/#use-a-model-via-inference-providers" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://goodsnooze.gumroad.com/l/macwhisper" rel="nofollow">MacWhisper</a></td><td>Speech-to-text application for macOS</td><td><a href="./macwhisper">Getting started</a></td></tr><tr><td><a href="https://ai.pydantic.dev/" rel="nofollow">PydanticAI</a></td><td>Framework for building AI agents with Python</td><td><a href="https://ai.pydantic.dev/models/huggingface/" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://roocode.com/" rel="nofollow">Roo Code</a></td><td>AI-powered code generation and refactoring</td><td><a href="https://docs.roocode.com/providers/huggingface" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://huggingface.co/docs/smolagents" rel="nofollow">smolagents</a></td><td>Framework for building LLM agents with tool integration</td><td><a href="https://huggingface.co/docs/smolagents/reference/models#smolagents.InferenceClientModel" rel="nofollow">Official docs</a></td></tr><tr><td><a href="https://visionagents.ai/" rel="nofollow">Vision Agents</a></td><td>SDK for real-time AI with text and vision language models</td><td><a href="./visionagents">Getting started</a></td></tr></tbody></table> <!--[1--><h2 class="relative group"><a id="integrations-by-category" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#integrations-by-category"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Integrations by Category</span></h2><!--]--><!----> <!--[2--><h3 class="relative group"><a id="api-clients" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#api-clients"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>API Clients</span></h3><!--]--><!----> <p>Client libraries and gateways for simplified LLM access.</p> <ul><li><a href="https://www.litellm.ai/" rel="nofollow">LiteLLM</a> - Unified interface for calling 100+ LLMs with the same format (<a href="https://docs.litellm.ai/docs/providers/huggingface" rel="nofollow">Official docs</a>)</li></ul> <!--[2--><h3 class="relative group"><a id="applications" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#applications"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Applications</span></h3><!--]--><!----> <p>End-user applications and interfaces powered by LLMs.</p> <ul><li><a href="https://goodsnooze.gumroad.com/l/macwhisper" rel="nofollow">MacWhisper</a> - Speech-to-text application for macOS (<a href="./macwhisper">Getting started</a>)</li></ul> <!--[2--><h3 class="relative group"><a id="developer-tools" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#developer-tools"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Developer Tools</span></h3><!--]--><!----> <p>AI-powered coding assistants and development environments.</p> <ul><li><a href="https://github.com/badlogic/pi-mono" rel="nofollow">Pi</a> - Minimalist terminal-based coding assistant (<a href="./pi">Getting started</a>)</li> <li><a href="https://opencode.ai/" rel="nofollow">OpenCode</a> - AI coding agent built for the terminal (<a href="./opencode">Getting started</a>)</li> <li><a href="https://developers.openai.com/codex" rel="nofollow">Codex</a> - OpenAI’s agentic coding CLI for the terminal (<a href="./codex">Getting started</a>)</li> <li><a href="https://docs.anthropic.com/en/docs/claude-code" rel="nofollow">Claude Code</a> - Agentic coding tool for the terminal (<a href="./claude-code">Getting started</a>)</li> <li><a href="https://github.com/NousResearch/hermes-agent" rel="nofollow">Hermes Agent</a> - Open-source AI agent CLI for coding and development (<a href="./hermes-agent">Getting started</a>)</li> <li><a href="https://docs.github.com/en/copilot" rel="nofollow">GitHub Copilot Chat</a> - AI pair programmer in VS Code (<a href="./vscode">Getting started</a>)</li> <li><a href="https://roocode.com/" rel="nofollow">Roo Code</a> - AI-powered code generation and refactoring (<a href="https://docs.roocode.com/providers/huggingface" rel="nofollow">Official docs</a>)</li></ul> <!--[2--><h3 class="relative group"><a id="evaluation-frameworks" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#evaluation-frameworks"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Evaluation Frameworks</span></h3><!--]--><!----> <p>Tools for assessing and ensuring AI safety and performance.</p> <ul><li><a href="https://inspect.aisi.org.uk/" rel="nofollow">Inspect</a> - AI safety and evaluation framework (<a href="https://inspect.aisi.org.uk/providers.html#hugging-face" rel="nofollow">Official docs</a>)</li></ul> <!--[2--><h3 class="relative group"><a id="llm-frameworks" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#llm-frameworks"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>LLM Frameworks</span></h3><!--]--><!----> <p>LLM application frameworks and orchestration platforms.</p> <ul><li><a href="https://www.crewai.com/" rel="nofollow">CrewAI</a> - Framework for orchestrating AI agent teams (<a href="https://docs.crewai.com/en/concepts/llms#hugging-face" rel="nofollow">Official docs</a>)</li> <li><a href="https://fast-agent.ai/" rel="nofollow">fast-agent</a> - Flexible framework building MCP/ACP powered Agents, Workflows and evals (<a href="https://fast-agent.ai/models/llm_providers/#hugging-face" rel="nofollow">Official docs</a>)</li> <li><a href="https://haystack.deepset.ai/" rel="nofollow">Haystack</a> - Open-source framework for building production-ready LLM applications (<a href="https://docs.haystack.deepset.ai/docs/huggingfaceapichatgenerator" rel="nofollow">Official docs</a>)</li> <li><a href="https://www.langchain.com/" rel="nofollow">LangChain</a> - Popular framework for developing LLM applications (<a href="https://docs.langchain.com/oss/python/integrations/providers/huggingface#huggingfaceendpoint" rel="nofollow">Official docs</a>)</li> <li><a href="https://www.llamaindex.ai/" rel="nofollow">LlamaIndex</a> - Data framework for connecting custom data to LLMs (<a href="https://developers.llamaindex.ai/python/examples/llm/huggingface/#use-a-model-via-inference-providers" rel="nofollow">Official docs</a>)</li> <li><a href="https://ai.pydantic.dev/" rel="nofollow">PydanticAI</a> - Framework for building AI agents with Python (<a href="https://ai.pydantic.dev/models/huggingface/" rel="nofollow">Official docs</a>)</li> <li><a href="https://huggingface.co/docs/smolagents" rel="nofollow">smolagents</a> - Framework for building LLM agents with tool integration (<a href="https://huggingface.co/docs/smolagents/reference/models#smolagents.InferenceClientModel" rel="nofollow">Official docs</a>)</li> <li><a href="https://visionagents.ai/" rel="nofollow">Vision Agents</a> - SDK for real-time AI with text and vision language models (<a href="./visionagents">Getting started</a>)</li></ul> <!--[2--><h3 class="relative group"><a id="synthetic-data" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#synthetic-data"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Synthetic Data</span></h3><!--]--><!----> <p>Tools for creating synthetic datasets.</p> <ul><li><a href="https://github.com/NVIDIA-NeMo/DataDesigner" rel="nofollow">NeMo Data Designer</a> - NVIDIA NeMo framework for synthetic data generation (<a href="./datadesigner">Getting started</a>)</li></ul> <!--[1--><h2 class="relative group"><a id="dont-see-your-tool" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#dont-see-your-tool"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Don’t See Your Tool?</span></h2><!--]--><!----> <p>If a tool doesn’t have explicit support for Inference Providers, it’s often still compatible via its OpenAI-compatible API. Check your tool’s documentation to see if it can be pointed at a custom endpoint.</p> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/inference-providers/integrations/index.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->

	<script>
	{
	__sveltekit_1hi8cnu = {
	base: "/docs/inference-providers/pr_2713/en",
	assets: "/docs/inference-providers/pr_2713/en"
	};

	const element = document.currentScript.parentElement;

	Promise.all([
	import("/docs/inference-providers/pr_2713/en/_app/immutable/entry/start.Yrr5IqWF.js"),
	import("/docs/inference-providers/pr_2713/en/_app/immutable/entry/app.DLm95-7q.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 20],
	data: [null,null],
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 29.7 kB
Xet hash:: 2a0cbfa75539909d8c0ba095ee74e98145fb9bedff5cb5bf82aa1623ae0c0978

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.