Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / sagemaker /pr_2709 /en /dlcs /introduction.html

HuggingFaceDocBuilder

13 days ago

download

raw

18.8 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Introduction","local":"introduction","sections":[{"title":"Features & benefits","local":"features--benefits","sections":[{"title":"One command is all you need","local":"one-command-is-all-you-need","sections":[],"depth":3},{"title":"From science to production","local":"from-science-to-production","sections":[],"depth":3},{"title":"High-performance text generation","local":"high-performance-text-generation","sections":[],"depth":3},{"title":"High-performance embeddings","local":"high-performance-embeddings","sections":[],"depth":3},{"title":"Built-in performance","local":"built-in-performance","sections":[],"depth":3}],"depth":2}],"depth":1}"/>
	<link href="/docs/sagemaker/main/en/_app/immutable/entry/start.CGVYOoBE.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/DAoNqun1.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/BAlBQgxm.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/entry/app.Cqa5PwWA.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/CShA6w_M.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/BiDQlvBp.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/BdEMyugS.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/nodes/0.Bbb5V2-T.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/BchC4-7E.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/nodes/3.C1f-a9Zf.js" rel="modulepreload">
	<link href="/docs/sagemaker/main/en/_app/immutable/chunks/8SvWZUfO.js" rel="modulepreload">
	<!--ehxgo8--><meta name="hf:doc:metadata" content="{"title":"Introduction","local":"introduction","sections":[{"title":"Features & benefits","local":"features--benefits","sections":[{"title":"One command is all you need","local":"one-command-is-all-you-need","sections":[],"depth":3},{"title":"From science to production","local":"from-science-to-production","sections":[],"depth":3},{"title":"High-performance text generation","local":"high-performance-text-generation","sections":[],"depth":3},{"title":"High-performance embeddings","local":"high-performance-embeddings","sections":[],"depth":3},{"title":"Built-in performance","local":"built-in-performance","sections":[],"depth":3}],"depth":2}],"depth":1}"/><!---->
	<link href="/docs/sagemaker/main/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="introduction" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#introduction"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Introduction</span></h1><!--]--><!----> <p>Hugging Face, together with Amazon Web Services, builds and maintains Deep Learning Containers (DLCs) so you can run your machine learning workloads in an optimized environment with no configuration or maintenance on your part. These are Docker images pre-installed with popular frameworks and libraries such as 🤗 Transformers, 🤗 Datasets, and 🤗 Tokenizers, alongside high-performance serving engines. The DLCs let you serve and train models directly, skipping the complex process of building and optimizing your own environments from scratch.</p> <p>The containers are publicly maintained, updated, and released periodically by Hugging Face and the AWS team, and are available to all AWS customers in the <a href="https://aws.github.io/deep-learning-containers/reference/available_images/#huggingface-vllm-inference" rel="nofollow">Amazon Elastic Container Registry (ECR)</a>. You can use them in <strong>Amazon SageMaker AI</strong>: a fully managed platform to build, train, and deploy ML models into a production-ready hosted environment.</p> <p>Hugging Face DLCs are open source and licensed under Apache 2.0. Browse the full list of images and versions on the <a href="https://huggingface.co/docs/sagemaker/dlcs/available" rel="nofollow">Available DLCs</a> page, and feel free to reach out on our <a href="https://discuss.huggingface.co/c/sagemaker/17" rel="nofollow">community forum</a> if you have any questions.</p> <!--[1--><h2 class="relative group"><a id="features--benefits" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#features--benefits"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Features & benefits</span></h2><!--]--><!----> <p>Hugging Face DLCs provide ready-to-use, tested environments to train and deploy Hugging Face models.</p> <!--[2--><h3 class="relative group"><a id="one-command-is-all-you-need" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#one-command-is-all-you-need"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>One command is all you need</span></h3><!--]--><!----> <p>Train and deploy cutting-edge Transformers models in a single line of code. The Hugging Face PyTorch DLCs for training ship with everything needed to run a single command — for example the <a href="https://huggingface.co/docs/trl/en/clis" rel="nofollow">TRL CLI</a> — to fine-tune LLMs in any setting, from single-GPU to multi-node multi-GPU.</p> <!--[2--><h3 class="relative group"><a id="from-science-to-production" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#from-science-to-production"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>From science to production</span></h3><!--]--><!----> <p>For inference, the general-purpose Hugging Face PyTorch DLC comes with the <a href="https://github.com/aws/sagemaker-huggingface-inference-toolkit" rel="nofollow"><code>sagemaker-huggingface-inference-toolkit</code></a>, which supports serving any PyTorch model on AWS. Deploy your own trained models or pick from the ever-growing catalog of models on the <a href="https://huggingface.co/models" rel="nofollow">Hugging Face Hub</a> with just one more line of code.</p> <!--[2--><h3 class="relative group"><a id="high-performance-text-generation" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#high-performance-text-generation"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>High-performance text generation</span></h3><!--]--><!----> <p>For deploying large language models in production, Hugging Face provides dedicated DLCs built around leading open-source inference engines:</p> <ul><li><strong><a href="https://docs.vllm.ai/" rel="nofollow">vLLM</a></strong> — high-throughput, memory-efficient LLM serving, available for both GPU and AWS AI chips (Neuron).</li> <li><strong><a href="https://docs.sglang.ai/" rel="nofollow">SGLang</a></strong> — fast serving with an efficient runtime, available for GPU.</li> <li><strong><a href="https://github.com/ggml-org/llama.cpp" rel="nofollow">llama.cpp</a></strong> — lightweight serving of GGUF / quantized models, available for both CPU and GPU.</li></ul> <p>These engines serve the vast majority of text generation architectures available on the Hugging Face Hub, expose OpenAI-compatible APIs, and support loading models directly from Amazon S3 with no extra configuration. Pick the latest image for your engine and accelerator on the <a href="https://huggingface.co/docs/sagemaker/dlcs/available" rel="nofollow">Available DLCs</a> page.</p> <!--[2--><h3 class="relative group"><a id="high-performance-embeddings" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#high-performance-embeddings"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>High-performance embeddings</span></h3><!--]--><!----> <p>For embedding, re-ranking, and sequence-classification workloads, the <a href="https://huggingface.co/docs/text-embeddings-inference" rel="nofollow">Text Embeddings Inference (TEI)</a> DLC provides high-performance serving on both CPU and GPU. It can deploy any of the thousands of <a href="https://huggingface.co/models?other=text-embeddings-inference" rel="nofollow">supported embedding models</a> on the Hub, or any custom model whose architecture is supported by TEI.</p> <!--[2--><h3 class="relative group"><a id="built-in-performance" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#built-in-performance"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Built-in performance</span></h3><!--]--><!----> <p>Hugging Face DLCs feature built-in optimizations that let you train faster and serve efficiently, while giving you the flexibility to choose the infrastructure that best fits your price/performance target. The inference DLCs provide production-ready endpoints that scale with your AWS environment, with built-in monitoring and enterprise features.</p> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/source/dlcs/introduction.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->

	<script>
	{
	__sveltekit_1vlb3zq = {
	base: "/docs/sagemaker/main/en",
	assets: "/docs/sagemaker/main/en"
	};

	const element = document.currentScript.parentElement;

	Promise.all([
	import("/docs/sagemaker/main/en/_app/immutable/entry/start.CGVYOoBE.js"),
	import("/docs/sagemaker/main/en/_app/immutable/entry/app.Cqa5PwWA.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 3],
	data: [null,null],
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 18.8 kB
Xet hash:: 0f26b9fa4f103f5e0c090b11f49901e8c9358d1140f7d6596497f7608ecf664c

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.