Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / sagemaker /pr_2709 /en /index.html

HuggingFaceDocBuilder

4 days ago

download

raw

20.2 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Hugging Face on AWS","local":"hugging-face-on-aws","sections":[{"title":"Where to start","local":"where-to-start","sections":[],"depth":2},{"title":"Choose your path","local":"choose-your-path","sections":[],"depth":2},{"title":"Explore the documentation","local":"explore-the-documentation","sections":[],"depth":2},{"title":"Reference","local":"reference","sections":[],"depth":2}],"depth":1}"/>
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/entry/start.COiK-bUV.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/UGDyBJsP.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/Paddn1qZ.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/entry/app.CjYANwwM.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/Beft82ym.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/Ds9Xs-bq.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/DnXYL5Yp.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/nodes/0.CsY3iCn7.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/CxJVP3KE.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/nodes/21.DaFf0_tl.js" rel="modulepreload">
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/chunks/Cz9gzD1e.js" rel="modulepreload">
	<!--1ldsu9f--><meta name="hf:doc:metadata" content="{"title":"Hugging Face on AWS","local":"hugging-face-on-aws","sections":[{"title":"Where to start","local":"where-to-start","sections":[],"depth":2},{"title":"Choose your path","local":"choose-your-path","sections":[],"depth":2},{"title":"Explore the documentation","local":"explore-the-documentation","sections":[],"depth":2},{"title":"Reference","local":"reference","sections":[],"depth":2}],"depth":1}"/><!---->
	<link href="/docs/sagemaker/pr_2709/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="hugging-face-on-aws" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#hugging-face-on-aws"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Hugging Face on AWS</span></h1><!--]--><!----> <img class="w-full" src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/sagemaker/new-cover.png" alt="Hugging Face on AWS"/> <p>Hugging Face partners with Amazon Web Services (AWS) to democratize artificial intelligence, enabling developers to seamlessly build, train, and deploy state-of-the-art machine learning models on AWS cloud infrastructure. This collaboration gives developers access to a growing catalog of pre-trained models and datasets from the Hugging Face Hub, through Hugging Face open-source libraries, across a broad spectrum of AWS services and hardware platforms.</p> <p>We build new experiences to train and deploy Hugging Face models, whether you use AWS AI platforms such as Amazon SageMaker AI and AWS Bedrock, or AWS compute services such as Elastic Container Service (ECS), Elastic Kubernetes Service (EKS), and Amazon Elastic Compute Cloud (EC2). We also develop tools to simplify the adoption of custom AI accelerators like AWS Inferentia and AWS Trainium, designed to enhance the performance and cost-efficiency of machine learning workloads.</p> <p>Whether you are building a first prototype or operating production workloads, you can choose the level of infrastructure control that fits your application.</p> <!--[1--><h2 class="relative group"><a id="where-to-start" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#where-to-start"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Where to start</span></h2><!--]--><!----> <p>Choose from the following options to quickly get started:</p> <div class="grid grid-cols-1 gap-4 sm:grid-cols-3 my-6 not-prose"><a class="group flex flex-col rounded-xl border border-orange-100 bg-linear-to-br from-orange-50 px-6 py-5 no-underline! transition-shadow hover:shadow-md dark:border-gray-850 dark:from-orange-500/10" href="./tutorials/jumpstart/jumpstart-quickstart"><div class="mb-2 text-lg font-semibold text-orange-600 group-hover:underline dark:text-orange-300">Quickstart</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Deploy and test a Hugging Face model with SageMaker JumpStart.</p> <span class="text-sm font-semibold text-gray-800 group-hover:text-orange-600 dark:text-gray-200 dark:group-hover:text-orange-300">Deploy a model →</span></a> <a class="group flex flex-col rounded-xl border border-blue-100 bg-linear-to-br from-blue-50 px-6 py-5 no-underline! transition-shadow hover:shadow-md dark:border-gray-850 dark:from-blue-500/10" href="./get-started/choose-an-offering"><div class="mb-2 text-lg font-semibold text-blue-600 group-hover:underline dark:text-blue-300">Choose a service</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Compare SageMaker AI, Bedrock, AWS compute, and Inference Endpoints.</p> <span class="text-sm font-semibold text-gray-800 group-hover:text-blue-600 dark:text-gray-200 dark:group-hover:text-blue-300">Compare options →</span></a> <a class="group flex flex-col rounded-xl border border-purple-100 bg-linear-to-br from-purple-50 px-6 py-5 no-underline! transition-shadow hover:shadow-md dark:border-gray-850 dark:from-purple-500/10" href="./tutorials/sagemaker-sdk/sagemaker-sdk-quickstart"><div class="mb-2 text-lg font-semibold text-purple-600 group-hover:underline dark:text-purple-300">SageMaker SDK</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Deploy any Hub model to a managed endpoint from Python.</p> <span class="text-sm font-semibold text-gray-800 group-hover:text-purple-600 dark:text-gray-200 dark:group-hover:text-purple-300">Start from Python →</span></a></div> <!--[1--><h2 class="relative group"><a id="choose-your-path" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#choose-your-path"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Choose your path</span></h2><!--]--><!----> <p>For a more in-depth exploration of the different options, choose from the following paths:</p> <div class="grid grid-cols-1 gap-4 sm:grid-cols-2 my-6 not-prose"><div class="flex flex-col rounded-xl border border-gray-200 px-6 py-5 transition-shadow hover:shadow-md dark:border-gray-800"><div class="mb-2 text-lg font-semibold text-gray-900 dark:text-white">Amazon SageMaker AI</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Train, fine-tune, and deploy models with managed jobs and endpoints. Use the Python SDK for programmatic workflows or JumpStart for a guided deployment.</p> <div class="flex flex-wrap gap-x-4 gap-y-2 text-sm font-semibold"><a class="no-underline! text-orange-600 hover:underline! dark:text-orange-300" href="./tutorials/sagemaker-sdk/deploy-sagemaker-sdk">Deploy →</a> <a class="no-underline! text-orange-600 hover:underline! dark:text-orange-300" href="./tutorials/sagemaker-sdk/training-sagemaker-sdk">Train →</a> <a class="no-underline! text-orange-600 hover:underline! dark:text-orange-300" href="./tutorials/jumpstart/jumpstart-quickstart">JumpStart →</a></div></div> <div class="flex flex-col rounded-xl border border-gray-200 px-6 py-5 transition-shadow hover:shadow-md dark:border-gray-800"><div class="mb-2 text-lg font-semibold text-gray-900 dark:text-white">Amazon Bedrock</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Combine JumpStart models with the managed Bedrock APIs and features such as Agents, Knowledge Bases, Guardrails, and Model Evaluation.</p> <a class="text-sm font-semibold text-orange-600 no-underline! hover:underline! dark:text-orange-300" href="./tutorials/bedrock/bedrock-quickstart">Deploy with Bedrock →</a></div> <div class="flex flex-col rounded-xl border border-gray-200 px-6 py-5 transition-shadow hover:shadow-md dark:border-gray-800"><div class="mb-2 text-lg font-semibold text-gray-900 dark:text-white">AWS compute</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Run Hugging Face DLCs on Amazon EC2, ECS, or EKS when you need direct control over networking, orchestration, and infrastructure.</p> <a class="text-sm font-semibold text-orange-600 no-underline! hover:underline! dark:text-orange-300" href="./tutorials/compute-services/compute-services-quickstart">Explore EC2, ECS, and EKS →</a></div> <div class="flex flex-col rounded-xl border border-gray-200 px-6 py-5 transition-shadow hover:shadow-md dark:border-gray-800"><div class="mb-2 text-lg font-semibold text-gray-900 dark:text-white">Hugging Face Inference Endpoints</div> <p class="mb-4 grow text-sm text-gray-600 dark:text-gray-400">Deploy models on AWS infrastructure through a fully managed Hugging Face service, optimized for cost and throughput, without managing the serving stack yourself.</p> <a class="text-sm font-semibold text-orange-600 no-underline! hover:underline! dark:text-orange-300" href="https://huggingface.co/docs/inference-endpoints/guides/create_endpoint">Create an Inference Endpoint →</a></div></div> <!--[1--><h2 class="relative group"><a id="explore-the-documentation" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#explore-the-documentation"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Explore the documentation</span></h2><!--]--><!----> <p>Explore containers, agent workflows, guides, and end-to-end examples for building with Hugging Face on AWS.</p> <div class="grid grid-cols-1 gap-4 sm:grid-cols-2 lg:grid-cols-4 my-6 not-prose"><a class="group rounded-xl border border-gray-200 px-5 py-4 no-underline! transition-shadow hover:shadow-md dark:border-gray-800" href="./get-started/dlcs"><div class="font-semibold text-gray-900 group-hover:text-orange-600 group-hover:underline dark:text-white dark:group-hover:text-orange-300">Deep Learning Containers</div> <p class="mt-1 text-sm text-gray-600 dark:text-gray-400">What the DLCs are, how they work, and which images are available.</p></a> <a class="group rounded-xl border border-gray-200 px-5 py-4 no-underline! transition-shadow hover:shadow-md dark:border-gray-800" href="./agents/agent-harnesses"><div class="font-semibold text-gray-900 group-hover:text-orange-600 group-hover:underline dark:text-white dark:group-hover:text-orange-300">Agents</div> <p class="mt-1 text-sm text-gray-600 dark:text-gray-400">Connect agent harnesses to AWS-hosted models and manage SageMaker with skills.</p></a> <a class="group rounded-xl border border-gray-200 px-5 py-4 no-underline! transition-shadow hover:shadow-md dark:border-gray-800" href="./tutorials/sagemaker-sdk/sagemaker-sdk-quickstart"><div class="font-semibold text-gray-900 group-hover:text-orange-600 group-hover:underline dark:text-white dark:group-hover:text-orange-300">Guides</div> <p class="mt-1 text-sm text-gray-600 dark:text-gray-400">Follow task-oriented training and deployment tutorials.</p></a> <a class="group rounded-xl border border-gray-200 px-5 py-4 no-underline! transition-shadow hover:shadow-md dark:border-gray-800" href="./examples/sagemaker-sdk-fine-tune-llm-sft"><div class="font-semibold text-gray-900 group-hover:text-orange-600 group-hover:underline dark:text-white dark:group-hover:text-orange-300">Examples</div> <p class="mt-1 text-sm text-gray-600 dark:text-gray-400">Explore complete notebooks for real workloads.</p></a></div> <!--[1--><h2 class="relative group"><a id="reference" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#reference"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span>Reference</span></h2><!--]--><!----> <ul><li><a href="./get-started/dlcs">Deep Learning Containers</a></li> <li><a href="./reference/inference-toolkit">Inference Toolkit API</a></li> <li><a href="./reference/resources">Resources</a></li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/source/index.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->

	<script>
	{
	__sveltekit_dwws3f = {
	base: "/docs/sagemaker/pr_2709/en",
	assets: "/docs/sagemaker/pr_2709/en"
	};

	const element = document.currentScript.parentElement;

	Promise.all([
	import("/docs/sagemaker/pr_2709/en/_app/immutable/entry/start.COiK-bUV.js"),
	import("/docs/sagemaker/pr_2709/en/_app/immutable/entry/app.CjYANwwM.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 21],
	data: [null,null],
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 20.2 kB
Xet hash:: c4a7bce59120e5bd5f7519144c9854f5d65713c61a2e9bb2ddb5c5b3a5627cdb

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.