Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / sagemaker /pr_1706 /en /getting-started /train.html

rtrm

about 1 month ago

download

raw

7.81 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Train models on AWS","local":"train-models-on-aws","sections":[{"title":"With Sagemaker SDK","local":"with-sagemaker-sdk","sections":[],"depth":2},{"title":"With ECS, EKS, and EC2","local":"with-ecs-eks-and-ec2","sections":[],"depth":2}],"depth":1}">
	<link href="/docs/sagemaker/pr_1706/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/entry/start.35e4a917.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/scheduler.389d799c.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/singletons.6bed9226.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/paths.c191a0e5.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/entry/app.e98d0ad9.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/index.8f81d18f.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/nodes/0.527085be.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/nodes/10.3066cf23.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/Heading.41733039.js">
	<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/index.186c2d73.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{"title":"Train models on AWS","local":"train-models-on-aws","sections":[{"title":"With Sagemaker SDK","local":"with-sagemaker-sdk","sections":[],"depth":2},{"title":"With ECS, EKS, and EC2","local":"with-ecs-eks-and-ec2","sections":[],"depth":2}],"depth":1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <h1 class="relative group"><a id="train-models-on-aws" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#train-models-on-aws"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Train models on AWS</span></h1> <p data-svelte-h="svelte-qx4qv0">Training Hugging Face models on AWS is streamlined through various services. Here’s how you can fine-tune your models using AWS and Hugging Face offerings.</p> <h2 class="relative group"><a id="with-sagemaker-sdk" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#with-sagemaker-sdk"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>With Sagemaker SDK</span></h2> <p data-svelte-h="svelte-10g1u9k">Amazon SageMaker is a fully managed AWS service for building, training, and deploying machine learning models at scale. The SageMaker SDK simplifies interacting with SageMaker programmatically. Amazon SageMaker SDK provides a seamless integration specifically designed for Hugging Face models, simplifying the training job management. With this integration, you can quickly create your own fine-tuned models, significantly reducing setup complexity and time to production.</p> <p data-svelte-h="svelte-idqehc">To get started, check out this example.</p> <h2 class="relative group"><a id="with-ecs-eks-and-ec2" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#with-ecs-eks-and-ec2"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>With ECS, EKS, and EC2</span></h2> <p data-svelte-h="svelte-1m0l6cl">Hugging Face provides Training Deep Learning Containers (DLCs) to AWS users, optimized environments preconfigured with Hugging Face libraries for training, natively integrated in SageMaker SDK. However, the HF DLCs can also be used across other AWS services like ECS, EKS, and EC2.</p> <p data-svelte-h="svelte-1bymtxh">AWS Elastic Container Service (ECS), Elastic Kubernetes Service (EKS), and Elastic Compute Cloud (EC2) allow you to leverage DLCs directly.</p> <p data-svelte-h="svelte-vs64z6">Get started with HF DLCs on EC2
	Get started with HF DLCs on ECS
	Get started with HF DLCs on EKS</p> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/getting-started/train.md" target="_blank"><span data-svelte-h="svelte-1kd6by1"><</span> <span data-svelte-h="svelte-x0xyl0">></span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>

	<script>
	{
	__sveltekit_1ol4vv8 = {
	assets: "/docs/sagemaker/pr_1706/en",
	base: "/docs/sagemaker/pr_1706/en",
	env: {}
	};

	const element = document.currentScript.parentElement;

	const data = [null,null];

	Promise.all([
	import("/docs/sagemaker/pr_1706/en/_app/immutable/entry/start.35e4a917.js"),
	import("/docs/sagemaker/pr_1706/en/_app/immutable/entry/app.e98d0ad9.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 10],
	data,
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 7.81 kB
Xet hash:: 518b3dd3ba72dfbab2f9ee30b71ce239405ccc9dc79b7d8feda0f4949dce8c0a

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.