Buckets:

rtrm's picture
download
raw
22.3 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Hugging Face on Amazon SageMaker&quot;,&quot;local&quot;:&quot;hugging-face-on-amazon-sagemaker&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Deep Learning Containers&quot;,&quot;local&quot;:&quot;deep-learning-containers&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Features &amp; benefits 🔥&quot;,&quot;local&quot;:&quot;features--benefits-&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Resources, Documentation &amp; Samples 📄&quot;,&quot;local&quot;:&quot;resources-documentation--samples-&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Blogs and videos&quot;,&quot;local&quot;:&quot;blogs-and-videos&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Documentation&quot;,&quot;local&quot;:&quot;documentation&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Sample notebooks&quot;,&quot;local&quot;:&quot;sample-notebooks&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2}],&quot;depth&quot;:1}">
<link href="/docs/sagemaker/pr_1645/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/entry/start.f559cddd.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/chunks/scheduler.389d799c.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/chunks/singletons.d40c3c49.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/chunks/paths.9e868e10.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/entry/app.d4de874a.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/chunks/index.8f81d18f.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/nodes/0.acb1a48c.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/nodes/3.6f30fec3.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1645/en/_app/immutable/chunks/EditOnGithub.33306dfe.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Hugging Face on Amazon SageMaker&quot;,&quot;local&quot;:&quot;hugging-face-on-amazon-sagemaker&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Deep Learning Containers&quot;,&quot;local&quot;:&quot;deep-learning-containers&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Features &amp; benefits 🔥&quot;,&quot;local&quot;:&quot;features--benefits-&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Resources, Documentation &amp; Samples 📄&quot;,&quot;local&quot;:&quot;resources-documentation--samples-&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Blogs and videos&quot;,&quot;local&quot;:&quot;blogs-and-videos&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Documentation&quot;,&quot;local&quot;:&quot;documentation&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3},{&quot;title&quot;:&quot;Sample notebooks&quot;,&quot;local&quot;:&quot;sample-notebooks&quot;,&quot;sections&quot;:[],&quot;depth&quot;:3}],&quot;depth&quot;:2}],&quot;depth&quot;:1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <h1 class="relative group"><a id="hugging-face-on-amazon-sagemaker" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#hugging-face-on-amazon-sagemaker"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Hugging Face on Amazon SageMaker</span></h1> <p data-svelte-h="svelte-110m2k6"><img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/sagemaker/cover.png" alt="cover"></p> <h2 class="relative group"><a id="deep-learning-containers" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#deep-learning-containers"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Deep Learning Containers</span></h2> <p data-svelte-h="svelte-11x2pkf">Deep Learning Containers (DLCs) are Docker images pre-installed with deep learning frameworks and libraries such as 🤗 Transformers, 🤗 Datasets, and 🤗 Tokenizers. The DLCs allow you to start training models immediately, skipping the complicated process of building and optimizing your training environments from scratch. Our DLCs are thoroughly tested and optimized for deep learning environments, requiring no configuration or maintenance on your part. In particular, the Hugging Face Inference DLC comes with a pre-written serving stack which drastically lowers the technical bar of deep learning serving.</p> <p data-svelte-h="svelte-1u6nd8c">Our DLCs are available everywhere <a href="https://aws.amazon.com/sagemaker/" rel="nofollow">Amazon SageMaker</a> is <a href="https://aws.amazon.com/about-aws/global-infrastructure/regional-product-services/" rel="nofollow">available</a>. While it is possible to use the DLCs without the SageMaker Python SDK, there are many advantages to using SageMaker to train your model:</p> <ul data-svelte-h="svelte-serb5u"><li>Cost-effective: Training instances are only live for the duration of your job. Once your job is complete, the training cluster stops, and you won’t be billed anymore. SageMaker also supports <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/model-managed-spot-training.html" rel="nofollow">Spot instances</a>, which can reduce costs up to 90%.</li> <li>Built-in automation: SageMaker automatically stores training metadata and logs in a serverless managed metastore and fully manages I/O operations with S3 for your datasets, checkpoints, and model artifacts.</li> <li>Multiple security mechanisms: SageMaker offers <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/encryption-at-rest-nbi.html" rel="nofollow">encryption at rest</a>, <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/encryption-in-transit.html" rel="nofollow">in transit</a>, <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/interface-vpc-endpoint.html" rel="nofollow">Virtual Private Cloud</a> connectivity, and <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/security_iam_service-with-iam.html" rel="nofollow">Identity and Access Management</a> to secure your data and code.</li></ul> <p data-svelte-h="svelte-47zof">Hugging Face DLCs are open source and licensed under Apache 2.0. Feel free to reach out on our <a href="https://discuss.huggingface.co/c/sagemaker/17" rel="nofollow">community forum</a> if you have any questions. For premium support, our <a href="https://huggingface.co/support" rel="nofollow">Expert Acceleration Program</a> gives you direct dedicated support from our team.</p> <h2 class="relative group"><a id="features--benefits-" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#features--benefits-"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Features &amp; benefits 🔥</span></h2> <p data-svelte-h="svelte-qtevd1">Hugging Face DLCs make it easier than ever to train Transformer models in SageMaker. Here is why you should consider using Hugging Face DLCs to train and deploy your next machine learning models:</p> <p data-svelte-h="svelte-ar61ik"><strong>One command is all you need</strong></p> <p data-svelte-h="svelte-1gmnp5l">With the new Hugging Face DLCs, train cutting-edge Transformers-based NLP models in a single line of code. Choose from multiple DLC variants, each one optimized for TensorFlow and PyTorch, single-GPU, single-node multi-GPU, and multi-node clusters.</p> <p data-svelte-h="svelte-1fz0bw1"><strong>Accelerate machine learning from science to production</strong></p> <p data-svelte-h="svelte-1310lam">In addition to Hugging Face DLCs, we created a first-class Hugging Face extension for the SageMaker Python SDK to accelerate data science teams, reducing the time required to set up and run experiments from days to minutes.</p> <p data-svelte-h="svelte-g7ntdg">You can use the Hugging Face DLCs with SageMaker’s automatic model tuning to optimize your training hyperparameters and increase the accuracy of your models.</p> <p data-svelte-h="svelte-1p96skw">Deploy your trained models for inference with just one more line of code or select any of the 10,000+ publicly available models from the <a href="https://huggingface.co/models" rel="nofollow">model Hub</a> and deploy them with SageMaker.</p> <p data-svelte-h="svelte-184ik5o">Easily track and compare your experiments and training artifacts in SageMaker Studio’s web-based integrated development environment (IDE).</p> <p data-svelte-h="svelte-g63pr3"><strong>Built-in performance</strong></p> <p data-svelte-h="svelte-1p2e9so">Hugging Face DLCs feature built-in performance optimizations for PyTorch and TensorFlow to train NLP models faster. The DLCs also give you the flexibility to choose a training infrastructure that best aligns with the price/performance ratio for your workload.</p> <p data-svelte-h="svelte-19ioz8h">The Hugging Face Training DLCs are fully integrated with SageMaker distributed training libraries to train models faster than ever, using the latest generation of instances available on Amazon Elastic Compute Cloud.</p> <p data-svelte-h="svelte-18g0aaw">Hugging Face Inference DLCs provide you with production-ready endpoints that scale quickly with your AWS environment, built-in monitoring, and a ton of enterprise features.</p> <hr> <h2 class="relative group"><a id="resources-documentation--samples-" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#resources-documentation--samples-"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Resources, Documentation &amp; Samples 📄</span></h2> <p data-svelte-h="svelte-1s69uyc">Take a look at our published blog posts, videos, documentation, sample notebooks and scripts for additional help and more context about Hugging Face DLCs on SageMaker.</p> <h3 class="relative group"><a id="blogs-and-videos" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#blogs-and-videos"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Blogs and videos</span></h3> <ul data-svelte-h="svelte-ydwr9v"><li><a href="https://aws.amazon.com/de/blogs/opensource/embracing-natural-language-processing-with-hugging-face/" rel="nofollow">AWS: Embracing natural language processing with Hugging Face</a></li> <li><a href="https://huggingface.co/blog/deploy-hugging-face-models-easily-with-amazon-sagemaker" rel="nofollow">Deploy Hugging Face models easily with Amazon SageMaker</a></li> <li><a href="https://aws.amazon.com/blogs/machine-learning/aws-and-hugging-face-collaborate-to-simplify-and-accelerate-adoption-of-natural-language-processing-models/" rel="nofollow">AWS and Hugging Face collaborate to simplify and accelerate adoption of natural language processing models</a></li> <li><a href="https://youtu.be/ok3hetb42gU" rel="nofollow">Walkthrough: End-to-End Text Classification</a></li> <li><a href="https://youtu.be/leyrCgLAGjMn" rel="nofollow">Working with Hugging Face models on Amazon SageMaker</a></li> <li><a href="https://huggingface.co/blog/sagemaker-distributed-training-seq2seq" rel="nofollow">Distributed Training: Train BART/T5 for Summarization using 🤗 Transformers and Amazon SageMaker</a></li> <li><a href="https://youtu.be/pfBGgSGnYLs" rel="nofollow">Deploy a Hugging Face Transformers Model from S3 to Amazon SageMaker</a></li> <li><a href="https://youtu.be/l9QZuazbzWM" rel="nofollow">Deploy a Hugging Face Transformers Model from the Model Hub to Amazon SageMaker</a></li></ul> <h3 class="relative group"><a id="documentation" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#documentation"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Documentation</span></h3> <ul data-svelte-h="svelte-i1ewei"><li><a href="/docs/sagemaker/train">Run training on Amazon SageMaker</a></li> <li><a href="/docs/sagemaker/inference">Deploy models to Amazon SageMaker</a></li> <li><a href="/docs/sagemaker/reference">Reference</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/hugging-face.html" rel="nofollow">Amazon SageMaker documentation for Hugging Face</a></li> <li><a href="https://sagemaker.readthedocs.io/en/stable/frameworks/huggingface/index.html" rel="nofollow">Python SDK SageMaker documentation for Hugging Face</a></li> <li><a href="https://github.com/aws/deep-learning-containers/blob/master/available_images.md#huggingface-training-containers" rel="nofollow">Deep Learning Container</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/data-parallel.html" rel="nofollow">SageMaker’s Distributed Data Parallel Library</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/model-parallel.html" rel="nofollow">SageMaker’s Distributed Model Parallel Library</a></li></ul> <h3 class="relative group"><a id="sample-notebooks" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#sample-notebooks"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Sample notebooks</span></h3> <ul data-svelte-h="svelte-t2vtrn"><li><a href="https://github.com/huggingface/notebooks/tree/master/sagemaker" rel="nofollow">All notebooks</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/01_getting_started_pytorch/sagemaker-notebook.ipynb" rel="nofollow">Getting Started with Pytorch</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/02_getting_started_tensorflow/sagemaker-notebook.ipynb" rel="nofollow">Getting Started with Tensorflow</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/03_distributed_training_data_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Data Parallelism</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/04_distributed_training_model_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Model Parallelism</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/05_spot_instances/sagemaker-notebook.ipynb" rel="nofollow">Spot Instances and continue training</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/06_sagemaker_metrics/sagemaker-notebook.ipynb" rel="nofollow">SageMaker Metrics</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/07_tensorflow_distributed_training_data_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Data Parallelism Tensorflow</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/08_distributed_summarization_bart_t5/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Summarization</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/09_image_classification_vision_transformer/sagemaker-notebook.ipynb" rel="nofollow">Image Classification with Vision Transformer</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/11_deploy_model_from_hf_hub/deploy_transformer_model_from_hf_hub.ipynb" rel="nofollow">Deploy one of the 10 000+ Hugging Face Transformers to Amazon SageMaker for Inference</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/10_deploy_model_from_s3/deploy_transformer_model_from_s3.ipynb" rel="nofollow">Deploy a Hugging Face Transformer model from S3 to SageMaker for inference</a></li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/index.md" target="_blank"><span data-svelte-h="svelte-1kd6by1">&lt;</span> <span data-svelte-h="svelte-x0xyl0">&gt;</span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>
<script>
{
__sveltekit_nrm40j = {
assets: "/docs/sagemaker/pr_1645/en",
base: "/docs/sagemaker/pr_1645/en",
env: {}
};
const element = document.currentScript.parentElement;
const data = [null,null];
Promise.all([
import("/docs/sagemaker/pr_1645/en/_app/immutable/entry/start.f559cddd.js"),
import("/docs/sagemaker/pr_1645/en/_app/immutable/entry/app.d4de874a.js")
]).then(([kit, app]) => {
kit.start(app, element, {
node_ids: [0, 3],
data,
form: null,
error: null
});
});
}
</script>

Xet Storage Details

Size:
22.3 kB
·
Xet hash:
f0195f34eab8a7dcfb8931acaa3ac42e2e5857ab2afc579015cac920515d8c40

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.