Buckets:

rtrm's picture
download
raw
14 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Resources&quot;,&quot;local&quot;:&quot;resources&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Blogs and videos&quot;,&quot;local&quot;:&quot;blogs-and-videos&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Documentation&quot;,&quot;local&quot;:&quot;documentation&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Sample workshops&quot;,&quot;local&quot;:&quot;sample-workshops&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Sample notebooks&quot;,&quot;local&quot;:&quot;sample-notebooks&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}">
<link href="/docs/sagemaker/pr_1706/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/entry/start.35e4a917.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/scheduler.389d799c.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/singletons.6bed9226.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/paths.c191a0e5.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/entry/app.e98d0ad9.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/index.8f81d18f.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/nodes/0.527085be.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/nodes/9.251bbdce.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/Heading.41733039.js">
<link rel="modulepreload" href="/docs/sagemaker/pr_1706/en/_app/immutable/chunks/index.186c2d73.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Resources&quot;,&quot;local&quot;:&quot;resources&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Blogs and videos&quot;,&quot;local&quot;:&quot;blogs-and-videos&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Documentation&quot;,&quot;local&quot;:&quot;documentation&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Sample workshops&quot;,&quot;local&quot;:&quot;sample-workshops&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Sample notebooks&quot;,&quot;local&quot;:&quot;sample-notebooks&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <h1 class="relative group"><a id="resources" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#resources"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Resources</span></h1> <p data-svelte-h="svelte-155wb3p">Take a look at our published blog posts, videos, documentation, sample notebooks and scripts for additional help and more context about Hugging Face on AWS.</p> <h2 class="relative group"><a id="blogs-and-videos" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#blogs-and-videos"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Blogs and videos</span></h2> <ul data-svelte-h="svelte-ydwr9v"><li><a href="https://aws.amazon.com/de/blogs/opensource/embracing-natural-language-processing-with-hugging-face/" rel="nofollow">AWS: Embracing natural language processing with Hugging Face</a></li> <li><a href="https://huggingface.co/blog/deploy-hugging-face-models-easily-with-amazon-sagemaker" rel="nofollow">Deploy Hugging Face models easily with Amazon SageMaker</a></li> <li><a href="https://aws.amazon.com/blogs/machine-learning/aws-and-hugging-face-collaborate-to-simplify-and-accelerate-adoption-of-natural-language-processing-models/" rel="nofollow">AWS and Hugging Face collaborate to simplify and accelerate adoption of natural language processing models</a></li> <li><a href="https://youtu.be/ok3hetb42gU" rel="nofollow">Walkthrough: End-to-End Text Classification</a></li> <li><a href="https://youtu.be/leyrCgLAGjMn" rel="nofollow">Working with Hugging Face models on Amazon SageMaker</a></li> <li><a href="https://huggingface.co/blog/sagemaker-distributed-training-seq2seq" rel="nofollow">Distributed Training: Train BART/T5 for Summarization using 🤗 Transformers and Amazon SageMaker</a></li> <li><a href="https://youtu.be/pfBGgSGnYLs" rel="nofollow">Deploy a Hugging Face Transformers Model from S3 to Amazon SageMaker</a></li> <li><a href="https://youtu.be/l9QZuazbzWM" rel="nofollow">Deploy a Hugging Face Transformers Model from the Model Hub to Amazon SageMaker</a></li></ul> <h2 class="relative group"><a id="documentation" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#documentation"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Documentation</span></h2> <ul data-svelte-h="svelte-i1ewei"><li><a href="/docs/sagemaker/train">Run training on Amazon SageMaker</a></li> <li><a href="/docs/sagemaker/inference">Deploy models to Amazon SageMaker</a></li> <li><a href="/docs/sagemaker/reference">Reference</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/hugging-face.html" rel="nofollow">Amazon SageMaker documentation for Hugging Face</a></li> <li><a href="https://sagemaker.readthedocs.io/en/stable/frameworks/huggingface/index.html" rel="nofollow">Python SDK SageMaker documentation for Hugging Face</a></li> <li><a href="https://github.com/aws/deep-learning-containers/blob/master/available_images.md#huggingface-training-containers" rel="nofollow">Deep Learning Container</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/data-parallel.html" rel="nofollow">SageMaker’s Distributed Data Parallel Library</a></li> <li><a href="https://docs.aws.amazon.com/sagemaker/latest/dg/model-parallel.html" rel="nofollow">SageMaker’s Distributed Model Parallel Library</a></li></ul> <h2 class="relative group"><a id="sample-workshops" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#sample-workshops"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Sample workshops</span></h2> <h2 class="relative group"><a id="sample-notebooks" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#sample-notebooks"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Sample notebooks</span></h2> <ul data-svelte-h="svelte-t2vtrn"><li><a href="https://github.com/huggingface/notebooks/tree/master/sagemaker" rel="nofollow">All notebooks</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/01_getting_started_pytorch/sagemaker-notebook.ipynb" rel="nofollow">Getting Started with Pytorch</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/02_getting_started_tensorflow/sagemaker-notebook.ipynb" rel="nofollow">Getting Started with Tensorflow</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/03_distributed_training_data_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Data Parallelism</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/04_distributed_training_model_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Model Parallelism</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/05_spot_instances/sagemaker-notebook.ipynb" rel="nofollow">Spot Instances and continue training</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/06_sagemaker_metrics/sagemaker-notebook.ipynb" rel="nofollow">SageMaker Metrics</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/07_tensorflow_distributed_training_data_parallelism/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Data Parallelism Tensorflow</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/08_distributed_summarization_bart_t5/sagemaker-notebook.ipynb" rel="nofollow">Distributed Training Summarization</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/09_image_classification_vision_transformer/sagemaker-notebook.ipynb" rel="nofollow">Image Classification with Vision Transformer</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/11_deploy_model_from_hf_hub/deploy_transformer_model_from_hf_hub.ipynb" rel="nofollow">Deploy one of the 10 000+ Hugging Face Transformers to Amazon SageMaker for Inference</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/10_deploy_model_from_s3/deploy_transformer_model_from_s3.ipynb" rel="nofollow">Deploy a Hugging Face Transformer model from S3 to SageMaker for inference</a></li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/getting-started/resources.md" target="_blank"><span data-svelte-h="svelte-1kd6by1">&lt;</span> <span data-svelte-h="svelte-x0xyl0">&gt;</span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>
<script>
{
__sveltekit_1ol4vv8 = {
assets: "/docs/sagemaker/pr_1706/en",
base: "/docs/sagemaker/pr_1706/en",
env: {}
};
const element = document.currentScript.parentElement;
const data = [null,null];
Promise.all([
import("/docs/sagemaker/pr_1706/en/_app/immutable/entry/start.35e4a917.js"),
import("/docs/sagemaker/pr_1706/en/_app/immutable/entry/app.e98d0ad9.js")
]).then(([kit, app]) => {
kit.start(app, element, {
node_ids: [0, 9],
data,
form: null,
error: null
});
});
}
</script>

Xet Storage Details

Size:
14 kB
·
Xet hash:
3e4e95da792d6de91f261121931576bfe870b2ac4a3ecf26652c2cf03d9bf510

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.