Buckets:

hf-doc-build
/

doc-dev

Files

xet

hf-doc-build/doc-dev / google-cloud /pr_113 /en /containers /available.html

rtrm

29 days ago

download

raw

13.2 kB

	<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Available DLCs on Google Cloud","local":"available-dlcs-on-google-cloud","sections":[{"title":"Text Generation Inference (TGI)","local":"text-generation-inference-tgi","sections":[],"depth":2},{"title":"Text Embeddings Inference (TEI)","local":"text-embeddings-inference-tei","sections":[],"depth":2},{"title":"PyTorch Inference","local":"pytorch-inference","sections":[],"depth":2},{"title":"PyTorch Training","local":"pytorch-training","sections":[],"depth":2}],"depth":1}">
	<link href="/docs/google-cloud/pr_113/en/_app/immutable/assets/0.e3b0c442.css" rel="modulepreload">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/entry/start.3fa28be1.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/scheduler.b108d059.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/singletons.e5e8fb57.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/paths.0d296fb5.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/entry/app.8572c6c6.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/index.008de539.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/nodes/0.d1a2de3e.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/nodes/2.b6ff6b90.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/Tip.aeb15ab7.js">
	<link rel="modulepreload" href="/docs/google-cloud/pr_113/en/_app/immutable/chunks/EditOnGithub.d1c48e3d.js"><!-- HEAD_svelte-u9bgzb_START --><meta name="hf:doc:metadata" content="{"title":"Available DLCs on Google Cloud","local":"available-dlcs-on-google-cloud","sections":[{"title":"Text Generation Inference (TGI)","local":"text-generation-inference-tgi","sections":[],"depth":2},{"title":"Text Embeddings Inference (TEI)","local":"text-embeddings-inference-tei","sections":[],"depth":2},{"title":"PyTorch Inference","local":"pytorch-inference","sections":[],"depth":2},{"title":"PyTorch Training","local":"pytorch-training","sections":[],"depth":2}],"depth":1}"><!-- HEAD_svelte-u9bgzb_END --> <p></p> <h1 class="relative group"><a id="available-dlcs-on-google-cloud" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#available-dlcs-on-google-cloud"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Available DLCs on Google Cloud</span></h1> <p data-svelte-h="svelte-usnby0">Below you can find a listing of all the Deep Learning Containers (DLCs) available on Google Cloud.</p> <div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400"><p data-svelte-h="svelte-lkacfy">The listing below only contains the latest version of each one of the Hugging Face DLCs, the full listing of the available published containers in Google Cloud can be found either in the <a href="https://cloud.google.com/deep-learning-containers/docs/choosing-container#hugging-face" rel="nofollow">Google Cloud Deep Learning Containers Documentation</a>, in the <a href="https://console.cloud.google.com/artifacts/docker/deeplearning-platform-release/us/gcr.io" rel="nofollow">Google Cloud Artifact Registry</a> or via the <code>gcloud container images list --repository="us-docker.pkg.dev/deeplearning-platform-release/gcr.io" \| grep "huggingface-"</code> command.</p></div> <h2 class="relative group"><a id="text-generation-inference-tgi" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#text-generation-inference-tgi"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Text Generation Inference (TGI)</span></h2> <table data-svelte-h="svelte-1fhdxz3"><thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-generation-inference-cu124.2-3.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tgi/gpu/2.3.1/Dockerfile" rel="nofollow">text-generation-inference-gpu.2.3.1</a></td> <td>GPU</td></tr></tbody></table> <h2 class="relative group"><a id="text-embeddings-inference-tei" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#text-embeddings-inference-tei"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>Text Embeddings Inference (TEI)</span></h2> <table data-svelte-h="svelte-d7lpv7"><thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-embeddings-inference-cu122.1-4.ubuntu2204</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tei/gpu/1.4.0/Dockerfile" rel="nofollow">text-embeddings-inference-gpu.1.4.0</a></td> <td>GPU</td></tr> <tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-embeddings-inference-cpu.1-4</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/tei/cpu/1.4.0/Dockerfile" rel="nofollow">text-embeddings-inference-cpu.1.4.0</a></td> <td>CPU</td></tr></tbody></table> <h2 class="relative group"><a id="pytorch-inference" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#pytorch-inference"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>PyTorch Inference</span></h2> <table data-svelte-h="svelte-t6fubl"><thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-inference-cu121.2-2.transformers.4-44.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/inference/gpu/2.2.2/transformers/4.44.0/py311/Dockerfile" rel="nofollow">huggingface-pytorch-inference-gpu.2.2.2.transformers.4.44.0.py311</a></td> <td>GPU</td></tr> <tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-inference-cpu.2-2.transformers.4-44.ubuntu2204.py311</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/inference/cpu/2.2.2/transformers/4.44.0/py311/Dockerfile" rel="nofollow">huggingface-pytorch-inference-cpu.2.2.2.transformers.4.44.0.py311</a></td> <td>CPU</td></tr></tbody></table> <h2 class="relative group"><a id="pytorch-training" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#pytorch-training"><span><svg class="" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg></span></a> <span>PyTorch Training</span></h2> <table data-svelte-h="svelte-1bm4zjc"><thead><tr><th>Container URI</th> <th>Path</th> <th>Accelerator</th></tr></thead> <tbody><tr><td>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-pytorch-training-cu121.2-3.transformers.4-42.ubuntu2204.py310</td> <td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/containers/pytorch/training/gpu/2.3.0/transformers/4.42.3/py310/Dockerfile" rel="nofollow">huggingface-pytorch-training-gpu.2.3.0.transformers.4.42.3.py310</a></td> <td>GPU</td></tr></tbody></table> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/containers/available.mdx" target="_blank"><span data-svelte-h="svelte-1kd6by1"><</span> <span data-svelte-h="svelte-x0xyl0">></span> <span data-svelte-h="svelte-1dajgef"><span class="underline ml-1.5">Update</span> on GitHub</span></a> <p></p>

	<script>
	{
	__sveltekit_1alknr2 = {
	assets: "/docs/google-cloud/pr_113/en",
	base: "/docs/google-cloud/pr_113/en",
	env: {}
	};

	const element = document.currentScript.parentElement;

	const data = [null,null];

	Promise.all([
	import("/docs/google-cloud/pr_113/en/_app/immutable/entry/start.3fa28be1.js"),
	import("/docs/google-cloud/pr_113/en/_app/immutable/entry/app.8572c6c6.js")
	]).then(([kit, app]) => {
	kit.start(app, element, {
	node_ids: [0, 2],
	data,
	form: null,
	error: null
	});
	});
	}
	</script>

Xet Storage Details

Size:: 13.2 kB
Xet hash:: 303f0f67a761ebb056c1da2d2a7c92a734fa11d4599e48cc902a3ae53bf966b2

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.