google-cloud/pr_88/en/_app/immutable/nodes/6.7fbee2cb.js

import{s as j,n as q,o as z}from"../chunks/scheduler.b108d059.js";import{S as O,i as Q,g as u,s as l,r as k,A as J,h,f as n,c as o,j as R,u as v,x as P,k as U,y as N,a,v as K,d as I,t as B,w as M}from"../chunks/index.008de539.js";import{H as D,E as V}from"../chunks/EditOnGithub.d1c48e3d.js";function W(S){let i,E,c,$,r,b,s,H="This directory contains usage examples of the Hugging Face Deep Learning Containers (DLCs) in Google Kubernetes Engine (GKE) for both training and inference, with a focus on Large Language Models (LLMs).",G,m,w,g,A='<thead><tr><th>Example</th> <th>Description</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-full-fine-tuning" rel="nofollow">trl-full-fine-tuning</a></td> <td>Full SFT fine-tuning of Gemma 2B in a multi-GPU instance with TRL on GKE.</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-lora-fine-tuning" rel="nofollow">trl-lora-fine-tuning</a></td> <td>LoRA SFT fine-tuning of Mistral 7B v0.3 in a single GPU instance with TRL on GKE.</td></tr></tbody>',T,f,C,p,F='<thead><tr><th>Example</th> <th>Description</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-deployment" rel="nofollow">tgi-deployment</a></td> <td>Deploying Llama3 8B with Text Generation Inference (TGI) on GKE.</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-from-gcs-deployment" rel="nofollow">tgi-from-gcs-deployment</a></td> <td>Deploying Qwen2 7B Instruct with Text Generation Inference (TGI) from a GCS Bucket on GKE.</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-deployment" rel="nofollow">tei-deployment</a></td> <td>Deploying Snowflake’s Arctic Embed (M) with Text Embeddings Inference (TEI) on GKE.</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment" rel="nofollow">tei-from-gcs-deployment</a></td> <td>Deploying BGE Base v1.5 (English) with Text Embeddings Inference (TEI) from a GCS Bucket on GKE.</td></tr></tbody>',y,d,_,x,L;return r=new D({props:{title:"Google Kubernetes Engine (GKE) Examples",local:"google-kubernetes-engine-gke-examples",headingTag:"h1"}}),m=new D({props:{title:"Training Examples",local:"training-examples",headingTag:"h2"}}),f=new D({props:{title:"Inference Examples",local:"inference-examples",headingTag:"h2"}}),d=new V({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/examples/gke-index.mdx"}}),{c(){i=u("meta"),E=l(),c=u("p"),$=l(),k(r.$$.fragment),b=l(),s=u("p"),s.textContent=H,G=l(),k(m.$$.fragment),w=l(),g=u("table"),g.innerHTML=A,T=l(),k(f.$$.fragment),C=l(),p=u("table"),p.innerHTML=F,y=l(),k(d.$$.fragment),_=l(),x=u("p"),this.h()},l(e){const t=J("svelte-u9bgzb",document.head);i=h(t,"META",{name:!0,content:!0}),t.forEach(n),E=o(e),c=h(e,"P",{}),R(c).forEach(n),$=o(e),v(r.$$.fragment,e),b=o(e),s=h(e,"P",{"data-svelte-h":!0}),P(s)!=="svelte-1finxol"&&(s.textContent=H),G=o(e),v(m.$$.fragment,e),w=o(e),g=h(e,"TABLE",{"data-svelte-h":!0}),P(g)!=="svelte-ndddtp"&&(g.innerHTML=A),T=o(e),v(f.$$.fragment,e),C=o(e),p=h(e,"TABLE",{"data-svelte-h":!0}),P(p)!=="svelte-17pwnwk"&&(p.innerHTML=F),y=o(e),v(d.$$.fragment,e),_=o(e),x=h(e,"P",{}),R(x).forEach(n),this.h()},h(){U(i,"name","hf:doc:metadata"),U(i,"content",X)},m(e,t){N(document.head,i),a(e,E,t),a(e,c,t),a(e,$,t),K(r,e,t),a(e,b,t),a(e,s,t),a(e,G,t),K(m,e,t),a(e,w,t),a(e,g,t),a(e,T,t),K(f,e,t),a(e,C,t),a(e,p,t),a(e,y,t),K(d,e,t),a(e,_,t),a(e,x,t),L=!0},p:q,i(e){L||(I(r.$$.fragment,e),I(m.$$.fragment,e),I(f.$$.fragment,e),I(d.$$.fragment,e),L=!0)},o(e){B(r.$$.fragment,e),B(m.$$.fragment,e),B(f.$$.fragment,e),B(d.$$.fragment,e),L=!1},d(e){e&&(n(E),n(c),n($),n(b),n(s),n(G),n(w),n(g),n(T),n(C),n(p),n(y),n(_),n(x)),n(i),M(r,e),M(m,e),M(f,e),M(d,e)}}}const X='{"title":"Google Kubernetes Engine (GKE) Examples","local":"google-kubernetes-engine-gke-examples","sections":[{"title":"Training Examples","local":"training-examples","sections":[],"depth":2},{"title":"Inference Examples","local":"inference-examples","sections":[],"depth":2}],"depth":1}';function Y(S){return z(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ne extends O{constructor(i){super(),Q(this,i,Y,W,j,{})}}export{ne as component};