google-cloud/pr_136/en/_app/immutable/nodes/7.3e5a7aa5.js

import{s as V,o as J,n as N}from"../chunks/scheduler.b108d059.js";import{S as W,i as X,g as m,s as i,r as b,A as Y,h as g,f as n,c as r,j as Q,u as E,x as F,k as U,y as Z,a as l,v as w,d as T,t as y,w as L}from"../chunks/index.008de539.js";import{T as ee}from"../chunks/Tip.aeb15ab7.js";import{H as R,E as te}from"../chunks/EditOnGithub.d1c48e3d.js";function ne(_){let a,p='📍 Find the complete example on GitHub <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke" rel="nofollow">here</a>!';return{c(){a=m("p"),a.innerHTML=p},l(o){a=g(o,"P",{"data-svelte-h":!0}),F(a)!=="svelte-sbrsj3"&&(a.innerHTML=p)},m(o,x){l(o,a,x)},p:N,d(o){o&&n(a)}}}function le(_){let a,p,o,x,f,D,d,j="This directory contains usage examples of the Hugging Face Deep Learning Containers (DLCs) in Google Kubernetes Engine (GKE) for both training and inference, with a focus on Large Language Models (LLMs).",k,h,v,u,q='<thead><tr><th>Example</th> <th>Title</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-full-fine-tuning" rel="nofollow">trl-full-fine-tuning</a></td> <td>Fine-tune Gemma 2B with PyTorch Training DLC using SFT on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-lora-fine-tuning" rel="nofollow">trl-lora-fine-tuning</a></td> <td>Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT + LoRA on GKE</td></tr></tbody>',K,c,M,$,z='<thead><tr><th>Example</th> <th>Title</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-deployment" rel="nofollow">tei-deployment</a></td> <td>Deploy Snowflake’s Arctic Embed with TEI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment" rel="nofollow">tei-from-gcs-deployment</a></td> <td>Deploy BGE Base v1.5 with TEI DLC from GCS on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-deployment" rel="nofollow">tgi-deployment</a></td> <td>Deploy Meta Llama 3 8B with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-from-gcs-deployment" rel="nofollow">tgi-from-gcs-deployment</a></td> <td>Deploy Qwen2 7B with TGI DLC from GCS on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-405b-deployment" rel="nofollow">tgi-llama-405b-deployment</a></td> <td>Deploy Llama 3.1 405B with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-vision-deployment" rel="nofollow">tgi-llama-vision-deployment</a></td> <td>Deploy Llama 3.2 11B Vision with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-multi-lora-deployment" rel="nofollow">tgi-multi-lora-deployment</a></td> <td>Deploy Gemma2 with multiple LoRA adapters with TGI DLC on GKE</td></tr></tbody>',H,B,P,s,I,C,S,G,A;return f=new R({props:{title:"Google Kubernetes Engine (GKE) Examples",local:"google-kubernetes-engine-gke-examples",headingTag:"h1"}}),h=new R({props:{title:"Training Examples",local:"training-examples",headingTag:"h2"}}),c=new R({props:{title:"Inference Examples",local:"inference-examples",headingTag:"h2"}}),s=new ee({props:{$$slots:{default:[ne]},$$scope:{ctx:_}}}),C=new te({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/examples/gke-index.mdx"}}),{c(){a=m("meta"),p=i(),o=m("p"),x=i(),b(f.$$.fragment),D=i(),d=m("p"),d.textContent=j,k=i(),b(h.$$.fragment),v=i(),u=m("table"),u.innerHTML=q,K=i(),b(c.$$.fragment),M=i(),$=m("table"),$.innerHTML=z,H=i(),B=m("hr"),P=i(),b(s.$$.fragment),I=i(),b(C.$$.fragment),S=i(),G=m("p"),this.h()},l(e){const t=Y("svelte-u9bgzb",document.head);a=g(t,"META",{name:!0,content:!0}),t.forEach(n),p=r(e),o=g(e,"P",{}),Q(o).forEach(n),x=r(e),E(f.$$.fragment,e),D=r(e),d=g(e,"P",{"data-svelte-h":!0}),F(d)!=="svelte-1finxol"&&(d.textContent=j),k=r(e),E(h.$$.fragment,e),v=r(e),u=g(e,"TABLE",{"data-svelte-h":!0}),F(u)!=="svelte-gph0e9"&&(u.innerHTML=q),K=r(e),E(c.$$.fragment,e),M=r(e),$=g(e,"TABLE",{"data-svelte-h":!0}),F($)!=="svelte-5hl4u4"&&($.innerHTML=z),H=r(e),B=g(e,"HR",{}),P=r(e),E(s.$$.fragment,e),I=r(e),E(C.$$.fragment,e),S=r(e),G=g(e,"P",{}),Q(G).forEach(n),this.h()},h(){U(a,"name","hf:doc:metadata"),U(a,"content",ae)},m(e,t){Z(document.head,a),l(e,p,t),l(e,o,t),l(e,x,t),w(f,e,t),l(e,D,t),l(e,d,t),l(e,k,t),w(h,e,t),l(e,v,t),l(e,u,t),l(e,K,t),w(c,e,t),l(e,M,t),l(e,$,t),l(e,H,t),l(e,B,t),l(e,P,t),w(s,e,t),l(e,I,t),w(C,e,t),l(e,S,t),l(e,G,t),A=!0},p(e,[t]){const O={};t&2&&(O.$$scope={dirty:t,ctx:e}),s.$set(O)},i(e){A||(T(f.$$.fragment,e),T(h.$$.fragment,e),T(c.$$.fragment,e),T(s.$$.fragment,e),T(C.$$.fragment,e),A=!0)},o(e){y(f.$$.fragment,e),y(h.$$.fragment,e),y(c.$$.fragment,e),y(s.$$.fragment,e),y(C.$$.fragment,e),A=!1},d(e){e&&(n(p),n(o),n(x),n(D),n(d),n(k),n(v),n(u),n(K),n(M),n($),n(H),n(B),n(P),n(I),n(S),n(G)),n(a),L(f,e),L(h,e),L(c,e),L(s,e),L(C,e)}}}const ae='{"title":"Google Kubernetes Engine (GKE) Examples","local":"google-kubernetes-engine-gke-examples","sections":[{"title":"Training Examples","local":"training-examples","sections":[],"depth":2},{"title":"Inference Examples","local":"inference-examples","sections":[],"depth":2}],"depth":1}';function oe(_){return J(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ge extends W{constructor(a){super(),X(this,a,oe,le,V,{})}}export{ge as component};