google-cloud/pr_162/en/_app/immutable/nodes/8.f9bb7a5e.js

import{s as O,n as Q,o as U}from"../chunks/scheduler.6efaaf90.js";import{S as V,i as J,e as u,s as a,c as C,h as N,a as c,d as n,b as o,f as j,g as G,j as S,k as q,l as W,m as l,n as y,t as E,o as b,p as w}from"../chunks/index.eb3e1f0f.js";import{C as X,H,E as Y}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.bb0169bf.js";function Z(A){let i,L,$,T,r,_,m,D,s,F="This directory contains usage examples of the Hugging Face Deep Learning Containers (DLCs) in Google Kubernetes Engine (GKE) for both training and inference, with a focus on Large Language Models (LLMs).",k,g,K,p,R='<thead><tr><th>Example</th> <th>Title</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-full-fine-tuning" rel="nofollow">trl-full-fine-tuning</a></td> <td>Fine-tune Gemma 2B with PyTorch Training DLC using SFT on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/trl-lora-fine-tuning" rel="nofollow">trl-lora-fine-tuning</a></td> <td>Fine-tune Mistral 7B v0.3 with PyTorch Training DLC using SFT + LoRA on GKE</td></tr></tbody>',v,f,M,d,z='<thead><tr><th>Example</th> <th>Title</th></tr></thead> <tbody><tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-deployment" rel="nofollow">tei-deployment</a></td> <td>Deploy Snowflake’s Arctic Embed with TEI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment" rel="nofollow">tei-from-gcs-deployment</a></td> <td>Deploy BGE Base v1.5 with TEI DLC from GCS on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-deployment" rel="nofollow">tgi-deployment</a></td> <td>Deploy Meta Llama 3 8B with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-from-gcs-deployment" rel="nofollow">tgi-from-gcs-deployment</a></td> <td>Deploy Qwen2 7B with TGI DLC from GCS on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-405b-deployment" rel="nofollow">tgi-llama-405b-deployment</a></td> <td>Deploy Llama 3.1 405B with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-llama-vision-deployment" rel="nofollow">tgi-llama-vision-deployment</a></td> <td>Deploy Llama 3.2 11B Vision with TGI DLC on GKE</td></tr> <tr><td><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tgi-multi-lora-deployment" rel="nofollow">tgi-multi-lora-deployment</a></td> <td>Deploy Gemma2 with multiple LoRA adapters with TGI DLC on GKE</td></tr></tbody>',B,h,I,x,P;return r=new X({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new H({props:{title:"Google Kubernetes Engine (GKE) Examples",local:"google-kubernetes-engine-gke-examples",headingTag:"h1"}}),g=new H({props:{title:"Training Examples",local:"training-examples",headingTag:"h2"}}),f=new H({props:{title:"Inference Examples",local:"inference-examples",headingTag:"h2"}}),h=new Y({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/examples/gke-index.mdx"}}),{c(){i=u("meta"),L=a(),$=u("p"),T=a(),C(r.$$.fragment),_=a(),C(m.$$.fragment),D=a(),s=u("p"),s.textContent=F,k=a(),C(g.$$.fragment),K=a(),p=u("table"),p.innerHTML=R,v=a(),C(f.$$.fragment),M=a(),d=u("table"),d.innerHTML=z,B=a(),C(h.$$.fragment),I=a(),x=u("p"),this.h()},l(e){const t=N("svelte-u9bgzb",document.head);i=c(t,"META",{name:!0,content:!0}),t.forEach(n),L=o(e),$=c(e,"P",{}),j($).forEach(n),T=o(e),G(r.$$.fragment,e),_=o(e),G(m.$$.fragment,e),D=o(e),s=c(e,"P",{"data-svelte-h":!0}),S(s)!=="svelte-1finxol"&&(s.textContent=F),k=o(e),G(g.$$.fragment,e),K=o(e),p=c(e,"TABLE",{"data-svelte-h":!0}),S(p)!=="svelte-gph0e9"&&(p.innerHTML=R),v=o(e),G(f.$$.fragment,e),M=o(e),d=c(e,"TABLE",{"data-svelte-h":!0}),S(d)!=="svelte-5hl4u4"&&(d.innerHTML=z),B=o(e),G(h.$$.fragment,e),I=o(e),x=c(e,"P",{}),j(x).forEach(n),this.h()},h(){q(i,"name","hf:doc:metadata"),q(i,"content",ee)},m(e,t){W(document.head,i),l(e,L,t),l(e,$,t),l(e,T,t),y(r,e,t),l(e,_,t),y(m,e,t),l(e,D,t),l(e,s,t),l(e,k,t),y(g,e,t),l(e,K,t),l(e,p,t),l(e,v,t),y(f,e,t),l(e,M,t),l(e,d,t),l(e,B,t),y(h,e,t),l(e,I,t),l(e,x,t),P=!0},p:Q,i(e){P||(E(r.$$.fragment,e),E(m.$$.fragment,e),E(g.$$.fragment,e),E(f.$$.fragment,e),E(h.$$.fragment,e),P=!0)},o(e){b(r.$$.fragment,e),b(m.$$.fragment,e),b(g.$$.fragment,e),b(f.$$.fragment,e),b(h.$$.fragment,e),P=!1},d(e){e&&(n(L),n($),n(T),n(_),n(D),n(s),n(k),n(K),n(p),n(v),n(M),n(d),n(B),n(I),n(x)),n(i),w(r,e),w(m,e),w(g,e),w(f,e),w(h,e)}}}const ee='{"title":"Google Kubernetes Engine (GKE) Examples","local":"google-kubernetes-engine-gke-examples","sections":[{"title":"Training Examples","local":"training-examples","sections":[],"depth":2},{"title":"Inference Examples","local":"inference-examples","sections":[],"depth":2}],"depth":1}';function te(A){return U(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class oe extends V{constructor(i){super(),J(this,i,te,Z,O,{})}}export{oe as component};