google-cloud/pr_154/en/_app/immutable/nodes/10.e8a7247f.js

import{s as on,o as an,n as k}from"../chunks/scheduler.6efaaf90.js";import{S as cn,i as pn,e as c,s as o,c as u,h as rn,a as p,d as l,b as i,f as tt,g as m,j as r,k as sn,l as H,m as n,n as d,t as f,o as g,p as h}from"../chunks/index.eb3e1f0f.js";import{T as E}from"../chunks/Tip.292c2c3d.js";import{C as un,H as J,E as mn}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.bc0912b0.js";import{C as T}from"../chunks/CodeBlock.df49eaea.js";function dn(w){let s,C='Installing the <code>gke-gcloud-auth-plugin</code> does not need to be installed via <code>gcloud</code> specifically, to read more about the alternative installation methods, please visit <a href="https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin" rel="nofollow">https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin</a>.';return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-sm1xw4"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function fn(w){let s,C='CPU is being used to run the inference on top of the text embeddings models to showcase the current capabilities of TEI, but switching to GPU is as easy as replacing <code>spec.containers[0].image</code> with <code>us-docker.pkg.dev/deeplearning-platform-release/gcr.io/huggingface-text-embeddings-inference-cu122.1-4.ubuntu2204</code>, and then updating the requested resources, as well as the <code>nodeSelector</code> requirements in the <code>deployment.yaml</code> file. For more information, please refer to the <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/gpu-config/" rel="nofollow"><code>gpu-config</code></a> directory that contains a pre-defined configuration for GPU serving in TEI with an NVIDIA Tesla T4 GPU (with a compute capability of 7.5 i.e. natively supported in TEI).';return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-1q6mkzx"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function gn(w){let s,C='Important to check before creating the GKE Autopilot Cluster the <a href="https://cloud.google.com/kubernetes-engine/docs/how-to/performance-pods" rel="nofollow">GKE Documentation - Optimize Autopilot Pod performance by choosing a machine series</a>, since not all the cluster versions support every CPU. Same applies for the GPU support e.g. <code>nvidia-l4</code> is not supported in the GKE cluster versions 1.28.3 or lower.';return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-1nupym3"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function hn(w){let s,C="To select the specific version in your location of the GKE Cluster, you can run the following command:",a,$,U,M,v='For more information please visit <a href="https://cloud.google.com/kubernetes-engine/versioning#specifying_cluster_version" rel="nofollow">https://cloud.google.com/kubernetes-engine/versioning#specifying_cluster_version</a>.',G;return $=new T({props:{code:"Z2Nsb3VkJTIwY29udGFpbmVyJTIwZ2V0LXNlcnZlci1jb25maWclMjAlNUMlMEElMjAlMjAlMjAlMjAtLWZsYXR0ZW4lM0QlMjJjaGFubmVscyUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tZmlsdGVyJTNEJTIyY2hhbm5lbHMuY2hhbm5lbCUzRFNUQUJMRSUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tZm9ybWF0JTNEJTIyeWFtbChjaGFubmVscy5jaGFubmVsJTJDY2hhbm5lbHMuZGVmYXVsdFZlcnNpb24pJTIyJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1sb2NhdGlvbiUzRCUyNExPQ0FUSU9O",highlighted:`gcloud container get-server-config \\
    --flatten=<span class="hljs-string">&quot;channels&quot;</span> \\
    --filter=<span class="hljs-string">&quot;channels.channel=STABLE&quot;</span> \\
    --format=<span class="hljs-string">&quot;yaml(channels.channel,channels.defaultVersion)&quot;</span> \\
    --location=<span class="hljs-variable">$LOCATION</span>`,wrap:!1}}),{c(){s=c("p"),s.textContent=C,a=o(),u($.$$.fragment),U=o(),M=c("p"),M.innerHTML=v},l(b){s=p(b,"P",{"data-svelte-h":!0}),r(s)!=="svelte-a3yff9"&&(s.textContent=C),a=i(b),m($.$$.fragment,b),U=i(b),M=p(b,"P",{"data-svelte-h":!0}),r(M)!=="svelte-1y4gd42"&&(M.innerHTML=v)},m(b,x){n(b,s,x),n(b,a,x),d($,b,x),n(b,U,x),n(b,M,x),G=!0},p:k,i(b){G||(f($.$$.fragment,b),G=!0)},o(b){g($.$$.fragment,b),G=!1},d(b){b&&(l(s),l(a),l(U),l(M)),h($,b)}}}function $n(w){let s,C="Make sure to set the proper permissions to run the script i.e. <code>chmod +x ./scripts/upload_model_to_gcs.sh</code>.";return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-v7ast4"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function bn(w){let s,C='Recently, the Hugging Face Hub team has included the <code>text-embeddings-inference</code> tag in the Hub, so feel free to explore all the embedding models in the Hub that can be served via TEI at <a href="https://huggingface.co/models?other=text-embeddings-inference" rel="nofollow">https://huggingface.co/models?other=text-embeddings-inference</a>.';return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-g6mrbh"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function Cn(w){let s,C='As already mentioned, for this example you will be deploying the container in a CPU node, but the configuration to deploy TEI in a GPU node is also available in the <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/gpu-config/" rel="nofollow"><code>gpu-config</code></a> directory, so if you want to deploy TEI in a GPU node, please run <code>kubectl apply -f Google-Cloud-Containers/examples/gke/tei-from-gcs-deployment/gpu-config</code> instead of <code>kubectl apply -f Google-Cloud-Containers/examples/gke/tei-from-gcs-deployment/cpu-config</code>.';return{c(){s=c("p"),s.innerHTML=C},l(a){s=p(a,"P",{"data-svelte-h":!0}),r(s)!=="svelte-a857gs"&&(s.innerHTML=C)},m(a,$){n(a,s,$)},p:k,d(a){a&&l(s)}}}function Mn(w){let s,C="The Kubernetes deployment may take a few minutes to be ready, so you can check the status of the deployment with the following command:",a,$,U,M,v="Alternatively, you can just wait for the deployment to be ready with the following command:",G,b,x;return $=new T({props:{code:"a3ViZWN0bCUyMGdldCUyMHBvZHMlMjAtLW5hbWVzcGFjZSUyMCUyNE5BTUVTUEFDRQ==",highlighted:'kubectl get pods --namespace <span class="hljs-variable">$NAMESPACE</span>',wrap:!1}}),b=new T({props:{code:"a3ViZWN0bCUyMHdhaXQlMjAtLWZvciUzRGNvbmRpdGlvbiUzREF2YWlsYWJsZSUyMC0tdGltZW91dCUzRDcwMHMlMjAtLW5hbWVzcGFjZSUyMCUyNE5BTUVTUEFDRSUyMGRlcGxveW1lbnQlMkZ0ZWktZGVwbG95bWVudA==",highlighted:'kubectl <span class="hljs-built_in">wait</span> --<span class="hljs-keyword">for</span>=condition=Available --<span class="hljs-built_in">timeout</span>=700s --namespace <span class="hljs-variable">$NAMESPACE</span> deployment/tei-deployment',wrap:!1}}),{c(){s=c("p"),s.textContent=C,a=o(),u($.$$.fragment),U=o(),M=c("p"),M.textContent=v,G=o(),u(b.$$.fragment)},l(y){s=p(y,"P",{"data-svelte-h":!0}),r(s)!=="svelte-qgh43p"&&(s.textContent=C),a=i(y),m($.$$.fragment,y),U=i(y),M=p(y,"P",{"data-svelte-h":!0}),r(M)!=="svelte-16v3quh"&&(M.textContent=v),G=i(y),m(b.$$.fragment,y)},m(y,j){n(y,s,j),n(y,a,j),d($,y,j),n(y,U,j),n(y,M,j),n(y,G,j),d(b,y,j),x=!0},p:k,i(y){x||(f($.$$.fragment,y),f(b.$$.fragment,y),x=!0)},o(y){g($.$$.fragment,y),g(b.$$.fragment,y),x=!1},d(y){y&&(l(s),l(a),l(U),l(M),l(G)),h($,y),h(b,y)}}}function yn(w){let s,C="TEI exposes different inference endpoints based on the task that the model is serving:",a,$,U=`<li><strong>Text Embeddings</strong>: text embedding models expose the endpoint <code>/embed</code> expecting a payload with the key <code>inputs</code> which is either a string or a list of strings to be embedded.</li> <li><strong>Re-rank</strong>: re-ranker models expose the endpoint <code>/rerank</code> expecting a payload with the keys <code>query</code> and <code>texts</code>, where the <code>query</code> is the reference used to rank the similarity against each text in <code>texts</code>.</li> <li><strong>Sequence Classification</strong>: classic sequence classification models expose the endpoint <code>/predict</code> which expects a payload with the key <code>inputs</code> which is either a string or a list of strings to classify.
More information at <a href="https://huggingface.co/docs/text-embeddings-inference/quick_tour" rel="nofollow">https://huggingface.co/docs/text-embeddings-inference/quick_tour</a>.</li>`;return{c(){s=c("p"),s.textContent=C,a=o(),$=c("ul"),$.innerHTML=U},l(M){s=p(M,"P",{"data-svelte-h":!0}),r(s)!=="svelte-2zu4d0"&&(s.textContent=C),a=i(M),$=p(M,"UL",{"data-svelte-h":!0}),r($)!=="svelte-1dffo21"&&($.innerHTML=U)},m(M,v){n(M,s,v),n(M,a,v),n(M,$,v)},p:k,d(M){M&&(l(s),l(a),l($))}}}function Tn(w){let s,C,a,$,U,M,v,G,b,x="<em>Written by Alvaro Bartolome | Last updated 2026-02-22</em>",y,j,Cl="BGE, standing for BAAI General Embedding, is a collection of embedding models released by BAAI, which is an English base model for general embedding tasks ranked in the MTEB Leaderboard. Text Embeddings Inference (TEI) is a toolkit developed by Hugging Face for deploying and serving open source text embeddings and sequence classification models; enabling high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5. And, Google Kubernetes Engine (GKE) is a fully-managed Kubernetes service in Google Cloud that can be used to deploy and operate containerized applications at scale using GCP’s infrastructure.",lt,R,Ml="This example showcases how to deploy a text embedding model from a Google Cloud Storage (GCS) Bucket on a GKE Cluster running a purpose-built container to deploy text embedding models in a secure and managed environment with the Hugging Face DLC for TEI.",nt,B,st,P,yl="First, you need to install both <code>gcloud</code> and <code>kubectl</code> in your local machine, which are the command-line tools for Google Cloud and Kubernetes, respectively, to interact with the GCP and the GKE Cluster.",ot,Y,Tl='<li>To install <code>gcloud</code>, follow the instructions at <a href="https://cloud.google.com/sdk/docs/install" rel="nofollow">Cloud SDK Documentation - Install the gcloud CLI</a>.</li> <li>To install <code>kubectl</code>, follow the instructions at <a href="https://kubernetes.io/docs/tasks/tools/#kubectl" rel="nofollow">Kubernetes Documentation - Install Tools</a>.</li>',it,Q,wl="Optionally, to ease the usage of the commands within this tutorial, you need to set the following environment variables for GCP:",at,D,ct,z,Ul="Then you need to login into your GCP account and set the project ID to the one you want to use for the deployment of the GKE Cluster.",pt,X,rt,q,vl="Once you are logged in, you need to enable the necessary service APIs in GCP, such as the Google Kubernetes Engine API, the Google Container Registry API, and the Google Container File System API, which are necessary for the deployment of the GKE Cluster and the Hugging Face DLC for TEI.",ut,O,mt,K,jl="Additionally, to use <code>kubectl</code> with the GKE Cluster credentials, you also need to install the <code>gke-gcloud-auth-plugin</code>, that can be installed with <code>gcloud</code> as follows:",dt,ee,ft,I,gt,te,ht,le,Gl="Once everything is set up, you can proceed with the creation of the GKE Cluster and the node pool, which in this case will be a single CPU node as for most of the workloads CPU inference is enough to serve most of the text embeddings models, while it could benefit a lot from GPU serving.",$t,N,bt,ne,xl="To deploy the GKE Cluster, the “Autopilot” mode will be used as it is the recommended one for most of the workloads, since the underlying infrastructure is managed by Google. Alternatively, you can also use the “Standard” mode.",Ct,Z,Mt,se,yt,V,Tt,oe,El='<img src="https://raw.githubusercontent.com/huggingface/Google-Cloud-Containers/main/examples/gke/tei-from-gcs-deployment/imgs/gke-cluster.png" alt="GKE Cluster in the GCP Console"/>',wt,ie,Jl="Once the GKE Cluster is created, you can get the credentials to access it via <code>kubectl</code> with the following command:",Ut,ae,vt,ce,jt,pe,kl="This is an optional step in the tutorial, since you may want to reuse an existing model on a GCS Bucket, if that is the case, then feel free to jump to the next step of the tutorial on how to configure the IAM for GCS so that you can access the bucket from a pod in the GKE Cluster.",Gt,re,Il='Otherwise, to upload a model from the Hugging Face Hub to a GCS Bucket, you can use the script <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/../../scripts/upload_model_to_gcs.sh" rel="nofollow">scripts/upload_model_to_gcs.sh</a>, which will download the model from the Hugging Face Hub and upload it to the GCS Bucket (and create the bucket if not created already).',xt,ue,Nl="The <code>gsutil</code> component should be installed via <code>gcloud</code>, and the Python packages <code>huggingface_hub</code> with the extra <code>hf_transfer</code>, and the package <code>crcmod</code> should also be installed.",Et,me,Jt,de,Zl="Then, you can run the script to download the model from the Hugging Face Hub and then upload it to the GCS Bucket:",kt,_,It,fe,Nt,ge,Vl='<img src="https://raw.githubusercontent.com/huggingface/Google-Cloud-Containers/main/examples/gke/tei-from-gcs-deployment/imgs/gcs-bucket.png" alt="GCS Bucket in the GCP Console"/>',Zt,he,Vt,$e,_l="Before you proceed with the deployment of the Hugging Face DLC for TEI on the GKE Cluster, you need to set the IAM permissions for the GCS Bucket so that the pod in the GKE Cluster can access the bucket. To do so, you need to create a namespace and a service account in the GKE Cluster, and then set the IAM permissions for the GCS Bucket that contains the model, either as uploaded from the Hugging Face Hub or as already existing in the GCS Bucket.",_t,be,Al="For convenience, as the reference to both the namespace and the service account will be used within the following steps, the environment variables <code>NAMESPACE</code> and <code>SERVICE_ACCOUNT</code> will be set.",At,Ce,Lt,Me,Ll="Then you can create the namespace and the service account in the GKE Cluster, enabling the creation of the IAM permissions for the pods in that namespace to access the GCS Bucket when using that service account.",Wt,ye,St,Te,Wl="Then you need to add the IAM policy binding to the bucket as follows:",Ft,we,Ht,Ue,Rt,ve,Sl='Now you can proceed to the Kubernetes deployment of the Hugging Face DLC for TEI, serving the <a href="https://huggingface.co/BAAI/bge-base-en-v1.5" rel="nofollow"><code>BAAI/bge-base-en-v1.5</code></a> model, from a volume mounted in <code>/data</code>, copied from the GCS Bucket where the model is located.',Bt,A,Pt,je,Fl='The Hugging Face DLC for TEI will be deployed via <code>kubectl</code>, from the configuration files in either the <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/cpu-config/" rel="nofollow"><code>cpu-config/</code></a> or the <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/gpu-config/" rel="nofollow"><code>gpu-config/</code></a> directories depending on whether you want to use the CPU or GPU accelerators, respectively:',Yt,Ge,Hl='<li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/cpu-config/deployment.yaml" rel="nofollow"><code>deployment.yaml</code></a>: contains the deployment details of the pod including the reference to the Hugging Face DLC for TEI setting the <code>MODEL_ID</code> to the model path in the volume mount, in this case <code>/data/bge-base-en-v1.5</code>.</li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/cpu-config/service.yaml" rel="nofollow"><code>service.yaml</code></a>: contains the service details of the pod, exposing the port 8080 for the TEI service.</li> <li><a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/cpu-config" rel="nofollow"><code>storageclass.yaml</code></a>: contains the storage class details of the pod, defining the storage class for the volume mount.</li> <li>(optional) <a href="https://github.com/huggingface/Google-Cloud-Containers/tree/main/examples/gke/tei-from-gcs-deployment/cpu-config/ingress.yaml" rel="nofollow"><code>ingress.yaml</code></a>: contains the ingress details of the pod, exposing the service to the external world so that it can be accessed via the ingress IP.</li>',Qt,xe,Dt,L,zt,Ee,Rl='<img src="https://raw.githubusercontent.com/huggingface/Google-Cloud-Containers/main/examples/gke/tei-from-gcs-deployment/imgs/gke-deployment.png" alt="GKE Deployment in the GCP Console"/>',Xt,W,qt,Je,Ot,ke,Bl="To run the inference over the deployed TEI service, you can either:",Kt,S,Ie,Oe,Pl="Port-forwarding the deployed TEI service to the port 8080, so as to access via <code>localhost</code> with the command:",hl,Ne,$l,Ze,Ke,Yl="Accessing the TEI service via the external IP of the ingress, which is the default scenario here since you have defined the ingress configuration in either the <code>cpu-configs/ingress.yaml</code> or the <code>gpu-config/ingress.yaml</code> file (but it can be skipped in favour of the port-forwarding), that can be retrieved with the following command:",bl,Ve,el,F,tl,_e,ll,Ae,Ql="To send a POST request to the TEI service using <code>cURL</code>, you can run the following command:",nl,Le,sl,We,Dl="Or send a POST request to the ingress IP instead:",ol,Se,il,Fe,zl='Which produces the following output (truncated for brevity, but original tensor length is 768, which is the embedding dimension of <a href="https://huggingface.co/BAAI/bge-base-en-v1.5" rel="nofollow"><code>BAAI/bge-base-en-v1.5</code></a> i.e. the model you are serving):',al,He,cl,Re,pl,Be,Xl="Finally, once you are done using TEI on the GKE Cluster, you can safely delete the GKE Cluster to avoid incurring in unnecessary costs.",rl,Pe,ul,Ye,ql="Alternatively, you can also downscale the replicas of the deployed pod to 0 in case you want to preserve the cluster, since the default GKE Cluster deployed with GKE Autopilot mode is running just a single <code>e2-small</code> instance.",ml,Qe,dl,De,fl,et,gl;return U=new un({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),v=new J({props:{title:"Deploy BGE Base v1.5 with TEI DLC from GCS on GKE",local:"deploy-bge-base-v15-with-tei-dlc-from-gcs-on-gke",headingTag:"h1"}}),B=new J({props:{title:"Setup / Configuration",local:"setup--configuration",headingTag:"h2"}}),D=new T({props:{code:"ZXhwb3J0JTIwUFJPSkVDVF9JRCUzRHlvdXItcHJvamVjdC1pZCUwQWV4cG9ydCUyMExPQ0FUSU9OJTNEeW91ci1sb2NhdGlvbiUwQWV4cG9ydCUyMENMVVNURVJfTkFNRSUzRHlvdXItY2x1c3Rlci1uYW1lJTBBZXhwb3J0JTIwQlVDS0VUX05BTUUlM0RoZi1tb2RlbHMtZ2tlLWJ1Y2tldA==",highlighted:`<span class="hljs-built_in">export</span> PROJECT_ID=your-project-id
<span class="hljs-built_in">export</span> LOCATION=your-location
<span class="hljs-built_in">export</span> CLUSTER_NAME=your-cluster-name
<span class="hljs-built_in">export</span> BUCKET_NAME=hf-models-gke-bucket`,wrap:!1}}),X=new T({props:{code:"Z2Nsb3VkJTIwYXV0aCUyMGxvZ2luJTBBZ2Nsb3VkJTIwYXV0aCUyMGFwcGxpY2F0aW9uLWRlZmF1bHQlMjBsb2dpbiUyMCUyMCUyMyUyMEZvciUyMGxvY2FsJTIwZGV2ZWxvcG1lbnQlMEFnY2xvdWQlMjBjb25maWclMjBzZXQlMjBwcm9qZWN0JTIwJTI0UFJPSkVDVF9JRA==",highlighted:`gcloud auth login
gcloud auth application-default login  <span class="hljs-comment"># For local development</span>
gcloud config <span class="hljs-built_in">set</span> project <span class="hljs-variable">$PROJECT_ID</span>`,wrap:!1}}),O=new T({props:{code:"Z2Nsb3VkJTIwc2VydmljZXMlMjBlbmFibGUlMjBjb250YWluZXIuZ29vZ2xlYXBpcy5jb20lMEFnY2xvdWQlMjBzZXJ2aWNlcyUyMGVuYWJsZSUyMGNvbnRhaW5lcnJlZ2lzdHJ5Lmdvb2dsZWFwaXMuY29tJTBBZ2Nsb3VkJTIwc2VydmljZXMlMjBlbmFibGUlMjBjb250YWluZXJmaWxlc3lzdGVtLmdvb2dsZWFwaXMuY29t",highlighted:`gcloud services <span class="hljs-built_in">enable</span> container.googleapis.com
gcloud services <span class="hljs-built_in">enable</span> containerregistry.googleapis.com
gcloud services <span class="hljs-built_in">enable</span> containerfilesystem.googleapis.com`,wrap:!1}}),ee=new T({props:{code:"Z2Nsb3VkJTIwY29tcG9uZW50cyUyMGluc3RhbGwlMjBna2UtZ2Nsb3VkLWF1dGgtcGx1Z2lu",highlighted:"gcloud components install gke-gcloud-auth-plugin",wrap:!1}}),I=new E({props:{$$slots:{default:[dn]},$$scope:{ctx:w}}}),te=new J({props:{title:"Create GKE Cluster",local:"create-gke-cluster",headingTag:"h2"}}),N=new E({props:{$$slots:{default:[fn]},$$scope:{ctx:w}}}),Z=new E({props:{$$slots:{default:[gn]},$$scope:{ctx:w}}}),se=new T({props:{code:"Z2Nsb3VkJTIwY29udGFpbmVyJTIwY2x1c3RlcnMlMjBjcmVhdGUtYXV0byUyMCUyNENMVVNURVJfTkFNRSUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tcHJvamVjdCUzRCUyNFBST0pFQ1RfSUQlMjAlNUMlMEElMjAlMjAlMjAlMjAtLWxvY2F0aW9uJTNEJTI0TE9DQVRJT04lMjAlNUMlMEElMjAlMjAlMjAlMjAtLXJlbGVhc2UtY2hhbm5lbCUzRHN0YWJsZSUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tY2x1c3Rlci12ZXJzaW9uJTNEMS4yOCUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tbm8tYXV0b3Byb3Zpc2lvbmluZy1lbmFibGUtaW5zZWN1cmUta3ViZWxldC1yZWFkb25seS1wb3J0",highlighted:`gcloud container clusters create-auto <span class="hljs-variable">$CLUSTER_NAME</span> \\
    --project=<span class="hljs-variable">$PROJECT_ID</span> \\
    --location=<span class="hljs-variable">$LOCATION</span> \\
    --release-channel=stable \\
    --cluster-version=1.28 \\
    --no-autoprovisioning-enable-insecure-kubelet-readonly-port`,wrap:!1}}),V=new E({props:{$$slots:{default:[hn]},$$scope:{ctx:w}}}),ae=new T({props:{code:"Z2Nsb3VkJTIwY29udGFpbmVyJTIwY2x1c3RlcnMlMjBnZXQtY3JlZGVudGlhbHMlMjAlMjRDTFVTVEVSX05BTUUlMjAtLWxvY2F0aW9uJTNEJTI0TE9DQVRJT04=",highlighted:'gcloud container clusters get-credentials <span class="hljs-variable">$CLUSTER_NAME</span> --location=<span class="hljs-variable">$LOCATION</span>',wrap:!1}}),ce=new J({props:{title:"Optional: Upload a model from the Hugging Face Hub to GCS",local:"optional-upload-a-model-from-the-hugging-face-hub-to-gcs",headingTag:"h2"}}),me=new T({props:{code:"Z2Nsb3VkJTIwY29tcG9uZW50cyUyMGluc3RhbGwlMjBnc3V0aWwlMEFwaXAlMjBpbnN0YWxsJTIwLS11cGdyYWRlJTIwLS1xdWlldCUyMCUyMmh1Z2dpbmdmYWNlX2h1YiU1QmhmX3RyYW5zZmVyJTVEJTIyJTIwY3JjbW9k",highlighted:`gcloud components install gsutil
pip install --upgrade --quiet <span class="hljs-string">&quot;huggingface_hub[hf_transfer]&quot;</span> crcmod`,wrap:!1}}),_=new E({props:{$$slots:{default:[$n]},$$scope:{ctx:w}}}),fe=new T({props:{code:"LiUyRnNjcmlwdHMlMkZ1cGxvYWRfbW9kZWxfdG9fZ2NzLnNoJTIwLS1tb2RlbC1pZCUyMEJBQUklMkZiZ2UtYmFzZS1lbi12MS41JTIwLS1nY3MlMjBncyUzQSUyRiUyRiUyNEJVQ0tFVF9OQU1FJTJGYmdlLWJhc2UtZW4tdjEuNQ==",highlighted:'./scripts/upload_model_to_gcs.sh --model-id BAAI/bge-base-en-v1.5 --gcs gs://<span class="hljs-variable">$BUCKET_NAME</span>/bge-base-en-v1.5',wrap:!1}}),he=new J({props:{title:"Configure IAM for GCS",local:"configure-iam-for-gcs",headingTag:"h2"}}),Ce=new T({props:{code:"ZXhwb3J0JTIwTkFNRVNQQUNFJTNEaGYtZ2tlLW5hbWVzcGFjZSUwQWV4cG9ydCUyMFNFUlZJQ0VfQUNDT1VOVCUzRGhmLWdrZS1zZXJ2aWNlLWFjY291bnQ=",highlighted:`<span class="hljs-built_in">export</span> NAMESPACE=hf-gke-namespace
<span class="hljs-built_in">export</span> SERVICE_ACCOUNT=hf-gke-service-account`,wrap:!1}}),ye=new T({props:{code:"a3ViZWN0bCUyMGNyZWF0ZSUyMG5hbWVzcGFjZSUyMCUyNE5BTUVTUEFDRSUwQWt1YmVjdGwlMjBjcmVhdGUlMjBzZXJ2aWNlYWNjb3VudCUyMCUyNFNFUlZJQ0VfQUNDT1VOVCUyMC0tbmFtZXNwYWNlJTIwJTI0TkFNRVNQQUNF",highlighted:`kubectl create namespace <span class="hljs-variable">$NAMESPACE</span>
kubectl create serviceaccount <span class="hljs-variable">$SERVICE_ACCOUNT</span> --namespace <span class="hljs-variable">$NAMESPACE</span>`,wrap:!1}}),we=new T({props:{code:"Z2Nsb3VkJTIwc3RvcmFnZSUyMGJ1Y2tldHMlMjBhZGQtaWFtLXBvbGljeS1iaW5kaW5nJTIwJTVDJTBBJTIwJTIwJTIwJTIwZ3MlM0ElMkYlMkYlMjRCVUNLRVRfTkFNRSUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tbWVtYmVyJTIwJTIycHJpbmNpcGFsJTNBJTJGJTJGaWFtLmdvb2dsZWFwaXMuY29tJTJGcHJvamVjdHMlMkYlMjQoZ2Nsb3VkJTIwcHJvamVjdHMlMjBkZXNjcmliZSUyMCUyNFBST0pFQ1RfSUQlMjAtLWZvcm1hdCUzRCUyMnZhbHVlKHByb2plY3ROdW1iZXIpJTIyKSUyRmxvY2F0aW9ucyUyRmdsb2JhbCUyRndvcmtsb2FkSWRlbnRpdHlQb29scyUyRiUyNFBST0pFQ1RfSUQuc3ZjLmlkLmdvb2clMkZzdWJqZWN0JTJGbnMlMkYlMjROQU1FU1BBQ0UlMkZzYSUyRiUyNFNFUlZJQ0VfQUNDT1VOVCUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tcm9sZSUyMCUyMnJvbGVzJTJGc3RvcmFnZS5vYmplY3RVc2VyJTIy",highlighted:`gcloud storage buckets add-iam-policy-binding \\
    gs://<span class="hljs-variable">$BUCKET_NAME</span> \\
    --member <span class="hljs-string">&quot;principal://iam.googleapis.com/projects/<span class="hljs-subst">$(gcloud projects describe $PROJECT_ID --format=<span class="hljs-string">&quot;value(projectNumber)&quot;</span>)</span>/locations/global/workloadIdentityPools/<span class="hljs-variable">$PROJECT_ID</span>.svc.id.goog/subject/ns/<span class="hljs-variable">$NAMESPACE</span>/sa/<span class="hljs-variable">$SERVICE_ACCOUNT</span>&quot;</span> \\
    --role <span class="hljs-string">&quot;roles/storage.objectUser&quot;</span>`,wrap:!1}}),Ue=new J({props:{title:"Deploy TEI",local:"deploy-tei",headingTag:"h2"}}),A=new E({props:{$$slots:{default:[bn]},$$scope:{ctx:w}}}),xe=new T({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZodWdnaW5nZmFjZSUyRkdvb2dsZS1DbG91ZC1Db250YWluZXJzJTBBa3ViZWN0bCUyMGFwcGx5JTIwLWYlMjBHb29nbGUtQ2xvdWQtQ29udGFpbmVycyUyRmV4YW1wbGVzJTJGZ2tlJTJGdGVpLWZyb20tZ2NzLWRlcGxveW1lbnQlMkZjcHUtY29uZmln",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/huggingface/Google-Cloud-Containers
kubectl apply -f Google-Cloud-Containers/examples/gke/tei-from-gcs-deployment/cpu-config`,wrap:!1}}),L=new E({props:{$$slots:{default:[Cn]},$$scope:{ctx:w}}}),W=new E({props:{$$slots:{default:[Mn]},$$scope:{ctx:w}}}),Je=new J({props:{title:"Inference with TEI",local:"inference-with-tei",headingTag:"h2"}}),Ne=new T({props:{code:"a3ViZWN0bCUyMHBvcnQtZm9yd2FyZCUyMC0tbmFtZXNwYWNlJTIwJTI0TkFNRVNQQUNFJTIwc2VydmljZSUyRnRlaS1zZXJ2aWNlJTIwODA4MCUzQTgwODA=",highlighted:'kubectl port-forward --namespace <span class="hljs-variable">$NAMESPACE</span> service/tei-service 8080:8080',wrap:!1}}),Ve=new T({props:{code:"a3ViZWN0bCUyMGdldCUyMGluZ3Jlc3MlMjAtLW5hbWVzcGFjZSUyMCUyNE5BTUVTUEFDRSUyMHRlaS1pbmdyZXNzJTIwLW8lMjBqc29ucGF0aCUzRCclN0Iuc3RhdHVzLmxvYWRCYWxhbmNlci5pbmdyZXNzJTVCMCU1RC5pcCU3RCc=",highlighted:'kubectl get ingress --namespace <span class="hljs-variable">$NAMESPACE</span> tei-ingress -o jsonpath=<span class="hljs-string">&#x27;{.status.loadBalancer.ingress[0].ip}&#x27;</span>',wrap:!1}}),F=new E({props:{$$slots:{default:[yn]},$$scope:{ctx:w}}}),_e=new J({props:{title:"Via cURL",local:"via-curl",headingTag:"h3"}}),Le=new T({props:{code:"Y3VybCUyMGh0dHAlM0ElMkYlMkZsb2NhbGhvc3QlM0E4MDgwJTJGZW1iZWQlMjAlNUMlMEElMjAlMjAlMjAlMjAtWCUyMFBPU1QlMjAlNUMlMEElMjAlMjAlMjAlMjAtZCUyMCclN0IlMjJpbnB1dHMlMjIlM0ElMjJXaGF0JTIwaXMlMjBEZWVwJTIwTGVhcm5pbmclM0YlMjIlN0QnJTIwJTVDJTBBJTIwJTIwJTIwJTIwLUglMjAnQ29udGVudC1UeXBlJTNBJTIwYXBwbGljYXRpb24lMkZqc29uJw==",highlighted:`curl http://localhost:8080/embed \\
    -X POST \\
    -d <span class="hljs-string">&#x27;{&quot;inputs&quot;:&quot;What is Deep Learning?&quot;}&#x27;</span> \\
    -H <span class="hljs-string">&#x27;Content-Type: application/json&#x27;</span>`,wrap:!1}}),Se=new T({props:{code:"Y3VybCUyMGh0dHAlM0ElMkYlMkYlMjQoa3ViZWN0bCUyMGdldCUyMGluZ3Jlc3MlMjAtLW5hbWVzcGFjZSUzRCUyNE5BTUVTUEFDRSUyMHRlaS1pbmdyZXNzJTIwLW8lMjBqc29ucGF0aCUzRCclN0Iuc3RhdHVzLmxvYWRCYWxhbmNlci5pbmdyZXNzJTVCMCU1RC5pcCU3RCcpJTJGZW1iZWQlMjAlNUMlMEElMjAlMjAlMjAlMjAtWCUyMFBPU1QlMjAlNUMlMEElMjAlMjAlMjAlMjAtZCUyMCclN0IlMjJpbnB1dHMlMjIlM0ElMjJXaGF0JTIwaXMlMjBEZWVwJTIwTGVhcm5pbmclM0YlMjIlN0QnJTIwJTVDJTBBJTIwJTIwJTIwJTIwLUglMjAnQ29udGVudC1UeXBlJTNBJTIwYXBwbGljYXRpb24lMkZqc29uJw==",highlighted:`curl http://$(kubectl get ingress --namespace=<span class="hljs-variable">$NAMESPACE</span> tei-ingress -o jsonpath=<span class="hljs-string">&#x27;{.status.loadBalancer.ingress[0].ip}&#x27;</span>)/embed \\
    -X POST \\
    -d <span class="hljs-string">&#x27;{&quot;inputs&quot;:&quot;What is Deep Learning?&quot;}&#x27;</span> \\
    -H <span class="hljs-string">&#x27;Content-Type: application/json&#x27;</span>`,wrap:!1}}),He=new T({props:{code:"JTVCJTVCLTAuMDE0ODMwOTglMkMwLjAxMDg0NjM1OSUyQy0wLjAyNDY3OTIzNiUyQzAuMDEyNTA3NjI4JTJDMC4wMzQyMzE1NTUlMkMuLi4lNUQlNUQ=",highlighted:'[[-<span class="hljs-number">0.01483098</span>,<span class="hljs-number">0</span>.<span class="hljs-number">010846359</span>,-<span class="hljs-number">0.024679236</span>,<span class="hljs-number">0</span>.<span class="hljs-number">012507628</span>,<span class="hljs-number">0.034231555</span>,...]]',wrap:!1}}),Re=new J({props:{title:"Delete GKE Cluster",local:"delete-gke-cluster",headingTag:"h2"}}),Pe=new T({props:{code:"Z2Nsb3VkJTIwY29udGFpbmVyJTIwY2x1c3RlcnMlMjBkZWxldGUlMjAlMjRDTFVTVEVSX05BTUUlMjAtLWxvY2F0aW9uJTNEJTI0TE9DQVRJT04=",highlighted:'gcloud container clusters delete <span class="hljs-variable">$CLUSTER_NAME</span> --location=<span class="hljs-variable">$LOCATION</span>',wrap:!1}}),Qe=new T({props:{code:"a3ViZWN0bCUyMHNjYWxlJTIwLS1yZXBsaWNhcyUzRDAlMjAtLW5hbWVzcGFjZSUzRCUyNE5BTUVTUEFDRSUyMGRlcGxveW1lbnQlMkZ0ZWktZGVwbG95bWVudA==",highlighted:'kubectl scale --replicas=0 --namespace=<span class="hljs-variable">$NAMESPACE</span> deployment/tei-deployment',wrap:!1}}),De=new mn({props:{source:"https://github.com/huggingface/Google-Cloud-Containers/blob/main/docs/source/examples/gke-tei-from-gcs-deployment.mdx"}}),{c(){s=c("meta"),C=o(),a=c("p"),$=o(),u(U.$$.fragment),M=o(),u(v.$$.fragment),G=o(),b=c("p"),b.innerHTML=x,y=o(),j=c("p"),j.textContent=Cl,lt=o(),R=c("p"),R.textContent=Ml,nt=o(),u(B.$$.fragment),st=o(),P=c("p"),P.innerHTML=yl,ot=o(),Y=c("ul"),Y.innerHTML=Tl,it=o(),Q=c("p"),Q.textContent=wl,at=o(),u(D.$$.fragment),ct=o(),z=c("p"),z.textContent=Ul,pt=o(),u(X.$$.fragment),rt=o(),q=c("p"),q.textContent=vl,ut=o(),u(O.$$.fragment),mt=o(),K=c("p"),K.innerHTML=jl,dt=o(),u(ee.$$.fragment),ft=o(),u(I.$$.fragment),gt=o(),u(te.$$.fragment),ht=o(),le=c("p"),le.textContent=Gl,$t=o(),u(N.$$.fragment),bt=o(),ne=c("p"),ne.textContent=xl,Ct=o(),u(Z.$$.fragment),Mt=o(),u(se.$$.fragment),yt=o(),u(V.$$.fragment),Tt=o(),oe=c("p"),oe.innerHTML=El,wt=o(),ie=c("p"),ie.innerHTML=Jl,Ut=o(),u(ae.$$.fragment),vt=o(),u(ce.$$.fragment),jt=o(),pe=c("p"),pe.textContent=kl,Gt=o(),re=c("p"),re.innerHTML=Il,xt=o(),ue=c("p"),ue.innerHTML=Nl,Et=o(),u(me.$$.fragment),Jt=o(),de=c("p"),de.textContent=Zl,kt=o(),u(_.$$.fragment),It=o(),u(fe.$$.fragment),Nt=o(),ge=c("p"),ge.innerHTML=Vl,Zt=o(),u(he.$$.fragment),Vt=o(),$e=c("p"),$e.textContent=_l,_t=o(),be=c("p"),be.innerHTML=Al,At=o(),u(Ce.$$.fragment),Lt=o(),Me=c("p"),Me.textContent=Ll,Wt=o(),u(ye.$$.fragment),St=o(),Te=c("p"),Te.textContent=Wl,Ft=o(),u(we.$$.fragment),Ht=o(),u(Ue.$$.fragment),Rt=o(),ve=c("p"),ve.innerHTML=Sl,Bt=o(),u(A.$$.fragment),Pt=o(),je=c("p"),je.innerHTML=Fl,Yt=o(),Ge=c("ul"),Ge.innerHTML=Hl,Qt=o(),u(xe.$$.fragment),Dt=o(),u(L.$$.fragment),zt=o(),Ee=c("p"),Ee.innerHTML=Rl,Xt=o(),u(W.$$.fragment),qt=o(),u(Je.$$.fragment),Ot=o(),ke=c("p"),ke.textContent=Bl,Kt=o(),S=c("ul"),Ie=c("li"),Oe=c("p"),Oe.innerHTML=Pl,hl=o(),u(Ne.$$.fragment),$l=o(),Ze=c("li"),Ke=c("p"),Ke.innerHTML=Yl,bl=o(),u(Ve.$$.fragment),el=o(),u(F.$$.fragment),tl=o(),u(_e.$$.fragment),ll=o(),Ae=c("p"),Ae.innerHTML=Ql,nl=o(),u(Le.$$.fragment),sl=o(),We=c("p"),We.textContent=Dl,ol=o(),u(Se.$$.fragment),il=o(),Fe=c("p"),Fe.innerHTML=zl,al=o(),u(He.$$.fragment),cl=o(),u(Re.$$.fragment),pl=o(),Be=c("p"),Be.textContent=Xl,rl=o(),u(Pe.$$.fragment),ul=o(),Ye=c("p"),Ye.innerHTML=ql,ml=o(),u(Qe.$$.fragment),dl=o(),u(De.$$.fragment),fl=o(),et=c("p"),this.h()},l(e){const t=rn("svelte-u9bgzb",document.head);s=p(t,"META",{name:!0,content:!0}),t.forEach(l),C=i(e),a=p(e,"P",{}),tt(a).forEach(l),$=i(e),m(U.$$.fragment,e),M=i(e),m(v.$$.fragment,e),G=i(e),b=p(e,"P",{"data-svelte-h":!0}),r(b)!=="svelte-11gmy3q"&&(b.innerHTML=x),y=i(e),j=p(e,"P",{"data-svelte-h":!0}),r(j)!=="svelte-2fuf0r"&&(j.textContent=Cl),lt=i(e),R=p(e,"P",{"data-svelte-h":!0}),r(R)!=="svelte-1nb7ex0"&&(R.textContent=Ml),nt=i(e),m(B.$$.fragment,e),st=i(e),P=p(e,"P",{"data-svelte-h":!0}),r(P)!=="svelte-1qnmo38"&&(P.innerHTML=yl),ot=i(e),Y=p(e,"UL",{"data-svelte-h":!0}),r(Y)!=="svelte-a8ymuw"&&(Y.innerHTML=Tl),it=i(e),Q=p(e,"P",{"data-svelte-h":!0}),r(Q)!=="svelte-1i8n6rq"&&(Q.textContent=wl),at=i(e),m(D.$$.fragment,e),ct=i(e),z=p(e,"P",{"data-svelte-h":!0}),r(z)!=="svelte-1g39t6p"&&(z.textContent=Ul),pt=i(e),m(X.$$.fragment,e),rt=i(e),q=p(e,"P",{"data-svelte-h":!0}),r(q)!=="svelte-ly6a6j"&&(q.textContent=vl),ut=i(e),m(O.$$.fragment,e),mt=i(e),K=p(e,"P",{"data-svelte-h":!0}),r(K)!=="svelte-wjaltb"&&(K.innerHTML=jl),dt=i(e),m(ee.$$.fragment,e),ft=i(e),m(I.$$.fragment,e),gt=i(e),m(te.$$.fragment,e),ht=i(e),le=p(e,"P",{"data-svelte-h":!0}),r(le)!=="svelte-1202via"&&(le.textContent=Gl),$t=i(e),m(N.$$.fragment,e),bt=i(e),ne=p(e,"P",{"data-svelte-h":!0}),r(ne)!=="svelte-l7bdz6"&&(ne.textContent=xl),Ct=i(e),m(Z.$$.fragment,e),Mt=i(e),m(se.$$.fragment,e),yt=i(e),m(V.$$.fragment,e),Tt=i(e),oe=p(e,"P",{"data-svelte-h":!0}),r(oe)!=="svelte-13ltt22"&&(oe.innerHTML=El),wt=i(e),ie=p(e,"P",{"data-svelte-h":!0}),r(ie)!=="svelte-f29e6h"&&(ie.innerHTML=Jl),Ut=i(e),m(ae.$$.fragment,e),vt=i(e),m(ce.$$.fragment,e),jt=i(e),pe=p(e,"P",{"data-svelte-h":!0}),r(pe)!=="svelte-1yxvryk"&&(pe.textContent=kl),Gt=i(e),re=p(e,"P",{"data-svelte-h":!0}),r(re)!=="svelte-1khd0ur"&&(re.innerHTML=Il),xt=i(e),ue=p(e,"P",{"data-svelte-h":!0}),r(ue)!=="svelte-zucy2s"&&(ue.innerHTML=Nl),Et=i(e),m(me.$$.fragment,e),Jt=i(e),de=p(e,"P",{"data-svelte-h":!0}),r(de)!=="svelte-u73w5r"&&(de.textContent=Zl),kt=i(e),m(_.$$.fragment,e),It=i(e),m(fe.$$.fragment,e),Nt=i(e),ge=p(e,"P",{"data-svelte-h":!0}),r(ge)!=="svelte-9rwj46"&&(ge.innerHTML=Vl),Zt=i(e),m(he.$$.fragment,e),Vt=i(e),$e=p(e,"P",{"data-svelte-h":!0}),r($e)!=="svelte-177miyp"&&($e.textContent=_l),_t=i(e),be=p(e,"P",{"data-svelte-h":!0}),r(be)!=="svelte-4fsaj7"&&(be.innerHTML=Al),At=i(e),m(Ce.$$.fragment,e),Lt=i(e),Me=p(e,"P",{"data-svelte-h":!0}),r(Me)!=="svelte-gi3hy9"&&(Me.textContent=Ll),Wt=i(e),m(ye.$$.fragment,e),St=i(e),Te=p(e,"P",{"data-svelte-h":!0}),r(Te)!=="svelte-1wspkh7"&&(Te.textContent=Wl),Ft=i(e),m(we.$$.fragment,e),Ht=i(e),m(Ue.$$.fragment,e),Rt=i(e),ve=p(e,"P",{"data-svelte-h":!0}),r(ve)!=="svelte-1asaq7z"&&(ve.innerHTML=Sl),Bt=i(e),m(A.$$.fragment,e),Pt=i(e),je=p(e,"P",{"data-svelte-h":!0}),r(je)!=="svelte-13i3nqj"&&(je.innerHTML=Fl),Yt=i(e),Ge=p(e,"UL",{"data-svelte-h":!0}),r(Ge)!=="svelte-oqu2mg"&&(Ge.innerHTML=Hl),Qt=i(e),m(xe.$$.fragment,e),Dt=i(e),m(L.$$.fragment,e),zt=i(e),Ee=p(e,"P",{"data-svelte-h":!0}),r(Ee)!=="svelte-1rezrxc"&&(Ee.innerHTML=Rl),Xt=i(e),m(W.$$.fragment,e),qt=i(e),m(Je.$$.fragment,e),Ot=i(e),ke=p(e,"P",{"data-svelte-h":!0}),r(ke)!=="svelte-1is499s"&&(ke.textContent=Bl),Kt=i(e),S=p(e,"UL",{});var ze=tt(S);Ie=p(ze,"LI",{});var Xe=tt(Ie);Oe=p(Xe,"P",{"data-svelte-h":!0}),r(Oe)!=="svelte-1pbh49h"&&(Oe.innerHTML=Pl),hl=i(Xe),m(Ne.$$.fragment,Xe),Xe.forEach(l),$l=i(ze),Ze=p(ze,"LI",{});var qe=tt(Ze);Ke=p(qe,"P",{"data-svelte-h":!0}),r(Ke)!=="svelte-eii2c1"&&(Ke.innerHTML=Yl),bl=i(qe),m(Ve.$$.fragment,qe),qe.forEach(l),ze.forEach(l),el=i(e),m(F.$$.fragment,e),tl=i(e),m(_e.$$.fragment,e),ll=i(e),Ae=p(e,"P",{"data-svelte-h":!0}),r(Ae)!=="svelte-189d42i"&&(Ae.innerHTML=Ql),nl=i(e),m(Le.$$.fragment,e),sl=i(e),We=p(e,"P",{"data-svelte-h":!0}),r(We)!=="svelte-1u6gmmt"&&(We.textContent=Dl),ol=i(e),m(Se.$$.fragment,e),il=i(e),Fe=p(e,"P",{"data-svelte-h":!0}),r(Fe)!=="svelte-dhgixx"&&(Fe.innerHTML=zl),al=i(e),m(He.$$.fragment,e),cl=i(e),m(Re.$$.fragment,e),pl=i(e),Be=p(e,"P",{"data-svelte-h":!0}),r(Be)!=="svelte-1teoy12"&&(Be.textContent=Xl),rl=i(e),m(Pe.$$.fragment,e),ul=i(e),Ye=p(e,"P",{"data-svelte-h":!0}),r(Ye)!=="svelte-qo8r7n"&&(Ye.innerHTML=ql),ml=i(e),m(Qe.$$.fragment,e),dl=i(e),m(De.$$.fragment,e),fl=i(e),et=p(e,"P",{}),tt(et).forEach(l),this.h()},h(){sn(s,"name","hf:doc:metadata"),sn(s,"content",wn)},m(e,t){H(document.head,s),n(e,C,t),n(e,a,t),n(e,$,t),d(U,e,t),n(e,M,t),d(v,e,t),n(e,G,t),n(e,b,t),n(e,y,t),n(e,j,t),n(e,lt,t),n(e,R,t),n(e,nt,t),d(B,e,t),n(e,st,t),n(e,P,t),n(e,ot,t),n(e,Y,t),n(e,it,t),n(e,Q,t),n(e,at,t),d(D,e,t),n(e,ct,t),n(e,z,t),n(e,pt,t),d(X,e,t),n(e,rt,t),n(e,q,t),n(e,ut,t),d(O,e,t),n(e,mt,t),n(e,K,t),n(e,dt,t),d(ee,e,t),n(e,ft,t),d(I,e,t),n(e,gt,t),d(te,e,t),n(e,ht,t),n(e,le,t),n(e,$t,t),d(N,e,t),n(e,bt,t),n(e,ne,t),n(e,Ct,t),d(Z,e,t),n(e,Mt,t),d(se,e,t),n(e,yt,t),d(V,e,t),n(e,Tt,t),n(e,oe,t),n(e,wt,t),n(e,ie,t),n(e,Ut,t),d(ae,e,t),n(e,vt,t),d(ce,e,t),n(e,jt,t),n(e,pe,t),n(e,Gt,t),n(e,re,t),n(e,xt,t),n(e,ue,t),n(e,Et,t),d(me,e,t),n(e,Jt,t),n(e,de,t),n(e,kt,t),d(_,e,t),n(e,It,t),d(fe,e,t),n(e,Nt,t),n(e,ge,t),n(e,Zt,t),d(he,e,t),n(e,Vt,t),n(e,$e,t),n(e,_t,t),n(e,be,t),n(e,At,t),d(Ce,e,t),n(e,Lt,t),n(e,Me,t),n(e,Wt,t),d(ye,e,t),n(e,St,t),n(e,Te,t),n(e,Ft,t),d(we,e,t),n(e,Ht,t),d(Ue,e,t),n(e,Rt,t),n(e,ve,t),n(e,Bt,t),d(A,e,t),n(e,Pt,t),n(e,je,t),n(e,Yt,t),n(e,Ge,t),n(e,Qt,t),d(xe,e,t),n(e,Dt,t),d(L,e,t),n(e,zt,t),n(e,Ee,t),n(e,Xt,t),d(W,e,t),n(e,qt,t),d(Je,e,t),n(e,Ot,t),n(e,ke,t),n(e,Kt,t),n(e,S,t),H(S,Ie),H(Ie,Oe),H(Ie,hl),d(Ne,Ie,null),H(S,$l),H(S,Ze),H(Ze,Ke),H(Ze,bl),d(Ve,Ze,null),n(e,el,t),d(F,e,t),n(e,tl,t),d(_e,e,t),n(e,ll,t),n(e,Ae,t),n(e,nl,t),d(Le,e,t),n(e,sl,t),n(e,We,t),n(e,ol,t),d(Se,e,t),n(e,il,t),n(e,Fe,t),n(e,al,t),d(He,e,t),n(e,cl,t),d(Re,e,t),n(e,pl,t),n(e,Be,t),n(e,rl,t),d(Pe,e,t),n(e,ul,t),n(e,Ye,t),n(e,ml,t),d(Qe,e,t),n(e,dl,t),d(De,e,t),n(e,fl,t),n(e,et,t),gl=!0},p(e,[t]){const ze={};t&2&&(ze.$$scope={dirty:t,ctx:e}),I.$set(ze);const Xe={};t&2&&(Xe.$$scope={dirty:t,ctx:e}),N.$set(Xe);const qe={};t&2&&(qe.$$scope={dirty:t,ctx:e}),Z.$set(qe);const Ol={};t&2&&(Ol.$$scope={dirty:t,ctx:e}),V.$set(Ol);const Kl={};t&2&&(Kl.$$scope={dirty:t,ctx:e}),_.$set(Kl);const en={};t&2&&(en.$$scope={dirty:t,ctx:e}),A.$set(en);const tn={};t&2&&(tn.$$scope={dirty:t,ctx:e}),L.$set(tn);const ln={};t&2&&(ln.$$scope={dirty:t,ctx:e}),W.$set(ln);const nn={};t&2&&(nn.$$scope={dirty:t,ctx:e}),F.$set(nn)},i(e){gl||(f(U.$$.fragment,e),f(v.$$.fragment,e),f(B.$$.fragment,e),f(D.$$.fragment,e),f(X.$$.fragment,e),f(O.$$.fragment,e),f(ee.$$.fragment,e),f(I.$$.fragment,e),f(te.$$.fragment,e),f(N.$$.fragment,e),f(Z.$$.fragment,e),f(se.$$.fragment,e),f(V.$$.fragment,e),f(ae.$$.fragment,e),f(ce.$$.fragment,e),f(me.$$.fragment,e),f(_.$$.fragment,e),f(fe.$$.fragment,e),f(he.$$.fragment,e),f(Ce.$$.fragment,e),f(ye.$$.fragment,e),f(we.$$.fragment,e),f(Ue.$$.fragment,e),f(A.$$.fragment,e),f(xe.$$.fragment,e),f(L.$$.fragment,e),f(W.$$.fragment,e),f(Je.$$.fragment,e),f(Ne.$$.fragment,e),f(Ve.$$.fragment,e),f(F.$$.fragment,e),f(_e.$$.fragment,e),f(Le.$$.fragment,e),f(Se.$$.fragment,e),f(He.$$.fragment,e),f(Re.$$.fragment,e),f(Pe.$$.fragment,e),f(Qe.$$.fragment,e),f(De.$$.fragment,e),gl=!0)},o(e){g(U.$$.fragment,e),g(v.$$.fragment,e),g(B.$$.fragment,e),g(D.$$.fragment,e),g(X.$$.fragment,e),g(O.$$.fragment,e),g(ee.$$.fragment,e),g(I.$$.fragment,e),g(te.$$.fragment,e),g(N.$$.fragment,e),g(Z.$$.fragment,e),g(se.$$.fragment,e),g(V.$$.fragment,e),g(ae.$$.fragment,e),g(ce.$$.fragment,e),g(me.$$.fragment,e),g(_.$$.fragment,e),g(fe.$$.fragment,e),g(he.$$.fragment,e),g(Ce.$$.fragment,e),g(ye.$$.fragment,e),g(we.$$.fragment,e),g(Ue.$$.fragment,e),g(A.$$.fragment,e),g(xe.$$.fragment,e),g(L.$$.fragment,e),g(W.$$.fragment,e),g(Je.$$.fragment,e),g(Ne.$$.fragment,e),g(Ve.$$.fragment,e),g(F.$$.fragment,e),g(_e.$$.fragment,e),g(Le.$$.fragment,e),g(Se.$$.fragment,e),g(He.$$.fragment,e),g(Re.$$.fragment,e),g(Pe.$$.fragment,e),g(Qe.$$.fragment,e),g(De.$$.fragment,e),gl=!1},d(e){e&&(l(C),l(a),l($),l(M),l(G),l(b),l(y),l(j),l(lt),l(R),l(nt),l(st),l(P),l(ot),l(Y),l(it),l(Q),l(at),l(ct),l(z),l(pt),l(rt),l(q),l(ut),l(mt),l(K),l(dt),l(ft),l(gt),l(ht),l(le),l($t),l(bt),l(ne),l(Ct),l(Mt),l(yt),l(Tt),l(oe),l(wt),l(ie),l(Ut),l(vt),l(jt),l(pe),l(Gt),l(re),l(xt),l(ue),l(Et),l(Jt),l(de),l(kt),l(It),l(Nt),l(ge),l(Zt),l(Vt),l($e),l(_t),l(be),l(At),l(Lt),l(Me),l(Wt),l(St),l(Te),l(Ft),l(Ht),l(Rt),l(ve),l(Bt),l(Pt),l(je),l(Yt),l(Ge),l(Qt),l(Dt),l(zt),l(Ee),l(Xt),l(qt),l(Ot),l(ke),l(Kt),l(S),l(el),l(tl),l(ll),l(Ae),l(nl),l(sl),l(We),l(ol),l(il),l(Fe),l(al),l(cl),l(pl),l(Be),l(rl),l(ul),l(Ye),l(ml),l(dl),l(fl),l(et)),l(s),h(U,e),h(v,e),h(B,e),h(D,e),h(X,e),h(O,e),h(ee,e),h(I,e),h(te,e),h(N,e),h(Z,e),h(se,e),h(V,e),h(ae,e),h(ce,e),h(me,e),h(_,e),h(fe,e),h(he,e),h(Ce,e),h(ye,e),h(we,e),h(Ue,e),h(A,e),h(xe,e),h(L,e),h(W,e),h(Je,e),h(Ne),h(Ve),h(F,e),h(_e,e),h(Le,e),h(Se,e),h(He,e),h(Re,e),h(Pe,e),h(Qe,e),h(De,e)}}}const wn='{"title":"Deploy BGE Base v1.5 with TEI DLC from GCS on GKE","local":"deploy-bge-base-v15-with-tei-dlc-from-gcs-on-gke","sections":[{"title":"Setup / Configuration","local":"setup--configuration","sections":[],"depth":2},{"title":"Create GKE Cluster","local":"create-gke-cluster","sections":[],"depth":2},{"title":"Optional: Upload a model from the Hugging Face Hub to GCS","local":"optional-upload-a-model-from-the-hugging-face-hub-to-gcs","sections":[],"depth":2},{"title":"Configure IAM for GCS","local":"configure-iam-for-gcs","sections":[],"depth":2},{"title":"Deploy TEI","local":"deploy-tei","sections":[],"depth":2},{"title":"Inference with TEI","local":"inference-with-tei","sections":[{"title":"Via cURL","local":"via-curl","sections":[],"depth":3}],"depth":2},{"title":"Delete GKE Cluster","local":"delete-gke-cluster","sections":[],"depth":2}],"depth":1}';function Un(w){return an(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Jn extends cn{constructor(s){super(),pn(this,s,Un,Tn,on,{})}}export{Jn as component};