inference-endpoints/pr_80/en/_app/immutable/nodes/19.7d49ccca.js

import{s as Q,n as W,o as X}from"../chunks/scheduler.389d799c.js";import{S as Z,i as ee,g as l,s as i,r as T,A as te,h as d,f as n,c as a,j as K,u as P,x as b,k as N,y as ne,a as o,v as y,d as H,t as k,w as L}from"../chunks/index.8f81d18f.js";import{H as j,E as oe}from"../chunks/EditOnGithub.33306dfe.js";function ie(D){let s,M,_,x,c,E,r,V=`Hugging Face Inference Endpoints comes with a default serving container which is used for all <a href="/docs/inference-endpoints/supported_tasks">supported Transformers and Sentence-Transformers tasks</a> and for <a href="/docs/inference-endpoints/guides/custom_handler">custom inference handler</a> and implement batching.
Below you will find information about the installed packages and versions used.`,C,f,B='You can always upgrade installed packages and a custom packages by adding a <code>requirements.txt</code> file to your model repository. Read more in <a href="/docs/inference-endpoints/guides/custom_dependencies">Add custom Dependencies</a>.',U,p,I,m,O="The Hugging Face Inference Runtime has separate versions for <code>PyTorch</code> and <code>TensorFlow</code> for <code>CPU</code> and <code>GPU</code>, which are used based on the selected <code>framework</code> when creating an Inference Endpoint. The <code>TensorFlow</code> and <code>PyTorch</code> flavors are grouped together in the list below.",G,u,A,g,Y="<li><code>Python</code>: <code>3.11</code></li> <li><code>huggingface_hub</code>: <code>0.20.3</code></li> <li><code>pytorch</code>: <code>2.2.0</code></li> <li><code>transformers[sklearn,sentencepiece,audio,vision]</code>: <code>4.38.2</code></li> <li><code>diffusers</code>: <code>0.26.3</code></li> <li><code>accelerate</code>: <code>0.27.2</code></li> <li><code>sentence_transformers</code>: <code>2.4.0</code></li> <li><code>pandas</code>: <code>latest</code></li> <li><code>peft</code>: <code>0.9.0</code></li> <li><code>tensorflow</code>: <code>latest</code></li>",F,h,S,$,J="<li><code>CUDA</code>: <code>12.3</code></li>",q,v,z,w,R;return c=new j({props:{title:"Inference Endpoints Version",local:"inference-endpoints-version",headingTag:"h1"}}),p=new j({props:{title:"Installed packages & version",local:"installed-packages--version",headingTag:"h2"}}),u=new j({props:{title:"General",local:"general",headingTag:"h3"}}),h=new j({props:{title:"GPU",local:"gpu",headingTag:"h3"}}),v=new oe({props:{source:"https://github.com/huggingface/hf-endpoints-documentation/blob/main/docs/source/others/runtime.mdx"}}),{c(){s=l("meta"),M=i(),_=l("p"),x=i(),T(c.$$.fragment),E=i(),r=l("p"),r.innerHTML=V,C=i(),f=l("p"),f.innerHTML=B,U=i(),T(p.$$.fragment),I=i(),m=l("p"),m.innerHTML=O,G=i(),T(u.$$.fragment),A=i(),g=l("ul"),g.innerHTML=Y,F=i(),T(h.$$.fragment),S=i(),$=l("ul"),$.innerHTML=J,q=i(),T(v.$$.fragment),z=i(),w=l("p"),this.h()},l(e){const t=te("svelte-u9bgzb",document.head);s=d(t,"META",{name:!0,content:!0}),t.forEach(n),M=a(e),_=d(e,"P",{}),K(_).forEach(n),x=a(e),P(c.$$.fragment,e),E=a(e),r=d(e,"P",{"data-svelte-h":!0}),b(r)!=="svelte-1fab51q"&&(r.innerHTML=V),C=a(e),f=d(e,"P",{"data-svelte-h":!0}),b(f)!=="svelte-w3dk57"&&(f.innerHTML=B),U=a(e),P(p.$$.fragment,e),I=a(e),m=d(e,"P",{"data-svelte-h":!0}),b(m)!=="svelte-1yvvpgz"&&(m.innerHTML=O),G=a(e),P(u.$$.fragment,e),A=a(e),g=d(e,"UL",{"data-svelte-h":!0}),b(g)!=="svelte-vz7jb3"&&(g.innerHTML=Y),F=a(e),P(h.$$.fragment,e),S=a(e),$=d(e,"UL",{"data-svelte-h":!0}),b($)!=="svelte-gtfnyi"&&($.innerHTML=J),q=a(e),P(v.$$.fragment,e),z=a(e),w=d(e,"P",{}),K(w).forEach(n),this.h()},h(){N(s,"name","hf:doc:metadata"),N(s,"content",ae)},m(e,t){ne(document.head,s),o(e,M,t),o(e,_,t),o(e,x,t),y(c,e,t),o(e,E,t),o(e,r,t),o(e,C,t),o(e,f,t),o(e,U,t),y(p,e,t),o(e,I,t),o(e,m,t),o(e,G,t),y(u,e,t),o(e,A,t),o(e,g,t),o(e,F,t),y(h,e,t),o(e,S,t),o(e,$,t),o(e,q,t),y(v,e,t),o(e,z,t),o(e,w,t),R=!0},p:W,i(e){R||(H(c.$$.fragment,e),H(p.$$.fragment,e),H(u.$$.fragment,e),H(h.$$.fragment,e),H(v.$$.fragment,e),R=!0)},o(e){k(c.$$.fragment,e),k(p.$$.fragment,e),k(u.$$.fragment,e),k(h.$$.fragment,e),k(v.$$.fragment,e),R=!1},d(e){e&&(n(M),n(_),n(x),n(E),n(r),n(C),n(f),n(U),n(I),n(m),n(G),n(A),n(g),n(F),n(S),n($),n(q),n(z),n(w)),n(s),L(c,e),L(p,e),L(u,e),L(h,e),L(v,e)}}}const ae='{"title":"Inference Endpoints Version","local":"inference-endpoints-version","sections":[{"title":"Installed packages & version","local":"installed-packages--version","sections":[{"title":"General","local":"general","sections":[],"depth":3},{"title":"GPU","local":"gpu","sections":[],"depth":3}],"depth":2}],"depth":1}';function se(D){return X(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class re extends Z{constructor(s){super(),ee(this,s,se,ie,Q,{})}}export{re as component};