text-generation-inference/main/en/_app/immutable/entry/app.8cfc1931.js

import{s as C,a as B,o as U,t as j,b as V}from"../chunks/scheduler.362310b7.js";import{S as z,i as W,s as F,e as p,c as G,a as g,t as E,b as O,d as h,f as v,g as H,h as J,j as K,k as b,l as d,m as M,n as Q,o as X,p as T,q as P,r as L,u as A,v as D,w as I}from"../chunks/index.57dfc70d.js";const Y="modulepreload",Z=function(s){return"/docs/text-generation-inference/main/en/"+s},w={},o=function(t,i,_){if(!i||i.length===0)return t();const n=document.getElementsByTagName("link");return Promise.all(i.map(c=>{if(c=Z(c),c in w)return;w[c]=!0;const e=c.endsWith(".css"),r=e?'[rel="stylesheet"]':"";if(!!_)for(let a=n.length-1;a>=0;a--){const m=n[a];if(m.href===c&&(!e||m.rel==="stylesheet"))return}else if(document.querySelector(`link[href="${c}"]${r}`))return;const u=document.createElement("link");if(u.rel=e?"stylesheet":Y,e||(u.as="script",u.crossOrigin=""),u.href=c,document.head.appendChild(u),e)return new Promise((a,m)=>{u.addEventListener("load",a),u.addEventListener("error",()=>m(new Error(`Unable to preload CSS for ${c}`)))})})).then(()=>t()).catch(c=>{const e=new Event("vite:preloadError",{cancelable:!0});if(e.payload=c,window.dispatchEvent(e),!e.defaultPrevented)throw c})},rt={};function $(s){let t,i,_;var n=s[1][0];function c(e,r){return{props:{data:e[3],form:e[2]}}}return n&&(t=P(n,c(s)),s[12](t)),{c(){t&&L(t.$$.fragment),i=p()},l(e){t&&A(t.$$.fragment,e),i=p()},m(e,r){t&&D(t,e,r),g(e,i,r),_=!0},p(e,r){if(r&2&&n!==(n=e[1][0])){if(t){T();const l=t;E(l.$$.fragment,1,0,()=>{I(l,1)}),O()}n?(t=P(n,c(e)),e[12](t),L(t.$$.fragment),h(t.$$.fragment,1),D(t,i.parentNode,i)):t=null}else if(n){const l={};r&8&&(l.data=e[3]),r&4&&(l.form=e[2]),t.$set(l)}},i(e){_||(t&&h(t.$$.fragment,e),_=!0)},o(e){t&&E(t.$$.fragment,e),_=!1},d(e){e&&v(i),s[12](null),t&&I(t,e)}}}function x(s){let t,i,_;var n=s[1][0];function c(e,r){return{props:{data:e[3],$$slots:{default:[tt]},$$scope:{ctx:e}}}}return n&&(t=P(n,c(s)),s[11](t)),{c(){t&&L(t.$$.fragment),i=p()},l(e){t&&A(t.$$.fragment,e),i=p()},m(e,r){t&&D(t,e,r),g(e,i,r),_=!0},p(e,r){if(r&2&&n!==(n=e[1][0])){if(t){T();const l=t;E(l.$$.fragment,1,0,()=>{I(l,1)}),O()}n?(t=P(n,c(e)),e[11](t),L(t.$$.fragment),h(t.$$.fragment,1),D(t,i.parentNode,i)):t=null}else if(n){const l={};r&8&&(l.data=e[3]),r&8215&&(l.$$scope={dirty:r,ctx:e}),t.$set(l)}},i(e){_||(t&&h(t.$$.fragment,e),_=!0)},o(e){t&&E(t.$$.fragment,e),_=!1},d(e){e&&v(i),s[11](null),t&&I(t,e)}}}function tt(s){let t,i,_;var n=s[1][1];function c(e,r){return{props:{data:e[4],form:e[2]}}}return n&&(t=P(n,c(s)),s[10](t)),{c(){t&&L(t.$$.fragment),i=p()},l(e){t&&A(t.$$.fragment,e),i=p()},m(e,r){t&&D(t,e,r),g(e,i,r),_=!0},p(e,r){if(r&2&&n!==(n=e[1][1])){if(t){T();const l=t;E(l.$$.fragment,1,0,()=>{I(l,1)}),O()}n?(t=P(n,c(e)),e[10](t),L(t.$$.fragment),h(t.$$.fragment,1),D(t,i.parentNode,i)):t=null}else if(n){const l={};r&16&&(l.data=e[4]),r&4&&(l.form=e[2]),t.$set(l)}},i(e){_||(t&&h(t.$$.fragment,e),_=!0)},o(e){t&&E(t.$$.fragment,e),_=!1},d(e){e&&v(i),s[10](null),t&&I(t,e)}}}function k(s){let t,i=s[6]&&y(s);return{c(){t=H("div"),i&&i.c(),this.h()},l(_){t=J(_,"DIV",{id:!0,"aria-live":!0,"aria-atomic":!0,style:!0});var n=K(t);i&&i.l(n),n.forEach(v),this.h()},h(){b(t,"id","svelte-announcer"),b(t,"aria-live","assertive"),b(t,"aria-atomic","true"),d(t,"position","absolute"),d(t,"left","0"),d(t,"top","0"),d(t,"clip","rect(0 0 0 0)"),d(t,"clip-path","inset(50%)"),d(t,"overflow","hidden"),d(t,"white-space","nowrap"),d(t,"width","1px"),d(t,"height","1px")},m(_,n){g(_,t,n),i&&i.m(t,null)},p(_,n){_[6]?i?i.p(_,n):(i=y(_),i.c(),i.m(t,null)):i&&(i.d(1),i=null)},d(_){_&&v(t),i&&i.d()}}}function y(s){let t;return{c(){t=M(s[7])},l(i){t=Q(i,s[7])},m(i,_){g(i,t,_)},p(i,_){_&128&&X(t,i[7])},d(i){i&&v(t)}}}function et(s){let t,i,_,n,c;const e=[x,$],r=[];function l(a,m){return a[1][1]?0:1}t=l(s),i=r[t]=e[t](s);let u=s[5]&&k(s);return{c(){i.c(),_=F(),u&&u.c(),n=p()},l(a){i.l(a),_=G(a),u&&u.l(a),n=p()},m(a,m){r[t].m(a,m),g(a,_,m),u&&u.m(a,m),g(a,n,m),c=!0},p(a,[m]){let R=t;t=l(a),t===R?r[t].p(a,m):(T(),E(r[R],1,1,()=>{r[R]=null}),O(),i=r[t],i?i.p(a,m):(i=r[t]=e[t](a),i.c()),h(i,1),i.m(_.parentNode,_)),a[5]?u?u.p(a,m):(u=k(a),u.c(),u.m(n.parentNode,n)):u&&(u.d(1),u=null)},i(a){c||(h(i),c=!0)},o(a){E(i),c=!1},d(a){a&&(v(_),v(n)),r[t].d(a),u&&u.d(a)}}}function it(s,t,i){let{stores:_}=t,{page:n}=t,{constructors:c}=t,{components:e=[]}=t,{form:r}=t,{data_0:l=null}=t,{data_1:u=null}=t;B(_.page.notify);let a=!1,m=!1,R=null;U(()=>{const f=_.page.subscribe(()=>{a&&(i(6,m=!0),j().then(()=>{i(7,R=document.title||"untitled page")}))});return i(5,a=!0),f});function N(f){V[f?"unshift":"push"](()=>{e[1]=f,i(0,e)})}function S(f){V[f?"unshift":"push"](()=>{e[0]=f,i(0,e)})}function q(f){V[f?"unshift":"push"](()=>{e[0]=f,i(0,e)})}return s.$$set=f=>{"stores"in f&&i(8,_=f.stores),"page"in f&&i(9,n=f.page),"constructors"in f&&i(1,c=f.constructors),"components"in f&&i(0,e=f.components),"form"in f&&i(2,r=f.form),"data_0"in f&&i(3,l=f.data_0),"data_1"in f&&i(4,u=f.data_1)},s.$$.update=()=>{s.$$.dirty&768&&_.page.set(n)},[e,c,r,l,u,a,m,R,_,n,N,S,q]}class ot extends z{constructor(t){super(),W(this,t,it,et,C,{stores:8,page:9,constructors:1,components:0,form:2,data_0:3,data_1:4})}}const st=[()=>o(()=>import("../nodes/0.543c9bd9.js"),["_app/immutable/nodes/0.543c9bd9.js","_app/immutable/chunks/paths.284aef40.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/each.e59479a4.js","_app/immutable/assets/0.e3b0c442.css"]),()=>o(()=>import("../nodes/1.82038502.js"),["_app/immutable/nodes/1.82038502.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/singletons.fa2b0eb7.js","_app/immutable/chunks/index.7f53ec41.js","_app/immutable/chunks/paths.284aef40.js"]),()=>o(()=>import("../nodes/2.5a4e0603.js"),["_app/immutable/nodes/2.5a4e0603.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/3.66aba0bc.js"),["_app/immutable/nodes/3.66aba0bc.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/4.69979730.js"),["_app/immutable/nodes/4.69979730.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/5.7ef302f5.js"),["_app/immutable/nodes/5.7ef302f5.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/6.6f9eecce.js"),["_app/immutable/nodes/6.6f9eecce.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/7.7b5f14d5.js"),["_app/immutable/nodes/7.7b5f14d5.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/Tip.14b2ab21.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/8.2d150233.js"),["_app/immutable/nodes/8.2d150233.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/9.21c3a020.js"),["_app/immutable/nodes/9.21c3a020.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/10.7bea09ca.js"),["_app/immutable/nodes/10.7bea09ca.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/11.7b589392.js"),["_app/immutable/nodes/11.7b589392.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/12.d7fd037a.js"),["_app/immutable/nodes/12.d7fd037a.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/13.6f19bf80.js"),["_app/immutable/nodes/13.6f19bf80.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/14.0cc29dc6.js"),["_app/immutable/nodes/14.0cc29dc6.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/15.8ecf6cee.js"),["_app/immutable/nodes/15.8ecf6cee.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/16.3a28be77.js"),["_app/immutable/nodes/16.3a28be77.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/17.28f72fab.js"),["_app/immutable/nodes/17.28f72fab.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/18.1a8509fd.js"),["_app/immutable/nodes/18.1a8509fd.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/19.bfa24e6f.js"),["_app/immutable/nodes/19.bfa24e6f.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/20.0db16f84.js"),["_app/immutable/nodes/20.0db16f84.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/21.f2abfa1c.js"),["_app/immutable/nodes/21.f2abfa1c.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/22.264d75ce.js"),["_app/immutable/nodes/22.264d75ce.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/Tip.14b2ab21.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/23.18c9be67.js"),["_app/immutable/nodes/23.18c9be67.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/24.49a85184.js"),["_app/immutable/nodes/24.49a85184.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/Tip.14b2ab21.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/25.cb494dda.js"),["_app/immutable/nodes/25.cb494dda.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/26.22a8127b.js"),["_app/immutable/nodes/26.22a8127b.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/27.7db579d4.js"),["_app/immutable/nodes/27.7db579d4.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/28.5b400aad.js"),["_app/immutable/nodes/28.5b400aad.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/29.6e746cf0.js"),["_app/immutable/nodes/29.6e746cf0.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/30.c092ab98.js"),["_app/immutable/nodes/30.c092ab98.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/Tip.14b2ab21.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/each.e59479a4.js","_app/immutable/chunks/index.7f53ec41.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/31.dd322010.js"),["_app/immutable/nodes/31.dd322010.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/32.040a373b.js"),["_app/immutable/nodes/32.040a373b.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/33.2ae93f33.js"),["_app/immutable/nodes/33.2ae93f33.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/34.037089f8.js"),["_app/immutable/nodes/34.037089f8.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"]),()=>o(()=>import("../nodes/35.4268715f.js"),["_app/immutable/nodes/35.4268715f.js","_app/immutable/chunks/scheduler.362310b7.js","_app/immutable/chunks/index.57dfc70d.js","_app/immutable/chunks/CodeBlock.d3c47f83.js","_app/immutable/chunks/EditOnGithub.9633c464.js"])],at=[],lt={"/architecture":[2],"/basic_tutorials/consuming_tgi":[3],"/basic_tutorials/gated_model_access":[4],"/basic_tutorials/monitoring":[5],"/basic_tutorials/non_core_models":[6],"/basic_tutorials/preparing_model":[7],"/basic_tutorials/safety":[8],"/basic_tutorials/train_medusa":[9],"/basic_tutorials/using_cli":[10],"/basic_tutorials/using_guidance":[11],"/basic_tutorials/visual_language_models":[12],"/conceptual/external":[13],"/conceptual/flash_attention":[14],"/conceptual/guidance":[15],"/conceptual/lora":[16],"/conceptual/paged_attention":[17],"/conceptual/quantization":[18],"/conceptual/safetensors":[19],"/conceptual/speculation":[20],"/conceptual/streaming":[21],"/conceptual/tensor_parallelism":[22],"/index":[23],"/installation_amd":[25],"/installation_gaudi":[26],"/installation_inferentia":[27],"/installation_intel":[28],"/installation_nvidia":[29],"/installation":[24],"/quicktour":[30],"/reference/api_reference":[31],"/reference/launcher":[32],"/reference/metrics":[33],"/supported_models":[34],"/usage_statistics":[35]},ct={handleError:({error:s})=>{console.error(s)}};export{lt as dictionary,ct as hooks,rt as matchers,st as nodes,ot as root,at as server_loads};