lighteval/pr_985/en/_app/immutable/nodes/9.ff199c3d.js

import{s as Et,n as kt,o as Ct}from"../chunks/scheduler.7da89386.js";import{S as Mt,i as Pt,g as i,s as l,r,A as Ut,h as s,f as a,c as d,j as wt,u as o,x as u,k as _t,y as Dt,a as n,v as p,d as m,t as f,w as c}from"../chunks/index.20910acc.js";import{C as Lt}from"../chunks/CodeBlock.143bd81e.js";import{H as h,E as Ht}from"../chunks/getInferenceSnippets.7cf363b6.js";function Zt(ft){let g,F,B,G,$,z,x,ct="Lighteval can be installed from PyPI or from source. This guide covers all installation options and dependencies.",R,v,X,b,ut="<li><strong>Python</strong>: 3.10 or higher</li> <li><strong>PyTorch</strong>: 2.0 or higher (but less than 3.0)</li> <li><strong>CUDA</strong>: Optional, for GPU acceleration</li>",O,y,W,T,gt="The simplest way to install Lighteval is from PyPI:",Q,w,J,_,ht="This installs the core package with all essential dependencies for basic evaluation tasks.",Y,L,N,E,$t="Source installation is recommended for developers who want to contribute to Lighteval or need the latest features:",V,k,K,C,tt,M,xt="Lighteval provides several optional dependency groups that you can install based on your needs. Use the format <code>pip install lighteval[&lt;group&gt;]</code> or <code>pip install -e .[&lt;group&gt;]</code> for source installation.",et,P,at,U,vt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>vllm</code></td> <td>Use VLLM as backend for high-performance inference</td> <td>vllm&gt;=0.10.0, ray, more_itertools</td></tr> <tr><td><code>tgi</code></td> <td>Use Text Generation Inference API</td> <td>text-generation&gt;=0.6.0</td></tr> <tr><td><code>litellm</code></td> <td>Use LiteLLM for unified API access</td> <td>litellm, diskcache</td></tr> <tr><td><code>optimum</code></td> <td>Use Optimum for optimized models</td> <td>optimum==1.12.0</td></tr> <tr><td><code>quantization</code></td> <td>Evaluate quantized models</td> <td>bitsandbytes&gt;=0.41.0, auto-gptq&gt;=0.4.2</td></tr> <tr><td><code>adapters</code></td> <td>Evaluate adapter models (PEFT, Delta)</td> <td>peft==0.3.0</td></tr> <tr><td><code>nanotron</code></td> <td>Evaluate Nanotron models</td> <td>nanotron, tensorboardX</td></tr></tbody>",nt,D,lt,H,bt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>extended_tasks</code></td> <td>Extended evaluation tasks</td> <td>langdetect, openai&gt;1.87, tiktoken</td></tr> <tr><td><code>multilingual</code></td> <td>Multilingual evaluation support</td> <td>stanza, spacy[ja,ko,th], jieba, pyvi</td></tr> <tr><td><code>math</code></td> <td>Mathematical reasoning tasks</td> <td>latex2sympy2_extended==1.0.6</td></tr></tbody>",dt,Z,it,S,yt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>s3</code></td> <td>Upload results to S3</td> <td>s3fs</td></tr> <tr><td><code>tensorboardX</code></td> <td>Upload results to TensorBoard</td> <td>tensorboardX</td></tr> <tr><td><code>wandb</code></td> <td>Log results to Weights &amp; Biases</td> <td>wandb</td></tr> <tr><td><code>trackio</code></td> <td>Log results to Trackio</td> <td>trackio</td></tr></tbody>",st,q,rt,A,Tt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>quality</code></td> <td>Code quality tools</td> <td>ruff&gt;=v0.11.0, pre-commit</td></tr> <tr><td><code>tests</code></td> <td>Testing dependencies</td> <td>pytest&gt;=7.4.0, deepdiff</td></tr> <tr><td><code>docs</code></td> <td>Documentation building</td> <td>hf-doc-builder, watchdog</td></tr> <tr><td><code>dev</code></td> <td>All development dependencies</td> <td>Includes accelerate, quality, tests, multilingual, math, extended_tasks, vllm</td></tr></tbody>",ot,I,pt,j,mt;return $=new h({props:{title:"Installation",local:"installation",headingTag:"h1"}}),v=new h({props:{title:"System Requirements",local:"system-requirements",headingTag:"h2"}}),y=new h({props:{title:"From PyPI",local:"from-pypi",headingTag:"h2"}}),w=new Lt({props:{code:"cGlwJTIwaW5zdGFsbCUyMGxpZ2h0ZXZhbA==",highlighted:"pip install lighteval",wrap:!1}}),L=new h({props:{title:"From Source",local:"from-source",headingTag:"h2"}}),k=new Lt({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZodWdnaW5nZmFjZSUyRmxpZ2h0ZXZhbC5naXQlMEFjZCUyMGxpZ2h0ZXZhbCUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/huggingface/lighteval.git
<span class="hljs-built_in">cd</span> lighteval
pip install -e .`,wrap:!1}}),C=new h({props:{title:"Optional Dependencies (Extras)",local:"optional-dependencies-extras",headingTag:"h2"}}),P=new h({props:{title:"Backend Extras",local:"backend-extras",headingTag:"h3"}}),D=new h({props:{title:"Task and Feature Extras",local:"task-and-feature-extras",headingTag:"h3"}}),Z=new h({props:{title:"Storage and Logging Extras",local:"storage-and-logging-extras",headingTag:"h3"}}),q=new h({props:{title:"Development Extras",local:"development-extras",headingTag:"h3"}}),I=new Ht({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/installation.mdx"}}),{c(){g=i("meta"),F=l(),B=i("p"),G=l(),r($.$$.fragment),z=l(),x=i("p"),x.textContent=ct,R=l(),r(v.$$.fragment),X=l(),b=i("ul"),b.innerHTML=ut,O=l(),r(y.$$.fragment),W=l(),T=i("p"),T.textContent=gt,Q=l(),r(w.$$.fragment),J=l(),_=i("p"),_.textContent=ht,Y=l(),r(L.$$.fragment),N=l(),E=i("p"),E.textContent=$t,V=l(),r(k.$$.fragment),K=l(),r(C.$$.fragment),tt=l(),M=i("p"),M.innerHTML=xt,et=l(),r(P.$$.fragment),at=l(),U=i("table"),U.innerHTML=vt,nt=l(),r(D.$$.fragment),lt=l(),H=i("table"),H.innerHTML=bt,dt=l(),r(Z.$$.fragment),it=l(),S=i("table"),S.innerHTML=yt,st=l(),r(q.$$.fragment),rt=l(),A=i("table"),A.innerHTML=Tt,ot=l(),r(I.$$.fragment),pt=l(),j=i("p"),this.h()},l(t){const e=Ut("svelte-u9bgzb",document.head);g=s(e,"META",{name:!0,content:!0}),e.forEach(a),F=d(t),B=s(t,"P",{}),wt(B).forEach(a),G=d(t),o($.$$.fragment,t),z=d(t),x=s(t,"P",{"data-svelte-h":!0}),u(x)!=="svelte-g8v5uc"&&(x.textContent=ct),R=d(t),o(v.$$.fragment,t),X=d(t),b=s(t,"UL",{"data-svelte-h":!0}),u(b)!=="svelte-bfd5em"&&(b.innerHTML=ut),O=d(t),o(y.$$.fragment,t),W=d(t),T=s(t,"P",{"data-svelte-h":!0}),u(T)!=="svelte-yadr7z"&&(T.textContent=gt),Q=d(t),o(w.$$.fragment,t),J=d(t),_=s(t,"P",{"data-svelte-h":!0}),u(_)!=="svelte-1k4lkf7"&&(_.textContent=ht),Y=d(t),o(L.$$.fragment,t),N=d(t),E=s(t,"P",{"data-svelte-h":!0}),u(E)!=="svelte-un6mf9"&&(E.textContent=$t),V=d(t),o(k.$$.fragment,t),K=d(t),o(C.$$.fragment,t),tt=d(t),M=s(t,"P",{"data-svelte-h":!0}),u(M)!=="svelte-g5qyzo"&&(M.innerHTML=xt),et=d(t),o(P.$$.fragment,t),at=d(t),U=s(t,"TABLE",{"data-svelte-h":!0}),u(U)!=="svelte-18o21q3"&&(U.innerHTML=vt),nt=d(t),o(D.$$.fragment,t),lt=d(t),H=s(t,"TABLE",{"data-svelte-h":!0}),u(H)!=="svelte-5f94va"&&(H.innerHTML=bt),dt=d(t),o(Z.$$.fragment,t),it=d(t),S=s(t,"TABLE",{"data-svelte-h":!0}),u(S)!=="svelte-n07f92"&&(S.innerHTML=yt),st=d(t),o(q.$$.fragment,t),rt=d(t),A=s(t,"TABLE",{"data-svelte-h":!0}),u(A)!=="svelte-1ih9cyl"&&(A.innerHTML=Tt),ot=d(t),o(I.$$.fragment,t),pt=d(t),j=s(t,"P",{}),wt(j).forEach(a),this.h()},h(){_t(g,"name","hf:doc:metadata"),_t(g,"content",St)},m(t,e){Dt(document.head,g),n(t,F,e),n(t,B,e),n(t,G,e),p($,t,e),n(t,z,e),n(t,x,e),n(t,R,e),p(v,t,e),n(t,X,e),n(t,b,e),n(t,O,e),p(y,t,e),n(t,W,e),n(t,T,e),n(t,Q,e),p(w,t,e),n(t,J,e),n(t,_,e),n(t,Y,e),p(L,t,e),n(t,N,e),n(t,E,e),n(t,V,e),p(k,t,e),n(t,K,e),p(C,t,e),n(t,tt,e),n(t,M,e),n(t,et,e),p(P,t,e),n(t,at,e),n(t,U,e),n(t,nt,e),p(D,t,e),n(t,lt,e),n(t,H,e),n(t,dt,e),p(Z,t,e),n(t,it,e),n(t,S,e),n(t,st,e),p(q,t,e),n(t,rt,e),n(t,A,e),n(t,ot,e),p(I,t,e),n(t,pt,e),n(t,j,e),mt=!0},p:kt,i(t){mt||(m($.$$.fragment,t),m(v.$$.fragment,t),m(y.$$.fragment,t),m(w.$$.fragment,t),m(L.$$.fragment,t),m(k.$$.fragment,t),m(C.$$.fragment,t),m(P.$$.fragment,t),m(D.$$.fragment,t),m(Z.$$.fragment,t),m(q.$$.fragment,t),m(I.$$.fragment,t),mt=!0)},o(t){f($.$$.fragment,t),f(v.$$.fragment,t),f(y.$$.fragment,t),f(w.$$.fragment,t),f(L.$$.fragment,t),f(k.$$.fragment,t),f(C.$$.fragment,t),f(P.$$.fragment,t),f(D.$$.fragment,t),f(Z.$$.fragment,t),f(q.$$.fragment,t),f(I.$$.fragment,t),mt=!1},d(t){t&&(a(F),a(B),a(G),a(z),a(x),a(R),a(X),a(b),a(O),a(W),a(T),a(Q),a(J),a(_),a(Y),a(N),a(E),a(V),a(K),a(tt),a(M),a(et),a(at),a(U),a(nt),a(lt),a(H),a(dt),a(it),a(S),a(st),a(rt),a(A),a(ot),a(pt),a(j)),a(g),c($,t),c(v,t),c(y,t),c(w,t),c(L,t),c(k,t),c(C,t),c(P,t),c(D,t),c(Z,t),c(q,t),c(I,t)}}}const St='{"title":"Installation","local":"installation","sections":[{"title":"System Requirements","local":"system-requirements","sections":[],"depth":2},{"title":"From PyPI","local":"from-pypi","sections":[],"depth":2},{"title":"From Source","local":"from-source","sections":[],"depth":2},{"title":"Optional Dependencies (Extras)","local":"optional-dependencies-extras","sections":[{"title":"Backend Extras","local":"backend-extras","sections":[],"depth":3},{"title":"Task and Feature Extras","local":"task-and-feature-extras","sections":[],"depth":3},{"title":"Storage and Logging Extras","local":"storage-and-logging-extras","sections":[],"depth":3},{"title":"Development Extras","local":"development-extras","sections":[],"depth":3}],"depth":2}],"depth":1}';function qt(ft){return Ct(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ft extends Mt{constructor(g){super(),Pt(this,g,qt,Zt,Et,{})}}export{Ft as component};