lighteval/pr_1027/en/_app/immutable/nodes/10.dafc331f.js

import{s as kt,n as Mt,o as Pt}from"../chunks/scheduler.3a17fb72.js";import{S as Ut,i as Dt,e as i,s as l,c as s,h as Ht,a as r,d as n,b as d,f as _t,g as o,j as $,k as Ct,l as St,m as a,n as p,t as m,o as f,p as c}from"../chunks/index.093f8863.js";import{C as Zt,H as u,E as qt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.e28c70f3.js";import{C as Et}from"../chunks/CodeBlock.3509844b.js";function It($t){let g,F,j,G,h,R,x,X,v,gt="Lighteval can be installed from PyPI or from source. This guide covers all installation options and dependencies.",O,b,W,y,ut="<li><strong>Python</strong>: 3.10 or higher</li> <li><strong>PyTorch</strong>: 2.0 or higher (but less than 3.0)</li> <li><strong>CUDA</strong>: Optional, for GPU acceleration</li>",Q,T,J,L,ht="The simplest way to install Lighteval is from PyPI:",Y,w,N,_,xt="This installs the core package with all essential dependencies for basic evaluation tasks.",V,C,K,E,vt="Source installation is recommended for developers who want to contribute to Lighteval or need the latest features:",tt,k,et,M,nt,P,bt="Lighteval provides several optional dependency groups that you can install based on your needs. Use the format <code>pip install lighteval[&lt;group&gt;]</code> or <code>pip install -e .[&lt;group&gt;]</code> for source installation.",at,U,lt,D,yt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>vllm</code></td> <td>Use VLLM as backend for high-performance inference</td> <td>vllm&gt;=0.10.0, ray, more_itertools</td></tr> <tr><td><code>tgi</code></td> <td>Use Text Generation Inference API</td> <td>text-generation&gt;=0.6.0</td></tr> <tr><td><code>litellm</code></td> <td>Use LiteLLM for unified API access</td> <td>litellm, diskcache</td></tr> <tr><td><code>optimum</code></td> <td>Use Optimum for optimized models</td> <td>optimum==1.12.0</td></tr> <tr><td><code>quantization</code></td> <td>Evaluate quantized models</td> <td>bitsandbytes&gt;=0.41.0, auto-gptq&gt;=0.4.2</td></tr> <tr><td><code>adapters</code></td> <td>Evaluate adapter models (PEFT, Delta)</td> <td>peft==0.3.0</td></tr> <tr><td><code>nanotron</code></td> <td>Evaluate Nanotron models</td> <td>nanotron, tensorboardX</td></tr></tbody>",dt,H,it,S,Tt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>extended_tasks</code></td> <td>Extended evaluation tasks</td> <td>langdetect, openai&gt;1.87, tiktoken</td></tr> <tr><td><code>multilingual</code></td> <td>Multilingual evaluation support</td> <td>stanza, spacy[ja,ko,th], jieba, pyvi</td></tr> <tr><td><code>math</code></td> <td>Mathematical reasoning tasks</td> <td>latex2sympy2_extended==1.0.6</td></tr></tbody>",st,Z,rt,q,Lt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>s3</code></td> <td>Upload results to S3</td> <td>s3fs</td></tr> <tr><td><code>tensorboardX</code></td> <td>Upload results to TensorBoard</td> <td>tensorboardX</td></tr> <tr><td><code>wandb</code></td> <td>Log results to Weights &amp; Biases</td> <td>wandb</td></tr> <tr><td><code>trackio</code></td> <td>Log results to Trackio</td> <td>trackio</td></tr></tbody>",ot,I,pt,A,wt="<thead><tr><th>Extra</th> <th>Description</th> <th>Dependencies</th></tr></thead> <tbody><tr><td><code>quality</code></td> <td>Code quality tools</td> <td>ruff&gt;=v0.11.0, pre-commit</td></tr> <tr><td><code>tests</code></td> <td>Testing dependencies</td> <td>pytest&gt;=7.4.0, deepdiff</td></tr> <tr><td><code>docs</code></td> <td>Documentation building</td> <td>hf-doc-builder, watchdog</td></tr> <tr><td><code>dev</code></td> <td>All development dependencies</td> <td>Includes accelerate, quality, tests, multilingual, math, extended_tasks, vllm</td></tr></tbody>",mt,B,ft,z,ct;return h=new Zt({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),x=new u({props:{title:"Installation",local:"installation",headingTag:"h1"}}),b=new u({props:{title:"System Requirements",local:"system-requirements",headingTag:"h2"}}),T=new u({props:{title:"From PyPI",local:"from-pypi",headingTag:"h2"}}),w=new Et({props:{code:"cGlwJTIwaW5zdGFsbCUyMGxpZ2h0ZXZhbA==",highlighted:"pip install lighteval",wrap:!1}}),C=new u({props:{title:"From Source",local:"from-source",headingTag:"h2"}}),k=new Et({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZodWdnaW5nZmFjZSUyRmxpZ2h0ZXZhbC5naXQlMEFjZCUyMGxpZ2h0ZXZhbCUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/huggingface/lighteval.git
<span class="hljs-built_in">cd</span> lighteval
pip install -e .`,wrap:!1}}),M=new u({props:{title:"Optional Dependencies (Extras)",local:"optional-dependencies-extras",headingTag:"h2"}}),U=new u({props:{title:"Backend Extras",local:"backend-extras",headingTag:"h3"}}),H=new u({props:{title:"Task and Feature Extras",local:"task-and-feature-extras",headingTag:"h3"}}),Z=new u({props:{title:"Storage and Logging Extras",local:"storage-and-logging-extras",headingTag:"h3"}}),I=new u({props:{title:"Development Extras",local:"development-extras",headingTag:"h3"}}),B=new qt({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/installation.mdx"}}),{c(){g=i("meta"),F=l(),j=i("p"),G=l(),s(h.$$.fragment),R=l(),s(x.$$.fragment),X=l(),v=i("p"),v.textContent=gt,O=l(),s(b.$$.fragment),W=l(),y=i("ul"),y.innerHTML=ut,Q=l(),s(T.$$.fragment),J=l(),L=i("p"),L.textContent=ht,Y=l(),s(w.$$.fragment),N=l(),_=i("p"),_.textContent=xt,V=l(),s(C.$$.fragment),K=l(),E=i("p"),E.textContent=vt,tt=l(),s(k.$$.fragment),et=l(),s(M.$$.fragment),nt=l(),P=i("p"),P.innerHTML=bt,at=l(),s(U.$$.fragment),lt=l(),D=i("table"),D.innerHTML=yt,dt=l(),s(H.$$.fragment),it=l(),S=i("table"),S.innerHTML=Tt,st=l(),s(Z.$$.fragment),rt=l(),q=i("table"),q.innerHTML=Lt,ot=l(),s(I.$$.fragment),pt=l(),A=i("table"),A.innerHTML=wt,mt=l(),s(B.$$.fragment),ft=l(),z=i("p"),this.h()},l(t){const e=Ht("svelte-u9bgzb",document.head);g=r(e,"META",{name:!0,content:!0}),e.forEach(n),F=d(t),j=r(t,"P",{}),_t(j).forEach(n),G=d(t),o(h.$$.fragment,t),R=d(t),o(x.$$.fragment,t),X=d(t),v=r(t,"P",{"data-svelte-h":!0}),$(v)!=="svelte-g8v5uc"&&(v.textContent=gt),O=d(t),o(b.$$.fragment,t),W=d(t),y=r(t,"UL",{"data-svelte-h":!0}),$(y)!=="svelte-bfd5em"&&(y.innerHTML=ut),Q=d(t),o(T.$$.fragment,t),J=d(t),L=r(t,"P",{"data-svelte-h":!0}),$(L)!=="svelte-yadr7z"&&(L.textContent=ht),Y=d(t),o(w.$$.fragment,t),N=d(t),_=r(t,"P",{"data-svelte-h":!0}),$(_)!=="svelte-1k4lkf7"&&(_.textContent=xt),V=d(t),o(C.$$.fragment,t),K=d(t),E=r(t,"P",{"data-svelte-h":!0}),$(E)!=="svelte-un6mf9"&&(E.textContent=vt),tt=d(t),o(k.$$.fragment,t),et=d(t),o(M.$$.fragment,t),nt=d(t),P=r(t,"P",{"data-svelte-h":!0}),$(P)!=="svelte-g5qyzo"&&(P.innerHTML=bt),at=d(t),o(U.$$.fragment,t),lt=d(t),D=r(t,"TABLE",{"data-svelte-h":!0}),$(D)!=="svelte-18o21q3"&&(D.innerHTML=yt),dt=d(t),o(H.$$.fragment,t),it=d(t),S=r(t,"TABLE",{"data-svelte-h":!0}),$(S)!=="svelte-5f94va"&&(S.innerHTML=Tt),st=d(t),o(Z.$$.fragment,t),rt=d(t),q=r(t,"TABLE",{"data-svelte-h":!0}),$(q)!=="svelte-n07f92"&&(q.innerHTML=Lt),ot=d(t),o(I.$$.fragment,t),pt=d(t),A=r(t,"TABLE",{"data-svelte-h":!0}),$(A)!=="svelte-1ih9cyl"&&(A.innerHTML=wt),mt=d(t),o(B.$$.fragment,t),ft=d(t),z=r(t,"P",{}),_t(z).forEach(n),this.h()},h(){Ct(g,"name","hf:doc:metadata"),Ct(g,"content",At)},m(t,e){St(document.head,g),a(t,F,e),a(t,j,e),a(t,G,e),p(h,t,e),a(t,R,e),p(x,t,e),a(t,X,e),a(t,v,e),a(t,O,e),p(b,t,e),a(t,W,e),a(t,y,e),a(t,Q,e),p(T,t,e),a(t,J,e),a(t,L,e),a(t,Y,e),p(w,t,e),a(t,N,e),a(t,_,e),a(t,V,e),p(C,t,e),a(t,K,e),a(t,E,e),a(t,tt,e),p(k,t,e),a(t,et,e),p(M,t,e),a(t,nt,e),a(t,P,e),a(t,at,e),p(U,t,e),a(t,lt,e),a(t,D,e),a(t,dt,e),p(H,t,e),a(t,it,e),a(t,S,e),a(t,st,e),p(Z,t,e),a(t,rt,e),a(t,q,e),a(t,ot,e),p(I,t,e),a(t,pt,e),a(t,A,e),a(t,mt,e),p(B,t,e),a(t,ft,e),a(t,z,e),ct=!0},p:Mt,i(t){ct||(m(h.$$.fragment,t),m(x.$$.fragment,t),m(b.$$.fragment,t),m(T.$$.fragment,t),m(w.$$.fragment,t),m(C.$$.fragment,t),m(k.$$.fragment,t),m(M.$$.fragment,t),m(U.$$.fragment,t),m(H.$$.fragment,t),m(Z.$$.fragment,t),m(I.$$.fragment,t),m(B.$$.fragment,t),ct=!0)},o(t){f(h.$$.fragment,t),f(x.$$.fragment,t),f(b.$$.fragment,t),f(T.$$.fragment,t),f(w.$$.fragment,t),f(C.$$.fragment,t),f(k.$$.fragment,t),f(M.$$.fragment,t),f(U.$$.fragment,t),f(H.$$.fragment,t),f(Z.$$.fragment,t),f(I.$$.fragment,t),f(B.$$.fragment,t),ct=!1},d(t){t&&(n(F),n(j),n(G),n(R),n(X),n(v),n(O),n(W),n(y),n(Q),n(J),n(L),n(Y),n(N),n(_),n(V),n(K),n(E),n(tt),n(et),n(nt),n(P),n(at),n(lt),n(D),n(dt),n(it),n(S),n(st),n(rt),n(q),n(ot),n(pt),n(A),n(mt),n(ft),n(z)),n(g),c(h,t),c(x,t),c(b,t),c(T,t),c(w,t),c(C,t),c(k,t),c(M,t),c(U,t),c(H,t),c(Z,t),c(I,t),c(B,t)}}}const At='{"title":"Installation","local":"installation","sections":[{"title":"System Requirements","local":"system-requirements","sections":[],"depth":2},{"title":"From PyPI","local":"from-pypi","sections":[],"depth":2},{"title":"From Source","local":"from-source","sections":[],"depth":2},{"title":"Optional Dependencies (Extras)","local":"optional-dependencies-extras","sections":[{"title":"Backend Extras","local":"backend-extras","sections":[],"depth":3},{"title":"Task and Feature Extras","local":"task-and-feature-extras","sections":[],"depth":3},{"title":"Storage and Logging Extras","local":"storage-and-logging-extras","sections":[],"depth":3},{"title":"Development Extras","local":"development-extras","sections":[],"depth":3}],"depth":2}],"depth":1}';function Bt($t){return Pt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Rt extends Ut{constructor(g){super(),Dt(this,g,Bt,It,kt,{})}}export{Rt as component};