Buckets:
| import{s as rt,n as pt,o as mt}from"../chunks/scheduler.7da89386.js";import{S as dt,i as ft,g as s,s as a,r,A as ut,h as p,f as l,c as i,j as ot,u as m,x as L,k as st,y as gt,a as n,v as d,d as f,t as u,w as g}from"../chunks/index.20910acc.js";import{C as V}from"../chunks/CodeBlock.143bd81e.js";import{H as F,E as $t}from"../chunks/getInferenceSnippets.fc2ce523.js";function ht(D){let o,G,U,k,$,I,h,tt="You can install Lighteval either from PyPi or from source.",j,c,S,v,A,b,R,y,et="Source install is mostly for people who intend to develop on <code>lighteval</code>",X,w,Y,T,z,x,lt=`Lighteval has optional dependencies that you can install by specifying the | |
| appropriate extras group. | |
| <code>pip install lighteval[<group>]</code> or <code>pip install -e .[<group>]</code>.`,q,_,nt='If you want to use lighteval with <code>sglang</code>, try to follow <a href="https://docs.sglang.ai/start/install.html" rel="nofollow">sglang install documentation</a>.',B,M,at="<thead><tr><th>extra name</th> <th>description</th></tr></thead> <tbody><tr><td>tgi</td> <td>To use Text Generation Inference API to evaluate your model</td></tr> <tr><td>nanotron</td> <td>To evaluate nanotron models</td></tr> <tr><td>quantization</td> <td>To evaluate quantized models</td></tr> <tr><td>adapters</td> <td>To evaluate adapters models (delta and peft)</td></tr> <tr><td>tensorboardX</td> <td>To upload your results to tensorboard</td></tr> <tr><td>vllm</td> <td>To use vllm as backend for inference</td></tr> <tr><td>sglang</td> <td>To use sglang as backend for inference</td></tr> <tr><td>s3</td> <td>To upload results to s3</td></tr></tbody>",W,H,J,P,it=`If you want to push your results to the Hugging Face Hub or evaluate your own | |
| private models, don’t forget to add your access token to the environment | |
| variable <code>HF_TOKEN</code>. You can do this by running:`,Q,Z,O,C,K,E,N;return $=new F({props:{title:"Installation",local:"installation",headingTag:"h1"}}),c=new F({props:{title:"From PyPi",local:"from-pypi",headingTag:"h2"}}),v=new V({props:{code:"cGlwJTIwaW5zdGFsbCUyMGxpZ2h0ZXZhbA==",highlighted:"pip install lighteval",wrap:!1}}),b=new F({props:{title:"From source",local:"from-source",headingTag:"h2"}}),w=new V({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZodWdnaW5nZmFjZSUyRmxpZ2h0ZXZhbC5naXQlMEFjZCUyMGxpZ2h0ZXZhbCUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/huggingface/lighteval.git | |
| <span class="hljs-built_in">cd</span> lighteval | |
| pip install -e .`,wrap:!1}}),T=new F({props:{title:"Extras",local:"extras",headingTag:"h2"}}),H=new F({props:{title:"Hugging Face login",local:"hugging-face-login",headingTag:"h2"}}),Z=new V({props:{code:"aHVnZ2luZ2ZhY2UtY2xpJTIwbG9naW4=",highlighted:"huggingface-cli login",wrap:!1}}),C=new $t({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/installation.mdx"}}),{c(){o=s("meta"),G=a(),U=s("p"),k=a(),r($.$$.fragment),I=a(),h=s("p"),h.textContent=tt,j=a(),r(c.$$.fragment),S=a(),r(v.$$.fragment),A=a(),r(b.$$.fragment),R=a(),y=s("p"),y.innerHTML=et,X=a(),r(w.$$.fragment),Y=a(),r(T.$$.fragment),z=a(),x=s("p"),x.innerHTML=lt,q=a(),_=s("p"),_.innerHTML=nt,B=a(),M=s("table"),M.innerHTML=at,W=a(),r(H.$$.fragment),J=a(),P=s("p"),P.innerHTML=it,Q=a(),r(Z.$$.fragment),O=a(),r(C.$$.fragment),K=a(),E=s("p"),this.h()},l(t){const e=ut("svelte-u9bgzb",document.head);o=p(e,"META",{name:!0,content:!0}),e.forEach(l),G=i(t),U=p(t,"P",{}),ot(U).forEach(l),k=i(t),m($.$$.fragment,t),I=i(t),h=p(t,"P",{"data-svelte-h":!0}),L(h)!=="svelte-9amlfl"&&(h.textContent=tt),j=i(t),m(c.$$.fragment,t),S=i(t),m(v.$$.fragment,t),A=i(t),m(b.$$.fragment,t),R=i(t),y=p(t,"P",{"data-svelte-h":!0}),L(y)!=="svelte-7suvmg"&&(y.innerHTML=et),X=i(t),m(w.$$.fragment,t),Y=i(t),m(T.$$.fragment,t),z=i(t),x=p(t,"P",{"data-svelte-h":!0}),L(x)!=="svelte-d1o3f9"&&(x.innerHTML=lt),q=i(t),_=p(t,"P",{"data-svelte-h":!0}),L(_)!=="svelte-dm38da"&&(_.innerHTML=nt),B=i(t),M=p(t,"TABLE",{"data-svelte-h":!0}),L(M)!=="svelte-r2v8cq"&&(M.innerHTML=at),W=i(t),m(H.$$.fragment,t),J=i(t),P=p(t,"P",{"data-svelte-h":!0}),L(P)!=="svelte-1b7onx4"&&(P.innerHTML=it),Q=i(t),m(Z.$$.fragment,t),O=i(t),m(C.$$.fragment,t),K=i(t),E=p(t,"P",{}),ot(E).forEach(l),this.h()},h(){st(o,"name","hf:doc:metadata"),st(o,"content",ct)},m(t,e){gt(document.head,o),n(t,G,e),n(t,U,e),n(t,k,e),d($,t,e),n(t,I,e),n(t,h,e),n(t,j,e),d(c,t,e),n(t,S,e),d(v,t,e),n(t,A,e),d(b,t,e),n(t,R,e),n(t,y,e),n(t,X,e),d(w,t,e),n(t,Y,e),d(T,t,e),n(t,z,e),n(t,x,e),n(t,q,e),n(t,_,e),n(t,B,e),n(t,M,e),n(t,W,e),d(H,t,e),n(t,J,e),n(t,P,e),n(t,Q,e),d(Z,t,e),n(t,O,e),d(C,t,e),n(t,K,e),n(t,E,e),N=!0},p:pt,i(t){N||(f($.$$.fragment,t),f(c.$$.fragment,t),f(v.$$.fragment,t),f(b.$$.fragment,t),f(w.$$.fragment,t),f(T.$$.fragment,t),f(H.$$.fragment,t),f(Z.$$.fragment,t),f(C.$$.fragment,t),N=!0)},o(t){u($.$$.fragment,t),u(c.$$.fragment,t),u(v.$$.fragment,t),u(b.$$.fragment,t),u(w.$$.fragment,t),u(T.$$.fragment,t),u(H.$$.fragment,t),u(Z.$$.fragment,t),u(C.$$.fragment,t),N=!1},d(t){t&&(l(G),l(U),l(k),l(I),l(h),l(j),l(S),l(A),l(R),l(y),l(X),l(Y),l(z),l(x),l(q),l(_),l(B),l(M),l(W),l(J),l(P),l(Q),l(O),l(K),l(E)),l(o),g($,t),g(c,t),g(v,t),g(b,t),g(w,t),g(T,t),g(H,t),g(Z,t),g(C,t)}}}const ct='{"title":"Installation","local":"installation","sections":[{"title":"From PyPi","local":"from-pypi","sections":[],"depth":2},{"title":"From source","local":"from-source","sections":[],"depth":2},{"title":"Extras","local":"extras","sections":[],"depth":2},{"title":"Hugging Face login","local":"hugging-face-login","sections":[],"depth":2}],"depth":1}';function vt(D){return mt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class xt extends dt{constructor(o){super(),ft(this,o,vt,ht,rt,{})}}export{xt as component}; | |
Xet Storage Details
- Size:
- 5.8 kB
- Xet hash:
- 2692adcebb3cfdc139706e1e60861706be9469bf387bacf8e140c9e683ab8786
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.