lighteval/pr_1264/en/_app/immutable/nodes/4.fbdb682d.js

import{s as rt,a as ut,n as gt,o as ot}from"../chunks/scheduler.3a17fb72.js";import{S as dt,i as ht,e as m,s,c as $,h as ct,a as p,d as a,b as n,f as et,g as r,j as P,k as E,l as bt,m as l,n as u,t as g,o,p as d}from"../chunks/index.093f8863.js";import{C as vt,H as $t,E as wt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.1a6c7b74.js";import{C as j}from"../chunks/CodeBlock.321b9d9c.js";function xt(at){let f,H,z,y,h,B,c,R,b,lt="Browse and inspect tasks available in LightEval.",S,i,st,W,v,nt="List all tasks:",q,w,L,x,it="Extract tasks details:",A,k,O,_,mt="Store the tasks details in a JSON file:",U,C,Y,M,Z,T,pt="Inspect a task to view its config, metrics, and requirements:",D,F,Q,G,ft="Example:",X,J,K,I,V,N,tt;return h=new vt({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),c=new $t({props:{title:"Available tasks",local:"available-tasks",headingTag:"h1"}}),w=new j({props:{code:"bGlnaHRldmFsJTIwdGFza3MlMjBsaXN0",highlighted:"lighteval tasks list",lang:"bash",wrap:!1}}),k=new j({props:{code:"bGlnaHRldmFsJTIwdGFza3MlMjBkdW1w",highlighted:"lighteval tasks dump",lang:"bash",wrap:!1}}),C=new j({props:{code:"bGlnaHRldmFsJTIwdGFza3MlMjBkdW1wJTIwJTNFJTIwdGFza3MuanNvbg==",highlighted:"lighteval tasks dump > tasks.json",lang:"bash",wrap:!1}}),M=new $t({props:{title:"Inspect specific tasks",local:"inspect-specific-tasks",headingTag:"h3"}}),F=new j({props:{code:"bGlnaHRldmFsJTIwdGFza3MlMjBpbnNwZWN0JTIwJTNDdGFza19uYW1lJTNF",highlighted:"lighteval tasks inspect <task_name>",lang:"bash",wrap:!1}}),J=new j({props:{code:"bGlnaHRldmFsJTIwdGFza3MlMjBpbnNwZWN0JTIwdHJ1dGhmdWxxYSUzQW1j",highlighted:"lighteval tasks inspect truthfulqa:mc",lang:"bash",wrap:!1}}),I=new wt({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/available-tasks.mdx"}}),{c(){f=m("meta"),H=s(),z=m("p"),y=s(),$(h.$$.fragment),B=s(),$(c.$$.fragment),R=s(),b=m("p"),b.textContent=lt,S=s(),i=m("iframe"),W=s(),v=m("p"),v.textContent=nt,q=s(),$(w.$$.fragment),L=s(),x=m("p"),x.textContent=it,A=s(),$(k.$$.fragment),O=s(),_=m("p"),_.textContent=mt,U=s(),$(C.$$.fragment),Y=s(),$(M.$$.fragment),Z=s(),T=m("p"),T.textContent=pt,D=s(),$(F.$$.fragment),Q=s(),G=m("p"),G.textContent=ft,X=s(),$(J.$$.fragment),K=s(),$(I.$$.fragment),V=s(),N=m("p"),this.h()},l(t){const e=ct("svelte-u9bgzb",document.head);f=p(e,"META",{name:!0,content:!0}),e.forEach(a),H=n(t),z=p(t,"P",{}),et(z).forEach(a),y=n(t),r(h.$$.fragment,t),B=n(t),r(c.$$.fragment,t),R=n(t),b=p(t,"P",{"data-svelte-h":!0}),P(b)!=="svelte-hgljgt"&&(b.textContent=lt),S=n(t),i=p(t,"IFRAME",{src:!0,frameborder:!0,width:!0,height:!0}),et(i).forEach(a),W=n(t),v=p(t,"P",{"data-svelte-h":!0}),P(v)!=="svelte-1fpv4x5"&&(v.textContent=nt),q=n(t),r(w.$$.fragment,t),L=n(t),x=p(t,"P",{"data-svelte-h":!0}),P(x)!=="svelte-1vredq3"&&(x.textContent=it),A=n(t),r(k.$$.fragment,t),O=n(t),_=p(t,"P",{"data-svelte-h":!0}),P(_)!=="svelte-9e6pq8"&&(_.textContent=mt),U=n(t),r(C.$$.fragment,t),Y=n(t),r(M.$$.fragment,t),Z=n(t),T=p(t,"P",{"data-svelte-h":!0}),P(T)!=="svelte-1pg5996"&&(T.textContent=pt),D=n(t),r(F.$$.fragment,t),Q=n(t),G=p(t,"P",{"data-svelte-h":!0}),P(G)!=="svelte-11lpom8"&&(G.textContent=ft),X=n(t),r(J.$$.fragment,t),K=n(t),r(I.$$.fragment,t),V=n(t),N=p(t,"P",{}),et(N).forEach(a),this.h()},h(){E(f,"name","hf:doc:metadata"),E(f,"content",kt),ut(i.src,st="https://openevals-open-benchmark-index.hf.space")||E(i,"src",st),E(i,"frameborder","0"),E(i,"width","850"),E(i,"height","450")},m(t,e){bt(document.head,f),l(t,H,e),l(t,z,e),l(t,y,e),u(h,t,e),l(t,B,e),u(c,t,e),l(t,R,e),l(t,b,e),l(t,S,e),l(t,i,e),l(t,W,e),l(t,v,e),l(t,q,e),u(w,t,e),l(t,L,e),l(t,x,e),l(t,A,e),u(k,t,e),l(t,O,e),l(t,_,e),l(t,U,e),u(C,t,e),l(t,Y,e),u(M,t,e),l(t,Z,e),l(t,T,e),l(t,D,e),u(F,t,e),l(t,Q,e),l(t,G,e),l(t,X,e),u(J,t,e),l(t,K,e),u(I,t,e),l(t,V,e),l(t,N,e),tt=!0},p:gt,i(t){tt||(g(h.$$.fragment,t),g(c.$$.fragment,t),g(w.$$.fragment,t),g(k.$$.fragment,t),g(C.$$.fragment,t),g(M.$$.fragment,t),g(F.$$.fragment,t),g(J.$$.fragment,t),g(I.$$.fragment,t),tt=!0)},o(t){o(h.$$.fragment,t),o(c.$$.fragment,t),o(w.$$.fragment,t),o(k.$$.fragment,t),o(C.$$.fragment,t),o(M.$$.fragment,t),o(F.$$.fragment,t),o(J.$$.fragment,t),o(I.$$.fragment,t),tt=!1},d(t){t&&(a(H),a(z),a(y),a(B),a(R),a(b),a(S),a(i),a(W),a(v),a(q),a(L),a(x),a(A),a(O),a(_),a(U),a(Y),a(Z),a(T),a(D),a(Q),a(G),a(X),a(K),a(V),a(N)),a(f),d(h,t),d(c,t),d(w,t),d(k,t),d(C,t),d(M,t),d(F,t),d(J,t),d(I,t)}}}const kt='{"title":"Available tasks","local":"available-tasks","sections":[{"title":"Inspect specific tasks","local":"inspect-specific-tasks","sections":[],"depth":3}],"depth":1}';function _t(at){return ot(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Gt extends dt{constructor(f){super(),ht(this,f,_t,xt,rt,{})}}export{Gt as component};