lighteval/pr_954/en/_app/immutable/nodes/19.f4d581dc.js

import{s as Mt,o as Tt,n as vt}from"../chunks/scheduler.7da89386.js";import{S as yt,i as Ut,g as o,s as n,r as p,A as wt,h as m,f as l,c as i,j as gt,u as f,x as r,k as ht,y as bt,a,v as d,d as c,t as u,w as g}from"../chunks/index.20910acc.js";import{T as $t}from"../chunks/Tip.53e22153.js";import{C as se}from"../chunks/CodeBlock.143bd81e.js";import{H as $,E as kt}from"../chunks/getInferenceSnippets.78920bac.js";function Ct(ie){let s,v=`We recommend using the <code>--help</code> flag to get more information about the
available options for each command.
<code>lighteval --help</code>`;return{c(){s=o("p"),s.innerHTML=v},l(h){s=m(h,"P",{"data-svelte-h":!0}),r(s)!=="svelte-1gm4bcl"&&(s.innerHTML=v)},m(h,M){a(h,s,M)},p:vt,d(h){h&&l(s)}}}function Jt(ie){let s,v="Nanotron models cannot be evaluated without torchrun.";return{c(){s=o("p"),s.textContent=v},l(h){s=m(h,"P",{"data-svelte-h":!0}),r(s)!=="svelte-xg3kaz"&&(s.textContent=v)},m(h,M){a(h,s,M)},p:vt,d(h){h&&l(s)}}}function xt(ie){let s,v,h,M,U,me,T,re,w,Fe="Lighteval can be used with several different commands, each optimized for different evaluation scenarios.",pe,b,fe,k,de,C,Be=`<li><code>lighteval accelerate</code>: Evaluate models on CPU or one or more GPUs using <a href="https://github.com/huggingface/accelerate" rel="nofollow">🤗
Accelerate</a></li> <li><code>lighteval nanotron</code>: Evaluate models in distributed settings using <a href="https://github.com/huggingface/nanotron" rel="nofollow">⚡️
Nanotron</a></li> <li><code>lighteval vllm</code>: Evaluate models on one or more GPUs using <a href="https://github.com/vllm-project/vllm" rel="nofollow">🚀
VLLM</a></li> <li><code>lighteval custom</code>: Evaluate custom models (can be anything)</li> <li><code>lighteval sglang</code>: Evaluate models using <a href="https://github.com/sgl-project/sglang" rel="nofollow">SGLang</a> as backend</li> <li><code>lighteval endpoint</code>: Evaluate models using various endpoints as backend<ul><li><code>lighteval endpoint inference-endpoint</code>: Evaluate models using Hugging Face’s <a href="https://huggingface.co/inference-endpoints/dedicated" rel="nofollow">Inference Endpoints API</a></li> <li><code>lighteval endpoint tgi</code>: Evaluate models using <a href="https://huggingface.co/docs/text-generation-inference/en/index" rel="nofollow">🔗 Text Generation Inference</a> running locally</li> <li><code>lighteval endpoint litellm</code>: Evaluate models on any compatible API using <a href="https://www.litellm.ai/" rel="nofollow">LiteLLM</a></li> <li><code>lighteval endpoint inference-providers</code>: Evaluate models using <a href="https://huggingface.co/docs/inference-providers/en/index" rel="nofollow">HuggingFace’s inference providers</a> as backend</li></ul></li>`,ce,J,ue,x,ze="<li><code>lighteval baseline</code>: Compute baselines for given tasks</li>",ge,_,he,L,De="<li><code>lighteval tasks</code>: List or inspect tasks<ul><li><code>lighteval tasks list</code>: List all available tasks</li> <li><code>lighteval tasks inspect</code>: Inspect a specific task to see its configuration and samples</li> <li><code>lighteval tasks create</code>: Create a new task from a template</li></ul></li>",$e,G,ve,W,Ke=`To evaluate <code>GPT-2</code> on the Truthful QA benchmark with <a href="https://github.com/huggingface/accelerate" rel="nofollow">🤗
Accelerate</a>, run:`,Me,H,Te,j,Oe="Here, we first choose a backend (either <code>accelerate</code>, <code>nanotron</code>, <code>endpoint</code>, or <code>vllm</code>), and then specify the model and task(s) to run.",ye,E,Ue,N,et="The syntax for the task specification might be a bit hard to grasp at first. The format is as follows:",we,Y,be,R,tt="Tasks have a function applied at the sample level and one at the corpus level. For example,",ke,Z,lt=`<li>an exact match can be applied per sample, then averaged over the corpus to give the final score</li> <li>samples can be left untouched before applying Corpus BLEU at the corpus level
etc.</li>`,Ce,A,at=`If the task you are looking at has a sample level function (<code>sample_level_fn</code>) which can be parametrized, you can pass parameters in the CLI.
For example`,Je,Q,xe,I,nt=`All officially supported tasks can be found at the <a href="available-tasks">tasks_list</a> and in the
<a href="https://github.com/huggingface/lighteval/tree/main/src/lighteval/tasks/extended" rel="nofollow">extended folder</a>.
Moreover, community-provided tasks can be found in the
<a href="https://github.com/huggingface/lighteval/tree/main/community_tasks" rel="nofollow">community</a> folder.`,_e,P,it=`For more details on the implementation of the tasks, such as how prompts are constructed or which metrics are used, you can examine the
<a href="https://github.com/huggingface/lighteval/blob/main/src/lighteval/tasks/default_tasks.py" rel="nofollow">implementation file</a>.`,Le,S,Ge,X,st=`Running multiple tasks is supported, either with a comma-separated list or by specifying a file path.
The file should be structured like <a href="https://github.com/huggingface/lighteval/blob/main/examples/tasks/recommended_set.txt" rel="nofollow">examples/tasks/recommended_set.txt</a>.
When specifying a path to a file, it should start with <code>./</code>.`,We,q,He,V,je,F,Ee,B,ot=`The <code>model-args</code> argument takes a string representing a list of model
arguments. The arguments allowed vary depending on the backend you use and
correspond to the fields of the model configurations.`,Ne,z,mt='The model configurations can be found <a href="./package_reference/models">here</a>.',Ye,D,rt=`All models allow you to post-process your reasoning model predictions
to remove the thinking tokens from the trace used to compute the metrics,
using <code>--remove-reasoning-tags</code> and <code>--reasoning-tags</code> to specify which
reasoning tags to remove (defaults to <code>&lt;think&gt;</code> and <code>&lt;/think&gt;</code>).`,Re,K,pt=`Here’s an example with <code>mistralai/Magistral-Small-2507</code> which outputs custom
thinking tokens:`,Ze,O,Ae,ee,Qe,te,ft="To evaluate a model trained with Nanotron on a single GPU:",Ie,y,Pe,le,Se,ae,dt=`The <code>nproc-per-node</code> argument should match the data, tensor, and pipeline
parallelism configured in the <code>lighteval_config_template.yaml</code> file.
That is: <code>nproc-per-node = data_parallelism * tensor_parallelism * pipeline_parallelism</code>.`,Xe,ne,qe,oe,Ve;return U=new $({props:{title:"Quick Tour",local:"quick-tour",headingTag:"h1"}}),T=new $t({props:{warning:!1,$$slots:{default:[Ct]},$$scope:{ctx:ie}}}),b=new $({props:{title:"Available Commands",local:"available-commands",headingTag:"h2"}}),k=new $({props:{title:"Evaluation Backends",local:"evaluation-backends",headingTag:"h3"}}),J=new $({props:{title:"Evaluation Utils",local:"evaluation-utils",headingTag:"h3"}}),_=new $({props:{title:"Utils",local:"utils",headingTag:"h3"}}),G=new $({props:{title:"Basic Usage",local:"basic-usage",headingTag:"h2"}}),H=new se({props:{code:"bGlnaHRldmFsJTIwYWNjZWxlcmF0ZSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RvcGVuYWktY29tbXVuaXR5JTJGZ3B0MiUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMmxlYWRlcmJvYXJkJTdDdHJ1dGhmdWxxYSUzQW1jJTdDMCUyMg==",highlighted:`lighteval accelerate \\
     <span class="hljs-string">&quot;model_name=openai-community/gpt2&quot;</span> \\
     <span class="hljs-string">&quot;leaderboard|truthfulqa:mc|0&quot;</span>`,wrap:!1}}),E=new $({props:{title:"Task Specification",local:"task-specification",headingTag:"h3"}}),Y=new se({props:{code:"JTdCc3VpdGUlN0QlN0MlN0J0YXNrJTdEJTdDJTdCbnVtX2Zld19zaG90JTdE",highlighted:"{suite}|{task}|{num_few_shot}",wrap:!1}}),Q=new se({props:{code:"JTdCc3VpdGUlN0QlN0MlN0J0YXNrJTdEJTQwJTdCcGFyYW1ldGVyX25hbWUxJTdEJTNEJTdCdmFsdWUxJTdEJTQwJTdCcGFyYW1ldGVyX25hbWUyJTdEJTNEJTdCdmFsdWUyJTdEJTJDLi4uJTdDMA==",highlighted:"{suite}|{task}@{parameter_name1}={value1}@{parameter_name2}={value2},...|0",wrap:!1}}),S=new $({props:{title:"Running Multiple Tasks",local:"running-multiple-tasks",headingTag:"h3"}}),q=new se({props:{code:"bGlnaHRldmFsJTIwYWNjZWxlcmF0ZSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RvcGVuYWktY29tbXVuaXR5JTJGZ3B0MiUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMC4lMkZwYXRoJTJGdG8lMkZsaWdodGV2YWwlMkZleGFtcGxlcyUyRnRhc2tzJTJGcmVjb21tZW5kZWRfc2V0LnR4dCUwQSUyMyUyMG9yJTJDJTIwZS5nLiUyQyUyMCUyMmxlYWRlcmJvYXJkJTdDdHJ1dGhmdWxxYSUzQW1jJTdDMCUyQ2xlYWRlcmJvYXJkJTdDZ3NtOGslN0MzJTIy",highlighted:`lighteval accelerate \\
     <span class="hljs-string">&quot;model_name=openai-community/gpt2&quot;</span> \\
     ./path/to/lighteval/examples/tasks/recommended_set.txt
<span class="hljs-comment"># or, e.g., &quot;leaderboard|truthfulqa:mc|0,leaderboard|gsm8k|3&quot;</span>`,wrap:!1}}),V=new $({props:{title:"Backend Configuration",local:"backend-configuration",headingTag:"h2"}}),F=new $({props:{title:"General Information",local:"general-information",headingTag:"h3"}}),O=new se({props:{code:"bGlnaHRldmFsJTIwdmxsbSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RtaXN0cmFsYWklMkZNYWdpc3RyYWwtU21hbGwtMjUwNyUyQ2R0eXBlJTNEZmxvYXQxNiUyQ2RhdGFfcGFyYWxsZWxfc2l6ZSUzRDQlMjIlMjAlNUMlMEElMjAlMjAlMjAlMjAlMjJsaWdodGV2YWwlN0NhaW1lMjQlN0MwJTIyJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1yZW1vdmUtcmVhc29uaW5nLXRhZ3MlMjAlNUMlMEElMjAlMjAlMjAlMjAtLXJlYXNvbmluZy10YWdzJTNEJTIyJTVCKCclNUJUSElOSyU1RCclMkMnJTVCJTJGVEhJTkslNUQnKSU1RCUyMg==",highlighted:`lighteval vllm \\
    <span class="hljs-string">&quot;model_name=mistralai/Magistral-Small-2507,dtype=float16,data_parallel_size=4&quot;</span> \\
    <span class="hljs-string">&quot;lighteval|aime24|0&quot;</span> \\
    --remove-reasoning-tags \\
    --reasoning-tags=<span class="hljs-string">&quot;[(&#x27;[THINK]&#x27;,&#x27;[/THINK]&#x27;)]&quot;</span>`,wrap:!1}}),ee=new $({props:{title:"Nanotron",local:"nanotron",headingTag:"h3"}}),y=new $t({props:{warning:!0,$$slots:{default:[Jt]},$$scope:{ctx:ie}}}),le=new se({props:{code:"dG9yY2hydW4lMjAtLXN0YW5kYWxvbmUlMjAtLW5ub2RlcyUzRDElMjAtLW5wcm9jLXBlci1ub2RlJTNEMSUyMCU1QyUwQSUyMCUyMCUyMCUyMHNyYyUyRmxpZ2h0ZXZhbCUyRl9fbWFpbl9fLnB5JTIwbmFub3Ryb24lMjAlNUMlMEElMjAlMjAlMjAlMjAtLWNoZWNrcG9pbnQtY29uZmlnLXBhdGglMjAuLiUyRm5hbm90cm9uJTJGY2hlY2twb2ludHMlMkYxMCUyRmNvbmZpZy55YW1sJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1saWdodGV2YWwtY29uZmlnLXBhdGglMjBleGFtcGxlcyUyRm5hbm90cm9uJTJGbGlnaHRldmFsX2NvbmZpZ19vdmVycmlkZV90ZW1wbGF0ZS55YW1s",highlighted:`torchrun --standalone --nnodes=1 --nproc-per-node=1 \\
    src/lighteval/__main__.py nanotron \\
    --checkpoint-config-path ../nanotron/checkpoints/10/config.yaml \\
    --lighteval-config-path examples/nanotron/lighteval_config_override_template.yaml`,wrap:!1}}),ne=new kt({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/quicktour.mdx"}}),{c(){s=o("meta"),v=n(),h=o("p"),M=n(),p(U.$$.fragment),me=n(),p(T.$$.fragment),re=n(),w=o("p"),w.textContent=Fe,pe=n(),p(b.$$.fragment),fe=n(),p(k.$$.fragment),de=n(),C=o("ul"),C.innerHTML=Be,ce=n(),p(J.$$.fragment),ue=n(),x=o("ul"),x.innerHTML=ze,ge=n(),p(_.$$.fragment),he=n(),L=o("ul"),L.innerHTML=De,$e=n(),p(G.$$.fragment),ve=n(),W=o("p"),W.innerHTML=Ke,Me=n(),p(H.$$.fragment),Te=n(),j=o("p"),j.innerHTML=Oe,ye=n(),p(E.$$.fragment),Ue=n(),N=o("p"),N.textContent=et,we=n(),p(Y.$$.fragment),be=n(),R=o("p"),R.textContent=tt,ke=n(),Z=o("ul"),Z.innerHTML=lt,Ce=n(),A=o("p"),A.innerHTML=at,Je=n(),p(Q.$$.fragment),xe=n(),I=o("p"),I.innerHTML=nt,_e=n(),P=o("p"),P.innerHTML=it,Le=n(),p(S.$$.fragment),Ge=n(),X=o("p"),X.innerHTML=st,We=n(),p(q.$$.fragment),He=n(),p(V.$$.fragment),je=n(),p(F.$$.fragment),Ee=n(),B=o("p"),B.innerHTML=ot,Ne=n(),z=o("p"),z.innerHTML=mt,Ye=n(),D=o("p"),D.innerHTML=rt,Re=n(),K=o("p"),K.innerHTML=pt,Ze=n(),p(O.$$.fragment),Ae=n(),p(ee.$$.fragment),Qe=n(),te=o("p"),te.textContent=ft,Ie=n(),p(y.$$.fragment),Pe=n(),p(le.$$.fragment),Se=n(),ae=o("p"),ae.innerHTML=dt,Xe=n(),p(ne.$$.fragment),qe=n(),oe=o("p"),this.h()},l(e){const t=wt("svelte-u9bgzb",document.head);s=m(t,"META",{name:!0,content:!0}),t.forEach(l),v=i(e),h=m(e,"P",{}),gt(h).forEach(l),M=i(e),f(U.$$.fragment,e),me=i(e),f(T.$$.fragment,e),re=i(e),w=m(e,"P",{"data-svelte-h":!0}),r(w)!=="svelte-1g3zc6w"&&(w.textContent=Fe),pe=i(e),f(b.$$.fragment,e),fe=i(e),f(k.$$.fragment,e),de=i(e),C=m(e,"UL",{"data-svelte-h":!0}),r(C)!=="svelte-1h8gca"&&(C.innerHTML=Be),ce=i(e),f(J.$$.fragment,e),ue=i(e),x=m(e,"UL",{"data-svelte-h":!0}),r(x)!=="svelte-1hjb9o8"&&(x.innerHTML=ze),ge=i(e),f(_.$$.fragment,e),he=i(e),L=m(e,"UL",{"data-svelte-h":!0}),r(L)!=="svelte-tf0rfb"&&(L.innerHTML=De),$e=i(e),f(G.$$.fragment,e),ve=i(e),W=m(e,"P",{"data-svelte-h":!0}),r(W)!=="svelte-1jqacui"&&(W.innerHTML=Ke),Me=i(e),f(H.$$.fragment,e),Te=i(e),j=m(e,"P",{"data-svelte-h":!0}),r(j)!=="svelte-1lfhd94"&&(j.innerHTML=Oe),ye=i(e),f(E.$$.fragment,e),Ue=i(e),N=m(e,"P",{"data-svelte-h":!0}),r(N)!=="svelte-1u8n90i"&&(N.textContent=et),we=i(e),f(Y.$$.fragment,e),be=i(e),R=m(e,"P",{"data-svelte-h":!0}),r(R)!=="svelte-1vkd3du"&&(R.textContent=tt),ke=i(e),Z=m(e,"UL",{"data-svelte-h":!0}),r(Z)!=="svelte-1c8qycp"&&(Z.innerHTML=lt),Ce=i(e),A=m(e,"P",{"data-svelte-h":!0}),r(A)!=="svelte-15xqaj2"&&(A.innerHTML=at),Je=i(e),f(Q.$$.fragment,e),xe=i(e),I=m(e,"P",{"data-svelte-h":!0}),r(I)!=="svelte-e70eqq"&&(I.innerHTML=nt),_e=i(e),P=m(e,"P",{"data-svelte-h":!0}),r(P)!=="svelte-kxdhy6"&&(P.innerHTML=it),Le=i(e),f(S.$$.fragment,e),Ge=i(e),X=m(e,"P",{"data-svelte-h":!0}),r(X)!=="svelte-102effw"&&(X.innerHTML=st),We=i(e),f(q.$$.fragment,e),He=i(e),f(V.$$.fragment,e),je=i(e),f(F.$$.fragment,e),Ee=i(e),B=m(e,"P",{"data-svelte-h":!0}),r(B)!=="svelte-17uu0an"&&(B.innerHTML=ot),Ne=i(e),z=m(e,"P",{"data-svelte-h":!0}),r(z)!=="svelte-quwklj"&&(z.innerHTML=mt),Ye=i(e),D=m(e,"P",{"data-svelte-h":!0}),r(D)!=="svelte-1eknffc"&&(D.innerHTML=rt),Re=i(e),K=m(e,"P",{"data-svelte-h":!0}),r(K)!=="svelte-16brxvi"&&(K.innerHTML=pt),Ze=i(e),f(O.$$.fragment,e),Ae=i(e),f(ee.$$.fragment,e),Qe=i(e),te=m(e,"P",{"data-svelte-h":!0}),r(te)!=="svelte-l3or2u"&&(te.textContent=ft),Ie=i(e),f(y.$$.fragment,e),Pe=i(e),f(le.$$.fragment,e),Se=i(e),ae=m(e,"P",{"data-svelte-h":!0}),r(ae)!=="svelte-s5fucd"&&(ae.innerHTML=dt),Xe=i(e),f(ne.$$.fragment,e),qe=i(e),oe=m(e,"P",{}),gt(oe).forEach(l),this.h()},h(){ht(s,"name","hf:doc:metadata"),ht(s,"content",_t)},m(e,t){bt(document.head,s),a(e,v,t),a(e,h,t),a(e,M,t),d(U,e,t),a(e,me,t),d(T,e,t),a(e,re,t),a(e,w,t),a(e,pe,t),d(b,e,t),a(e,fe,t),d(k,e,t),a(e,de,t),a(e,C,t),a(e,ce,t),d(J,e,t),a(e,ue,t),a(e,x,t),a(e,ge,t),d(_,e,t),a(e,he,t),a(e,L,t),a(e,$e,t),d(G,e,t),a(e,ve,t),a(e,W,t),a(e,Me,t),d(H,e,t),a(e,Te,t),a(e,j,t),a(e,ye,t),d(E,e,t),a(e,Ue,t),a(e,N,t),a(e,we,t),d(Y,e,t),a(e,be,t),a(e,R,t),a(e,ke,t),a(e,Z,t),a(e,Ce,t),a(e,A,t),a(e,Je,t),d(Q,e,t),a(e,xe,t),a(e,I,t),a(e,_e,t),a(e,P,t),a(e,Le,t),d(S,e,t),a(e,Ge,t),a(e,X,t),a(e,We,t),d(q,e,t),a(e,He,t),d(V,e,t),a(e,je,t),d(F,e,t),a(e,Ee,t),a(e,B,t),a(e,Ne,t),a(e,z,t),a(e,Ye,t),a(e,D,t),a(e,Re,t),a(e,K,t),a(e,Ze,t),d(O,e,t),a(e,Ae,t),d(ee,e,t),a(e,Qe,t),a(e,te,t),a(e,Ie,t),d(y,e,t),a(e,Pe,t),d(le,e,t),a(e,Se,t),a(e,ae,t),a(e,Xe,t),d(ne,e,t),a(e,qe,t),a(e,oe,t),Ve=!0},p(e,[t]){const ct={};t&2&&(ct.$$scope={dirty:t,ctx:e}),T.$set(ct);const ut={};t&2&&(ut.$$scope={dirty:t,ctx:e}),y.$set(ut)},i(e){Ve||(c(U.$$.fragment,e),c(T.$$.fragment,e),c(b.$$.fragment,e),c(k.$$.fragment,e),c(J.$$.fragment,e),c(_.$$.fragment,e),c(G.$$.fragment,e),c(H.$$.fragment,e),c(E.$$.fragment,e),c(Y.$$.fragment,e),c(Q.$$.fragment,e),c(S.$$.fragment,e),c(q.$$.fragment,e),c(V.$$.fragment,e),c(F.$$.fragment,e),c(O.$$.fragment,e),c(ee.$$.fragment,e),c(y.$$.fragment,e),c(le.$$.fragment,e),c(ne.$$.fragment,e),Ve=!0)},o(e){u(U.$$.fragment,e),u(T.$$.fragment,e),u(b.$$.fragment,e),u(k.$$.fragment,e),u(J.$$.fragment,e),u(_.$$.fragment,e),u(G.$$.fragment,e),u(H.$$.fragment,e),u(E.$$.fragment,e),u(Y.$$.fragment,e),u(Q.$$.fragment,e),u(S.$$.fragment,e),u(q.$$.fragment,e),u(V.$$.fragment,e),u(F.$$.fragment,e),u(O.$$.fragment,e),u(ee.$$.fragment,e),u(y.$$.fragment,e),u(le.$$.fragment,e),u(ne.$$.fragment,e),Ve=!1},d(e){e&&(l(v),l(h),l(M),l(me),l(re),l(w),l(pe),l(fe),l(de),l(C),l(ce),l(ue),l(x),l(ge),l(he),l(L),l($e),l(ve),l(W),l(Me),l(Te),l(j),l(ye),l(Ue),l(N),l(we),l(be),l(R),l(ke),l(Z),l(Ce),l(A),l(Je),l(xe),l(I),l(_e),l(P),l(Le),l(Ge),l(X),l(We),l(He),l(je),l(Ee),l(B),l(Ne),l(z),l(Ye),l(D),l(Re),l(K),l(Ze),l(Ae),l(Qe),l(te),l(Ie),l(Pe),l(Se),l(ae),l(Xe),l(qe),l(oe)),l(s),g(U,e),g(T,e),g(b,e),g(k,e),g(J,e),g(_,e),g(G,e),g(H,e),g(E,e),g(Y,e),g(Q,e),g(S,e),g(q,e),g(V,e),g(F,e),g(O,e),g(ee,e),g(y,e),g(le,e),g(ne,e)}}}const _t='{"title":"Quick Tour","local":"quick-tour","sections":[{"title":"Available Commands","local":"available-commands","sections":[{"title":"Evaluation Backends","local":"evaluation-backends","sections":[],"depth":3},{"title":"Evaluation Utils","local":"evaluation-utils","sections":[],"depth":3},{"title":"Utils","local":"utils","sections":[],"depth":3}],"depth":2},{"title":"Basic Usage","local":"basic-usage","sections":[{"title":"Task Specification","local":"task-specification","sections":[],"depth":3},{"title":"Running Multiple Tasks","local":"running-multiple-tasks","sections":[],"depth":3}],"depth":2},{"title":"Backend Configuration","local":"backend-configuration","sections":[{"title":"General Information","local":"general-information","sections":[],"depth":3},{"title":"Nanotron","local":"nanotron","sections":[],"depth":3}],"depth":2}],"depth":1}';function Lt(ie){return Tt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Nt extends yt{constructor(s){super(),Ut(this,s,Lt,xt,Mt,{})}}export{Nt as component};