lighteval/pr_990/en/_app/immutable/nodes/22.4e6ee55f.js

import{s as Ue,o as _e,n as Ie}from"../chunks/scheduler.7da89386.js";import{S as Be,i as xe,g as u,s,r,A as ke,h as c,f as n,c as a,j as ye,u as o,x as $,k as je,y as Ce,a as l,v as p,d as m,t as f,w as g}from"../chunks/index.20910acc.js";import{T as We}from"../chunks/Tip.53e22153.js";import{C as ue}from"../chunks/CodeBlock.143bd81e.js";import{H as P,E as Ze}from"../chunks/getInferenceSnippets.375cdad5.js";function Ge(V){let i,b=`Do not forget to set your Hugging Face API key.
You can set it using the <code>HF_TOKEN</code> environment variable or by using the <code>huggingface-cli</code> command.`;return{c(){i=u("p"),i.innerHTML=b},l(d){i=c(d,"P",{"data-svelte-h":!0}),$(i)!=="svelte-1kscpzr"&&(i.innerHTML=b)},m(d,F){l(d,i,F)},p:Ie,d(d){d&&n(i)}}}function ze(V){let i,b,d,F,T,X,w,ce="Lighteval allows you to use Hugging Face’s Inference Providers to evaluate LLMs on supported providers such as Black Forest Labs, Cerebras, Fireworks AI, Nebius, Together AI, and many more.",S,h,A,M,R,J,Q,v,Y,y,de="You can use configuration files to define the model and the provider to use.",D,j,N,U,$e="With the following configuration file:",O,_,K,I,he=`By default, inference requests are billed to your personal account.
Optionally, you can charge them to an organization by setting <code>org_to_bill=&quot;&lt;your_org_name&gt;&quot;</code> (requires being a member of that organization).`,ee,B,te,x,be='Hugging Face Inference Providers supports a wide range of LLM providers see the <a href="https://huggingface.co/docs/inference-providers/en/index" rel="nofollow">Inference Providers documentation</a> for the complete list.',ne,k,le,C,se,W,Te='By default, all inference requests are billed to your personal Hugging Face account. You can monitor your usage in the <a href="https://huggingface.co/settings/billing" rel="nofollow">Hugging Face billing dashboard</a>.',ae,Z,ie,G,we="To bill requests to an organization:",re,z,Me="<li>Ensure you are a member of the organization</li> <li>Add <code>org_to_bill=&quot;&lt;organization_name&gt;&quot;</code> to your configuration</li> <li>The organization must have sufficient credits</li>",oe,H,pe,q,Je='For more detailed error handling and provider-specific information, refer to the <a href="https://huggingface.co/docs/inference-endpoints/guides/inference_providers" rel="nofollow">Hugging Face Inference Providers documentation</a>.',me,L,fe,E,ge;return T=new P({props:{title:"Using Inference Providers as Backend",local:"using-inference-providers-as-backend",headingTag:"h1"}}),h=new We({props:{warning:!0,$$slots:{default:[Ge]},$$scope:{ctx:V}}}),M=new P({props:{title:"Basic Usage",local:"basic-usage",headingTag:"h2"}}),J=new ue({props:{code:"bGlnaHRldmFsJTIwZW5kcG9pbnQlMjBpbmZlcmVuY2UtcHJvdmlkZXJzJTIwJTVDJTBBJTIwJTIwJTIwJTIwJTIybW9kZWxfbmFtZSUzRGRlZXBzZWVrLWFpJTJGRGVlcFNlZWstUjElMkNwcm92aWRlciUzRGhmLWluZmVyZW5jZSUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMmxpZ2h0ZXZhbCU3Q2dzbThrJTdDMCUyMg==",highlighted:`lighteval endpoint inference-providers \\
    <span class="hljs-string">&quot;model_name=deepseek-ai/DeepSeek-R1,provider=hf-inference&quot;</span> \\
    <span class="hljs-string">&quot;lighteval|gsm8k|0&quot;</span>`,wrap:!1}}),v=new P({props:{title:"Using a Configuration File",local:"using-a-configuration-file",headingTag:"h2"}}),j=new ue({props:{code:"bGlnaHRldmFsJTIwZW5kcG9pbnQlMjBpbmZlcmVuY2UtcHJvdmlkZXJzJTIwJTVDJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlMkZtb2RlbF9jb25maWdzJTJGaW5mZXJlbmNlX3Byb3ZpZGVycy55YW1sJTIwJTVDJTBBJTIwJTIwJTIwJTIwJTIybGlnaHRldmFsJTdDZ3NtOGslN0MwJTIy",highlighted:`lighteval endpoint inference-providers \\
    examples/model_configs/inference_providers.yaml \\
    <span class="hljs-string">&quot;lighteval|gsm8k|0&quot;</span>`,wrap:!1}}),_=new ue({props:{code:"bW9kZWxfcGFyYW1ldGVycyUzQSUwQSUyMCUyMG1vZGVsX25hbWUlM0ElMjAlMjJkZWVwc2Vlay1haSUyRkRlZXBTZWVrLVIxLURpc3RpbGwtUXdlbi0zMkIlMjIlMEElMjAlMjBwcm92aWRlciUzQSUyMCUyMm5vdml0YSUyMiUwQSUyMCUyMHRpbWVvdXQlM0ElMjBudWxsJTBBJTIwJTIwcHJveGllcyUzQSUyMG51bGwlMEElMjAlMjBwYXJhbGxlbF9jYWxsc19jb3VudCUzQSUyMDEwJTBBJTIwJTIwZ2VuZXJhdGlvbl9wYXJhbWV0ZXJzJTNBJTBBJTIwJTIwJTIwJTIwdGVtcGVyYXR1cmUlM0ElMjAwLjglMEElMjAlMjAlMjAlMjB0b3BfayUzQSUyMDEwJTBBJTIwJTIwJTIwJTIwbWF4X25ld190b2tlbnMlM0ElMjAxMDAwMA==",highlighted:`<span class="hljs-attr">model_parameters:</span>
  <span class="hljs-attr">model_name:</span> <span class="hljs-string">&quot;deepseek-ai/DeepSeek-R1-Distill-Qwen-32B&quot;</span>
  <span class="hljs-attr">provider:</span> <span class="hljs-string">&quot;novita&quot;</span>
  <span class="hljs-attr">timeout:</span> <span class="hljs-literal">null</span>
  <span class="hljs-attr">proxies:</span> <span class="hljs-literal">null</span>
  <span class="hljs-attr">parallel_calls_count:</span> <span class="hljs-number">10</span>
  <span class="hljs-attr">generation_parameters:</span>
    <span class="hljs-attr">temperature:</span> <span class="hljs-number">0.8</span>
    <span class="hljs-attr">top_k:</span> <span class="hljs-number">10</span>
    <span class="hljs-attr">max_new_tokens:</span> <span class="hljs-number">10000</span>`,wrap:!1}}),B=new P({props:{title:"Supported Providers",local:"supported-providers",headingTag:"h2"}}),k=new P({props:{title:"Billing and Costs",local:"billing-and-costs",headingTag:"h2"}}),C=new P({props:{title:"Personal Account Billing",local:"personal-account-billing",headingTag:"h3"}}),Z=new P({props:{title:"Organization Billing",local:"organization-billing",headingTag:"h3"}}),H=new ue({props:{code:"bW9kZWxfcGFyYW1ldGVycyUzQSUwQSUyMCUyMG1vZGVsX25hbWUlM0ElMjAlMjJtZXRhLWxsYW1hJTJGTGxhbWEtMi03Yi1jaGF0LWhmJTIyJTBBJTIwJTIwcHJvdmlkZXIlM0ElMjAlMjJ0b2dldGhlciUyMiUwQSUyMCUyMG9yZ190b19iaWxsJTNBJTIwJTIybXktb3JnYW5pemF0aW9uJTIy",highlighted:`<span class="hljs-attr">model_parameters:</span>
  <span class="hljs-attr">model_name:</span> <span class="hljs-string">&quot;meta-llama/Llama-2-7b-chat-hf&quot;</span>
  <span class="hljs-attr">provider:</span> <span class="hljs-string">&quot;together&quot;</span>
  <span class="hljs-attr">org_to_bill:</span> <span class="hljs-string">&quot;my-organization&quot;</span>`,wrap:!1}}),L=new Ze({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/use-inference-providers-as-backend.mdx"}}),{c(){i=u("meta"),b=s(),d=u("p"),F=s(),r(T.$$.fragment),X=s(),w=u("p"),w.textContent=ce,S=s(),r(h.$$.fragment),A=s(),r(M.$$.fragment),R=s(),r(J.$$.fragment),Q=s(),r(v.$$.fragment),Y=s(),y=u("p"),y.textContent=de,D=s(),r(j.$$.fragment),N=s(),U=u("p"),U.textContent=$e,O=s(),r(_.$$.fragment),K=s(),I=u("p"),I.innerHTML=he,ee=s(),r(B.$$.fragment),te=s(),x=u("p"),x.innerHTML=be,ne=s(),r(k.$$.fragment),le=s(),r(C.$$.fragment),se=s(),W=u("p"),W.innerHTML=Te,ae=s(),r(Z.$$.fragment),ie=s(),G=u("p"),G.textContent=we,re=s(),z=u("ol"),z.innerHTML=Me,oe=s(),r(H.$$.fragment),pe=s(),q=u("p"),q.innerHTML=Je,me=s(),r(L.$$.fragment),fe=s(),E=u("p"),this.h()},l(e){const t=ke("svelte-u9bgzb",document.head);i=c(t,"META",{name:!0,content:!0}),t.forEach(n),b=a(e),d=c(e,"P",{}),ye(d).forEach(n),F=a(e),o(T.$$.fragment,e),X=a(e),w=c(e,"P",{"data-svelte-h":!0}),$(w)!=="svelte-1xit6v6"&&(w.textContent=ce),S=a(e),o(h.$$.fragment,e),A=a(e),o(M.$$.fragment,e),R=a(e),o(J.$$.fragment,e),Q=a(e),o(v.$$.fragment,e),Y=a(e),y=c(e,"P",{"data-svelte-h":!0}),$(y)!=="svelte-1c6c3y0"&&(y.textContent=de),D=a(e),o(j.$$.fragment,e),N=a(e),U=c(e,"P",{"data-svelte-h":!0}),$(U)!=="svelte-pllqfe"&&(U.textContent=$e),O=a(e),o(_.$$.fragment,e),K=a(e),I=c(e,"P",{"data-svelte-h":!0}),$(I)!=="svelte-1wooksr"&&(I.innerHTML=he),ee=a(e),o(B.$$.fragment,e),te=a(e),x=c(e,"P",{"data-svelte-h":!0}),$(x)!=="svelte-x9hj8e"&&(x.innerHTML=be),ne=a(e),o(k.$$.fragment,e),le=a(e),o(C.$$.fragment,e),se=a(e),W=c(e,"P",{"data-svelte-h":!0}),$(W)!=="svelte-1qvgbkn"&&(W.innerHTML=Te),ae=a(e),o(Z.$$.fragment,e),ie=a(e),G=c(e,"P",{"data-svelte-h":!0}),$(G)!=="svelte-1ec4m2x"&&(G.textContent=we),re=a(e),z=c(e,"OL",{"data-svelte-h":!0}),$(z)!=="svelte-1mqojvo"&&(z.innerHTML=Me),oe=a(e),o(H.$$.fragment,e),pe=a(e),q=c(e,"P",{"data-svelte-h":!0}),$(q)!=="svelte-168pz23"&&(q.innerHTML=Je),me=a(e),o(L.$$.fragment,e),fe=a(e),E=c(e,"P",{}),ye(E).forEach(n),this.h()},h(){je(i,"name","hf:doc:metadata"),je(i,"content",He)},m(e,t){Ce(document.head,i),l(e,b,t),l(e,d,t),l(e,F,t),p(T,e,t),l(e,X,t),l(e,w,t),l(e,S,t),p(h,e,t),l(e,A,t),p(M,e,t),l(e,R,t),p(J,e,t),l(e,Q,t),p(v,e,t),l(e,Y,t),l(e,y,t),l(e,D,t),p(j,e,t),l(e,N,t),l(e,U,t),l(e,O,t),p(_,e,t),l(e,K,t),l(e,I,t),l(e,ee,t),p(B,e,t),l(e,te,t),l(e,x,t),l(e,ne,t),p(k,e,t),l(e,le,t),p(C,e,t),l(e,se,t),l(e,W,t),l(e,ae,t),p(Z,e,t),l(e,ie,t),l(e,G,t),l(e,re,t),l(e,z,t),l(e,oe,t),p(H,e,t),l(e,pe,t),l(e,q,t),l(e,me,t),p(L,e,t),l(e,fe,t),l(e,E,t),ge=!0},p(e,[t]){const ve={};t&2&&(ve.$$scope={dirty:t,ctx:e}),h.$set(ve)},i(e){ge||(m(T.$$.fragment,e),m(h.$$.fragment,e),m(M.$$.fragment,e),m(J.$$.fragment,e),m(v.$$.fragment,e),m(j.$$.fragment,e),m(_.$$.fragment,e),m(B.$$.fragment,e),m(k.$$.fragment,e),m(C.$$.fragment,e),m(Z.$$.fragment,e),m(H.$$.fragment,e),m(L.$$.fragment,e),ge=!0)},o(e){f(T.$$.fragment,e),f(h.$$.fragment,e),f(M.$$.fragment,e),f(J.$$.fragment,e),f(v.$$.fragment,e),f(j.$$.fragment,e),f(_.$$.fragment,e),f(B.$$.fragment,e),f(k.$$.fragment,e),f(C.$$.fragment,e),f(Z.$$.fragment,e),f(H.$$.fragment,e),f(L.$$.fragment,e),ge=!1},d(e){e&&(n(b),n(d),n(F),n(X),n(w),n(S),n(A),n(R),n(Q),n(Y),n(y),n(D),n(N),n(U),n(O),n(K),n(I),n(ee),n(te),n(x),n(ne),n(le),n(se),n(W),n(ae),n(ie),n(G),n(re),n(z),n(oe),n(pe),n(q),n(me),n(fe),n(E)),n(i),g(T,e),g(h,e),g(M,e),g(J,e),g(v,e),g(j,e),g(_,e),g(B,e),g(k,e),g(C,e),g(Z,e),g(H,e),g(L,e)}}}const He='{"title":"Using Inference Providers as Backend","local":"using-inference-providers-as-backend","sections":[{"title":"Basic Usage","local":"basic-usage","sections":[],"depth":2},{"title":"Using a Configuration File","local":"using-a-configuration-file","sections":[],"depth":2},{"title":"Supported Providers","local":"supported-providers","sections":[],"depth":2},{"title":"Billing and Costs","local":"billing-and-costs","sections":[{"title":"Personal Account Billing","local":"personal-account-billing","sections":[],"depth":3},{"title":"Organization Billing","local":"organization-billing","sections":[],"depth":3}],"depth":2}],"depth":1}';function qe(V){return _e(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Xe extends Be{constructor(i){super(),xe(this,i,qe,ze,Ue,{})}}export{Xe as component};