lighteval/pr_860/en/_app/immutable/nodes/21.80353db2.js

import{s as K,o as ee,n as te}from"../chunks/scheduler.7da89386.js";import{S as le,i as se,g as m,s as n,r as d,A as ae,h as r,f as l,c as p,j as F,u as g,x as _,k as D,y as ne,a as s,v as b,d as I,t as C,w as J}from"../chunks/index.20910acc.js";import{T as pe}from"../chunks/Tip.53e22153.js";import{C as O}from"../chunks/CodeBlock.143bd81e.js";import{H as L,E as ie}from"../chunks/getInferenceSnippets.360e857f.js";function oe(v){let a,M="<code>--use-chat-template</code> is required for litellm to work properly.";return{c(){a=m("p"),a.innerHTML=M},l(i){a=r(i,"P",{"data-svelte-h":!0}),_(a)!=="svelte-6o64u"&&(a.innerHTML=M)},m(i,A){s(i,a,A)},p:te,d(i){i&&l(a)}}}function me(v){let a,M,i,A,c,E,u,z=`Lighteval allows to use litellm, a backend allowing you to call all LLM APIs
using the OpenAI format [Bedrock, Huggingface, VertexAI, TogetherAI, Azure,
OpenAI, Groq etc.].`,B,f,H='Documentation for available APIs and compatible endpoints can be found <a href="https://docs.litellm.ai/docs/" rel="nofollow">here</a>.',x,j,V,U,G,o,Q,y,S,h,P=`Litellm allows generation with any OpenAI compatible endpoint, for example you
can evaluate a model running on a local vllm server.`,X,$,N="To do so you will need to use a config file like so:",Z,w,R,T,W,k,q;return c=new L({props:{title:"Litellm as backend",local:"litellm-as-backend",headingTag:"h1"}}),j=new L({props:{title:"Quick use",local:"quick-use",headingTag:"h2"}}),U=new O({props:{code:"bGlnaHRldmFsJTIwZW5kcG9pbnQlMjBsaXRlbGxtJTIwJTVDJTBBJTIwJTIwJTIwJTIwJTIycHJvdmlkZXIlM0RvcGVuYWklMkNtb2RlbF9uYW1lJTNEZ3B0LTMuNS10dXJibyUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMmxpZ2h0ZXZhbCU3Q2dzbThrJTdDMCU3QzAlMjIlMjAlNUMlMEElMjAlMjAlMjAlMjAtLXVzZS1jaGF0LXRlbXBsYXRl",highlighted:`lighteval endpoint litellm \\
    <span class="hljs-string">&quot;provider=openai,model_name=gpt-3.5-turbo&quot;</span> \\
    <span class="hljs-string">&quot;lighteval|gsm8k|0|0&quot;</span> \\
    --use-chat-template`,wrap:!1}}),o=new pe({props:{warning:!0,$$slots:{default:[oe]},$$scope:{ctx:v}}}),y=new L({props:{title:"Using a config file",local:"using-a-config-file",headingTag:"h2"}}),w=new O({props:{code:"bW9kZWxfcGFyYW1ldGVycyUzQSUwQSUyMCUyMCUyMCUyMG1vZGVsX25hbWUlM0ElMjAlMjJvcGVuYWklMkZkZWVwc2Vlay1haSUyRkRlZXBTZWVrLVIxLURpc3RpbGwtUXdlbi0zMkIlMjIlMEElMjAlMjAlMjAlMjBiYXNlX3VybCUzQSUyMCUyMlVSTCUyME9GJTIwVEhFJTIwRU5EUE9JTlQlMjBZT1UlMjBXQU5UJTIwVE8lMjBVU0UlMjIlMEElMjAlMjAlMjAlMjBhcGlfa2V5JTNBJTIwJTIyJTIyJTIwJTIzJTIwcmVtb3ZlJTIwb3IlMjBrZWVwJTIwZW1wdHklMjBhcyUyMG5lZWRlZCUwQSUyMCUyMCUyMCUyMGdlbmVyYXRpb25fcGFyYW1ldGVycyUzQSUwQSUyMCUyMCUyMCUyMCUyMCUyMHRlbXBlcmF0dXJlJTNBJTIwMC41JTBBJTIwJTIwJTIwJTIwJTIwJTIwbWF4X25ld190b2tlbnMlM0ElMjAyNTYlMEElMjAlMjAlMjAlMjAlMjAlMjBzdG9wX3Rva2VucyUzQSUyMCU1QiUyMiUyMiU1RCUwQSUyMCUyMCUyMCUyMCUyMCUyMHRvcF9wJTNBJTIwMC45JTBBJTIwJTIwJTIwJTIwJTIwJTIwc2VlZCUzQSUyMDAlMEElMjAlMjAlMjAlMjAlMjAlMjByZXBldGl0aW9uX3BlbmFsdHklM0ElMjAxLjAlMEElMjAlMjAlMjAlMjAlMjAlMjBmcmVxdWVuY3lfcGVuYWx0eSUzQSUyMDAuMA==",highlighted:`<span class="hljs-attr">model_parameters:</span>
    <span class="hljs-attr">model_name:</span> <span class="hljs-string">&quot;openai/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B&quot;</span>
    <span class="hljs-attr">base_url:</span> <span class="hljs-string">&quot;URL OF THE ENDPOINT YOU WANT TO USE&quot;</span>
    <span class="hljs-attr">api_key:</span> <span class="hljs-string">&quot;&quot;</span> <span class="hljs-comment"># remove or keep empty as needed</span>
    <span class="hljs-attr">generation_parameters:</span>
      <span class="hljs-attr">temperature:</span> <span class="hljs-number">0.5</span>
      <span class="hljs-attr">max_new_tokens:</span> <span class="hljs-number">256</span>
      <span class="hljs-attr">stop_tokens:</span> [<span class="hljs-string">&quot;&quot;</span>]
      <span class="hljs-attr">top_p:</span> <span class="hljs-number">0.9</span>
      <span class="hljs-attr">seed:</span> <span class="hljs-number">0</span>
      <span class="hljs-attr">repetition_penalty:</span> <span class="hljs-number">1.0</span>
      <span class="hljs-attr">frequency_penalty:</span> <span class="hljs-number">0.0</span>`,wrap:!1}}),T=new ie({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/use-litellm-as-backend.mdx"}}),{c(){a=m("meta"),M=n(),i=m("p"),A=n(),d(c.$$.fragment),E=n(),u=m("p"),u.textContent=z,B=n(),f=m("p"),f.innerHTML=H,x=n(),d(j.$$.fragment),V=n(),d(U.$$.fragment),G=n(),d(o.$$.fragment),Q=n(),d(y.$$.fragment),S=n(),h=m("p"),h.textContent=P,X=n(),$=m("p"),$.textContent=N,Z=n(),d(w.$$.fragment),R=n(),d(T.$$.fragment),W=n(),k=m("p"),this.h()},l(e){const t=ae("svelte-u9bgzb",document.head);a=r(t,"META",{name:!0,content:!0}),t.forEach(l),M=p(e),i=r(e,"P",{}),F(i).forEach(l),A=p(e),g(c.$$.fragment,e),E=p(e),u=r(e,"P",{"data-svelte-h":!0}),_(u)!=="svelte-1khirk"&&(u.textContent=z),B=p(e),f=r(e,"P",{"data-svelte-h":!0}),_(f)!=="svelte-17swpu2"&&(f.innerHTML=H),x=p(e),g(j.$$.fragment,e),V=p(e),g(U.$$.fragment,e),G=p(e),g(o.$$.fragment,e),Q=p(e),g(y.$$.fragment,e),S=p(e),h=r(e,"P",{"data-svelte-h":!0}),_(h)!=="svelte-1yct201"&&(h.textContent=P),X=p(e),$=r(e,"P",{"data-svelte-h":!0}),_($)!=="svelte-15ud26h"&&($.textContent=N),Z=p(e),g(w.$$.fragment,e),R=p(e),g(T.$$.fragment,e),W=p(e),k=r(e,"P",{}),F(k).forEach(l),this.h()},h(){D(a,"name","hf:doc:metadata"),D(a,"content",re)},m(e,t){ne(document.head,a),s(e,M,t),s(e,i,t),s(e,A,t),b(c,e,t),s(e,E,t),s(e,u,t),s(e,B,t),s(e,f,t),s(e,x,t),b(j,e,t),s(e,V,t),b(U,e,t),s(e,G,t),b(o,e,t),s(e,Q,t),b(y,e,t),s(e,S,t),s(e,h,t),s(e,X,t),s(e,$,t),s(e,Z,t),b(w,e,t),s(e,R,t),b(T,e,t),s(e,W,t),s(e,k,t),q=!0},p(e,[t]){const Y={};t&2&&(Y.$$scope={dirty:t,ctx:e}),o.$set(Y)},i(e){q||(I(c.$$.fragment,e),I(j.$$.fragment,e),I(U.$$.fragment,e),I(o.$$.fragment,e),I(y.$$.fragment,e),I(w.$$.fragment,e),I(T.$$.fragment,e),q=!0)},o(e){C(c.$$.fragment,e),C(j.$$.fragment,e),C(U.$$.fragment,e),C(o.$$.fragment,e),C(y.$$.fragment,e),C(w.$$.fragment,e),C(T.$$.fragment,e),q=!1},d(e){e&&(l(M),l(i),l(A),l(E),l(u),l(B),l(f),l(x),l(V),l(G),l(Q),l(S),l(h),l(X),l($),l(Z),l(R),l(W),l(k)),l(a),J(c,e),J(j,e),J(U,e),J(o,e),J(y,e),J(w,e),J(T,e)}}}const re='{"title":"Litellm as backend","local":"litellm-as-backend","sections":[{"title":"Quick use","local":"quick-use","sections":[],"depth":2},{"title":"Using a config file","local":"using-a-config-file","sections":[],"depth":2}],"depth":1}';function Me(v){return ee(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ye extends le{constructor(a){super(),se(this,a,Me,me,K,{})}}export{ye as component};