kernels/pr_668/en/_app/immutable/nodes/29.4e5f9612.js

import{s as ue,n as he,o as ce}from"../chunks/scheduler.f3b1e791.js";import{S as ge,i as de,e as a,s,c as x,h as $e,a as i,d as n,b as l,f as pe,g as y,j as f,k as me,l as be,m as r,n as H,t as P,o as C,p as j}from"../chunks/index.023a9934.js";import{C as ke,H as E,E as _e}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.3d676eea.js";function we(ee){let o,R,A,S,p,q,m,F,u,te="This page shows how different projects use <code>kernels</code>.",I,h,O,c,ne=`<a href="https://github.com/karpathy/autoresearch" rel="nofollow">karpathy/autoresearch</a> <a href="https://github.com/karpathy/autoresearch/blob/c2450add72cc80317be1fe8111974b892da10944/train.py#L23" rel="nofollow">uses</a> <code>kernels</code> to
integrate Flash-Attention 3 through the <a href="/docs/kernels/pr_668/en/api/kernels#kernels.get_kernel">get_kernel()</a> method.`,U,g,B,d,re=`<a href="https://github.com/inclusionAI/AReaL" rel="nofollow">inclusionAI/AReaL</a> uses <code>kernels</code> in an opt-in manner to integrate
optimized attention mechanisms.`,G,$,V,b,se=`<a href="https://github.com/huggingface/transformers/" rel="nofollow">huggingface/transformers</a> primarily
depends on <code>kernels</code> for all optimizations related to optimized kernels, including
optimized attention implementations, MoE blocks, and quantization. Besides
<a href="/docs/kernels/pr_668/en/api/kernels#kernels.get_kernel">get_kernel()</a>, it also uses <a href="./layers">kernel layers</a> to optimize the forward passes
of common layers involved in the modeling blocks. Some references are available
<a href="https://github.com/search?q=repo%3Ahuggingface%2Ftransformers%20get_kernel(&amp;type=code" rel="nofollow">here</a>
and <a href="https://github.com/search?q=repo%3Ahuggingface%2Ftransformers+use_kernel_forward_from_hub&amp;type=code" rel="nofollow">here</a>.`,Y,k,le="Refer to the following posts to know more:",D,_,ae='<li><a href="https://huggingface.co/blog/faster-transformers" rel="nofollow">Tricks from OpenAI gpt-oss YOU 🫵 can use with transformers</a></li> <li><a href="https://huggingface.co/blog/moe-transformers" rel="nofollow">Mixture of Experts (MoEs) in Transformers</a></li>',J,w,K,v,ie=`Similar to <code>transformers</code>, <a href="https://github.com/huggingface/diffusers/" rel="nofollow">huggingface/diffusers</a> uses
<code>kernels</code> for integrating optimized kernels to <a href="https://github.com/huggingface/diffusers/blob/e5aa719241f9b74d6700be3320a777799bfab70a/src/diffusers/models/attention_dispatch.py" rel="nofollow">compute attention</a>.`,N,T,oe=`Besides leveraging pre-built compute kernels, different projects
rely on <code>kernels</code> to also package, build, and distribute their
kernels on the Hugging Face Hub platform. This is made possible by the
<a href="./builder/writing-kernels">“builder” component of <code>kernels</code></a>.
Visit <a href="https://huggingface.co/kernels" rel="nofollow">huggingface.co/kernels</a> to browse
the pre-built compute kernels available on the Hub.`,Q,L,fe=`Feel free to open a PR enlisting your project to show how <code>kernels</code>
is leveraged there.`,W,M,X,z,Z;return p=new ke({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new E({props:{title:"Projects using kernels",local:"projects-using-kernels",headingTag:"h1"}}),h=new E({props:{title:"autoresearch",local:"autoresearch",headingTag:"h2"}}),g=new E({props:{title:"AReaL",local:"areal",headingTag:"h2"}}),$=new E({props:{title:"transformers",local:"transformers",headingTag:"h2"}}),w=new E({props:{title:"diffusers",local:"diffusers",headingTag:"h2"}}),M=new _e({props:{source:"https://github.com/huggingface/kernels/blob/main/docs/source/integrating-kernels.md"}}),{c(){o=a("meta"),R=s(),A=a("p"),S=s(),x(p.$$.fragment),q=s(),x(m.$$.fragment),F=s(),u=a("p"),u.innerHTML=te,I=s(),x(h.$$.fragment),O=s(),c=a("p"),c.innerHTML=ne,U=s(),x(g.$$.fragment),B=s(),d=a("p"),d.innerHTML=re,G=s(),x($.$$.fragment),V=s(),b=a("p"),b.innerHTML=se,Y=s(),k=a("p"),k.textContent=le,D=s(),_=a("ul"),_.innerHTML=ae,J=s(),x(w.$$.fragment),K=s(),v=a("p"),v.innerHTML=ie,N=s(),T=a("p"),T.innerHTML=oe,Q=s(),L=a("p"),L.innerHTML=fe,W=s(),x(M.$$.fragment),X=s(),z=a("p"),this.h()},l(e){const t=$e("svelte-u9bgzb",document.head);o=i(t,"META",{name:!0,content:!0}),t.forEach(n),R=l(e),A=i(e,"P",{}),pe(A).forEach(n),S=l(e),y(p.$$.fragment,e),q=l(e),y(m.$$.fragment,e),F=l(e),u=i(e,"P",{"data-svelte-h":!0}),f(u)!=="svelte-vnl8ty"&&(u.innerHTML=te),I=l(e),y(h.$$.fragment,e),O=l(e),c=i(e,"P",{"data-svelte-h":!0}),f(c)!=="svelte-prbca1"&&(c.innerHTML=ne),U=l(e),y(g.$$.fragment,e),B=l(e),d=i(e,"P",{"data-svelte-h":!0}),f(d)!=="svelte-14i6hd3"&&(d.innerHTML=re),G=l(e),y($.$$.fragment,e),V=l(e),b=i(e,"P",{"data-svelte-h":!0}),f(b)!=="svelte-1319hhe"&&(b.innerHTML=se),Y=l(e),k=i(e,"P",{"data-svelte-h":!0}),f(k)!=="svelte-58vqvj"&&(k.textContent=le),D=l(e),_=i(e,"UL",{"data-svelte-h":!0}),f(_)!=="svelte-ixjige"&&(_.innerHTML=ae),J=l(e),y(w.$$.fragment,e),K=l(e),v=i(e,"P",{"data-svelte-h":!0}),f(v)!=="svelte-4wljk1"&&(v.innerHTML=ie),N=l(e),T=i(e,"P",{"data-svelte-h":!0}),f(T)!=="svelte-164sdup"&&(T.innerHTML=oe),Q=l(e),L=i(e,"P",{"data-svelte-h":!0}),f(L)!=="svelte-1ragv6p"&&(L.innerHTML=fe),W=l(e),y(M.$$.fragment,e),X=l(e),z=i(e,"P",{}),pe(z).forEach(n),this.h()},h(){me(o,"name","hf:doc:metadata"),me(o,"content",ve)},m(e,t){be(document.head,o),r(e,R,t),r(e,A,t),r(e,S,t),H(p,e,t),r(e,q,t),H(m,e,t),r(e,F,t),r(e,u,t),r(e,I,t),H(h,e,t),r(e,O,t),r(e,c,t),r(e,U,t),H(g,e,t),r(e,B,t),r(e,d,t),r(e,G,t),H($,e,t),r(e,V,t),r(e,b,t),r(e,Y,t),r(e,k,t),r(e,D,t),r(e,_,t),r(e,J,t),H(w,e,t),r(e,K,t),r(e,v,t),r(e,N,t),r(e,T,t),r(e,Q,t),r(e,L,t),r(e,W,t),H(M,e,t),r(e,X,t),r(e,z,t),Z=!0},p:he,i(e){Z||(P(p.$$.fragment,e),P(m.$$.fragment,e),P(h.$$.fragment,e),P(g.$$.fragment,e),P($.$$.fragment,e),P(w.$$.fragment,e),P(M.$$.fragment,e),Z=!0)},o(e){C(p.$$.fragment,e),C(m.$$.fragment,e),C(h.$$.fragment,e),C(g.$$.fragment,e),C($.$$.fragment,e),C(w.$$.fragment,e),C(M.$$.fragment,e),Z=!1},d(e){e&&(n(R),n(A),n(S),n(q),n(F),n(u),n(I),n(O),n(c),n(U),n(B),n(d),n(G),n(V),n(b),n(Y),n(k),n(D),n(_),n(J),n(K),n(v),n(N),n(T),n(Q),n(L),n(W),n(X),n(z)),n(o),j(p,e),j(m,e),j(h,e),j(g,e),j($,e),j(w,e),j(M,e)}}}const ve='{"title":"Projects using kernels","local":"projects-using-kernels","sections":[{"title":"autoresearch","local":"autoresearch","sections":[],"depth":2},{"title":"AReaL","local":"areal","sections":[],"depth":2},{"title":"transformers","local":"transformers","sections":[],"depth":2},{"title":"diffusers","local":"diffusers","sections":[],"depth":2}],"depth":1}';function Te(ee){return ce(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ye extends ge{constructor(o){super(),de(this,o,Te,we,ue,{})}}export{ye as component};