kernels/pr_581/en/_app/immutable/nodes/4.0e23edbb.js

import{s as ke,n as Me,o as be}from"../chunks/scheduler.f3b1e791.js";import{S as ge,i as ve,e as i,s,c as p,h as we,a as o,d as l,b as a,f as fe,g as m,j as c,k as ye,l as Te,m as n,n as d,t as h,o as u,p as f}from"../chunks/index.023a9934.js";import{C as $e}from"../chunks/CopyLLMTxtMenu.92432d11.js";import{C as se}from"../chunks/CodeBlock.5267802c.js";import{H as ne,E as Je}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.7b28b9b5.js";function je(ae){let r,X,U,H,y,L,k,W,M,V,b,ie='Here is how you would use the <a href="https://huggingface.co/kernels-community/activation" rel="nofollow">activation</a> kernels from the Hugging Face Hub:',R,g,Y,v,oe=`This fetches version <code>1</code> of the kernel <code>kernels-community/activation</code>.
Kernels are versioned using a major version number. Using <code>version=1</code> will
get the latest kernel build from the <code>v1</code> branch.`,F,w,re=`Kernels within a version branch must never break the API or remove builds
for older PyTorch versions. This ensures that your code will continue to work.`,z,T,pe="Hub kernels must be loaded with either a <code>version</code> or an explicit <code>revision</code>.",N,$,S,J,me=`You can check if a particular version of a kernel supports the environment
that the program is running on:`,P,j,K,_,Q,x,ce=`<code>get_loaded_kernels()</code> returns a snapshot of every kernel that has been loaded
into the current process. Each entry is a <code>LoadedKernel</code> namedtuple with the
imported <code>module</code>, the <code>package_name</code>, and <code>repo_infos</code> (repo id, resolved
revision, and the backend argument that was passed).`,q,C,A,Z,de=`<code>repo_infos</code> is populated only for kernels loaded with <code>get_kernel</code>. Kernels
loaded from a local path (<code>get_local_kernel</code>) or via a lockfile
(<code>get_locked_kernel</code>, <code>load_kernel</code>) have <code>repo_infos=None</code>.`,D,B,he='Browse through different kernels compatible with <code>kernels</code> from <a href="https://huggingface.co/kernels" rel="nofollow">here</a>.',O,I,ue='A kernel can provide layers in addition to kernel functions. Refer to <a href="../source/layers">Layers</a> to know more.',ee,E,te,G,le;return y=new $e({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),k=new ne({props:{title:"Quickstart",local:"quickstart",headingTag:"h1"}}),M=new ne({props:{title:"Loading Kernels",local:"loading-kernels",headingTag:"h2"}}),g=new se({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwa2VybmVscyUyMGltcG9ydCUyMGdldF9rZXJuZWwlMEElMEElMjMlMjBEb3dubG9hZCUyMG9wdGltaXplZCUyMGtlcm5lbHMlMjBmcm9tJTIwdGhlJTIwSHVnZ2luZyUyMEZhY2UlMjBodWIlMEFhY3RpdmF0aW9uJTIwJTNEJTIwZ2V0X2tlcm5lbCglMjJrZXJuZWxzLWNvbW11bml0eSUyRmFjdGl2YXRpb24lMjIlMkMlMjB2ZXJzaW9uJTNEMSklMEElMEElMjMlMjBDcmVhdGUlMjBhJTIwcmFuZG9tJTIwdGVuc29yJTBBeCUyMCUzRCUyMHRvcmNoLnJhbmRuKCgxMCUyQyUyMDEwKSUyQyUyMGR0eXBlJTNEdG9yY2guZmxvYXQxNiUyQyUyMGRldmljZSUzRCUyMmN1ZGElMjIpJTBBJTBBJTIzJTIwUnVuJTIwdGhlJTIwa2VybmVsJTBBeSUyMCUzRCUyMHRvcmNoLmVtcHR5X2xpa2UoeCklMEFhY3RpdmF0aW9uLmdlbHVfZmFzdCh5JTJDJTIweCklMEElMEFwcmludCh5KQ==",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> get_kernel

<span class="hljs-comment"># Download optimized kernels from the Hugging Face hub</span>
activation = get_kernel(<span class="hljs-string">&quot;kernels-community/activation&quot;</span>, version=<span class="hljs-number">1</span>)

<span class="hljs-comment"># Create a random tensor</span>
x = torch.randn((<span class="hljs-number">10</span>, <span class="hljs-number">10</span>), dtype=torch.float16, device=<span class="hljs-string">&quot;cuda&quot;</span>)

<span class="hljs-comment"># Run the kernel</span>
y = torch.empty_like(x)
activation.gelu_fast(y, x)

<span class="hljs-built_in">print</span>(y)`,lang:"python",wrap:!1}}),$=new ne({props:{title:"Checking Kernel Availability",local:"checking-kernel-availability",headingTag:"h2"}}),j=new se({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBoYXNfa2VybmVsJTBBJTBBJTIzJTIwQ2hlY2slMjBpZiUyMGtlcm5lbCUyMGlzJTIwYXZhaWxhYmxlJTIwZm9yJTIwY3VycmVudCUyMGVudmlyb25tZW50JTBBaXNfYXZhaWxhYmxlJTIwJTNEJTIwaGFzX2tlcm5lbCglMjJrZXJuZWxzLWNvbW11bml0eSUyRmFjdGl2YXRpb24lMjIlMkMlMjB2ZXJzaW9uJTNEMSklMEFwcmludChmJTIyS2VybmVsJTIwYXZhaWxhYmxlJTNBJTIwJTdCaXNfYXZhaWxhYmxlJTdEJTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> has_kernel

<span class="hljs-comment"># Check if kernel is available for current environment</span>
is_available = has_kernel(<span class="hljs-string">&quot;kernels-community/activation&quot;</span>, version=<span class="hljs-number">1</span>)
<span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;Kernel available: <span class="hljs-subst">{is_available}</span>&quot;</span>)`,lang:"python",wrap:!1}}),_=new ne({props:{title:"Inspecting Loaded Kernels",local:"inspecting-loaded-kernels",headingTag:"h2"}}),C=new se({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBnZXRfa2VybmVsJTJDJTIwZ2V0X2xvYWRlZF9rZXJuZWxzJTBBJTBBZ2V0X2tlcm5lbCglMjJrZXJuZWxzLWNvbW11bml0eSUyRmFjdGl2YXRpb24lMjIlMkMlMjB2ZXJzaW9uJTNEMSklMEElMEFmb3IlMjBsb2FkZWQlMjBpbiUyMGdldF9sb2FkZWRfa2VybmVscygpJTNBJTBBJTIwJTIwJTIwJTIwcHJpbnQobG9hZGVkLnBhY2thZ2VfbmFtZSUyQyUyMGxvYWRlZC5yZXBvX2luZm9zKQ==",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> get_kernel, get_loaded_kernels

get_kernel(<span class="hljs-string">&quot;kernels-community/activation&quot;</span>, version=<span class="hljs-number">1</span>)

<span class="hljs-keyword">for</span> loaded <span class="hljs-keyword">in</span> get_loaded_kernels():
    <span class="hljs-built_in">print</span>(loaded.package_name, loaded.repo_infos)`,lang:"python",wrap:!1}}),E=new Je({props:{source:"https://github.com/huggingface/kernels/blob/main/docs/source/basic-usage.md"}}),{c(){r=i("meta"),X=s(),U=i("p"),H=s(),p(y.$$.fragment),L=s(),p(k.$$.fragment),W=s(),p(M.$$.fragment),V=s(),b=i("p"),b.innerHTML=ie,R=s(),p(g.$$.fragment),Y=s(),v=i("p"),v.innerHTML=oe,F=s(),w=i("p"),w.textContent=re,z=s(),T=i("p"),T.innerHTML=pe,N=s(),p($.$$.fragment),S=s(),J=i("p"),J.textContent=me,P=s(),p(j.$$.fragment),K=s(),p(_.$$.fragment),Q=s(),x=i("p"),x.innerHTML=ce,q=s(),p(C.$$.fragment),A=s(),Z=i("p"),Z.innerHTML=de,D=s(),B=i("p"),B.innerHTML=he,O=s(),I=i("p"),I.innerHTML=ue,ee=s(),p(E.$$.fragment),te=s(),G=i("p"),this.h()},l(e){const t=we("svelte-u9bgzb",document.head);r=o(t,"META",{name:!0,content:!0}),t.forEach(l),X=a(e),U=o(e,"P",{}),fe(U).forEach(l),H=a(e),m(y.$$.fragment,e),L=a(e),m(k.$$.fragment,e),W=a(e),m(M.$$.fragment,e),V=a(e),b=o(e,"P",{"data-svelte-h":!0}),c(b)!=="svelte-2utbko"&&(b.innerHTML=ie),R=a(e),m(g.$$.fragment,e),Y=a(e),v=o(e,"P",{"data-svelte-h":!0}),c(v)!=="svelte-1xtp1ii"&&(v.innerHTML=oe),F=a(e),w=o(e,"P",{"data-svelte-h":!0}),c(w)!=="svelte-sotpzr"&&(w.textContent=re),z=a(e),T=o(e,"P",{"data-svelte-h":!0}),c(T)!=="svelte-ac6a7l"&&(T.innerHTML=pe),N=a(e),m($.$$.fragment,e),S=a(e),J=o(e,"P",{"data-svelte-h":!0}),c(J)!=="svelte-vgk28x"&&(J.textContent=me),P=a(e),m(j.$$.fragment,e),K=a(e),m(_.$$.fragment,e),Q=a(e),x=o(e,"P",{"data-svelte-h":!0}),c(x)!=="svelte-y003m3"&&(x.innerHTML=ce),q=a(e),m(C.$$.fragment,e),A=a(e),Z=o(e,"P",{"data-svelte-h":!0}),c(Z)!=="svelte-d9wfpl"&&(Z.innerHTML=de),D=a(e),B=o(e,"P",{"data-svelte-h":!0}),c(B)!=="svelte-jwtqmg"&&(B.innerHTML=he),O=a(e),I=o(e,"P",{"data-svelte-h":!0}),c(I)!=="svelte-1mhylef"&&(I.innerHTML=ue),ee=a(e),m(E.$$.fragment,e),te=a(e),G=o(e,"P",{}),fe(G).forEach(l),this.h()},h(){ye(r,"name","hf:doc:metadata"),ye(r,"content",_e)},m(e,t){Te(document.head,r),n(e,X,t),n(e,U,t),n(e,H,t),d(y,e,t),n(e,L,t),d(k,e,t),n(e,W,t),d(M,e,t),n(e,V,t),n(e,b,t),n(e,R,t),d(g,e,t),n(e,Y,t),n(e,v,t),n(e,F,t),n(e,w,t),n(e,z,t),n(e,T,t),n(e,N,t),d($,e,t),n(e,S,t),n(e,J,t),n(e,P,t),d(j,e,t),n(e,K,t),d(_,e,t),n(e,Q,t),n(e,x,t),n(e,q,t),d(C,e,t),n(e,A,t),n(e,Z,t),n(e,D,t),n(e,B,t),n(e,O,t),n(e,I,t),n(e,ee,t),d(E,e,t),n(e,te,t),n(e,G,t),le=!0},p:Me,i(e){le||(h(y.$$.fragment,e),h(k.$$.fragment,e),h(M.$$.fragment,e),h(g.$$.fragment,e),h($.$$.fragment,e),h(j.$$.fragment,e),h(_.$$.fragment,e),h(C.$$.fragment,e),h(E.$$.fragment,e),le=!0)},o(e){u(y.$$.fragment,e),u(k.$$.fragment,e),u(M.$$.fragment,e),u(g.$$.fragment,e),u($.$$.fragment,e),u(j.$$.fragment,e),u(_.$$.fragment,e),u(C.$$.fragment,e),u(E.$$.fragment,e),le=!1},d(e){e&&(l(X),l(U),l(H),l(L),l(W),l(V),l(b),l(R),l(Y),l(v),l(F),l(w),l(z),l(T),l(N),l(S),l(J),l(P),l(K),l(Q),l(x),l(q),l(A),l(Z),l(D),l(B),l(O),l(I),l(ee),l(te),l(G)),l(r),f(y,e),f(k,e),f(M,e),f(g,e),f($,e),f(j,e),f(_,e),f(C,e),f(E,e)}}}const _e='{"title":"Quickstart","local":"quickstart","sections":[{"title":"Loading Kernels","local":"loading-kernels","sections":[],"depth":2},{"title":"Checking Kernel Availability","local":"checking-kernel-availability","sections":[],"depth":2},{"title":"Inspecting Loaded Kernels","local":"inspecting-loaded-kernels","sections":[],"depth":2}],"depth":1}';function xe(ae){return be(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ue extends ge{constructor(r){super(),ve(this,r,xe,je,ke,{})}}export{Ue as component};