kernels/pr_496/en/_app/immutable/nodes/3.6ea0ded2.js

import{s as Tl,o as Jl,n as P}from"../chunks/scheduler.f3b1e791.js";import{S as Ul,i as kl,e as w,s as a,c as d,h as bl,a as g,d as s,b as o,f as $,g as y,j as J,k as j,l as i,m as p,n as M,t as u,o as f,p as h}from"../chunks/index.023a9934.js";import{C as $l}from"../chunks/CopyLLMTxtMenu.2781ac26.js";import{D as C,E as q}from"../chunks/ExampleCodeBlock.d400c9dc.js";import{C as K}from"../chunks/CodeBlock.5903ea79.js";import{H as b,E as jl}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.941bc36b.js";function _l(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"aW1wb3J0JTIwdG9yY2glMEFpbXBvcnQlMjB0b3JjaC5ubiUyMGFzJTIwbm4lMEElMEFmcm9tJTIwa2VybmVscyUyMGltcG9ydCUyMHVzZV9rZXJuZWxfZm9yd2FyZF9mcm9tX2h1YiUwQWZyb20lMjBrZXJuZWxzJTIwaW1wb3J0JTIwTW9kZSUyQyUyMGtlcm5lbGl6ZSUwQSUwQSU0MHVzZV9rZXJuZWxfZm9yd2FyZF9mcm9tX2h1YiglMjJNeUN1c3RvbUxheWVyJTIyKSUwQWNsYXNzJTIwTXlDdXN0b21MYXllcihubi5Nb2R1bGUpJTNBJTBBJTIwJTIwJTIwJTIwZGVmJTIwX19pbml0X18oc2VsZiUyQyUyMGhpZGRlbl9zaXplKSUzQSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHN1cGVyKCkuX19pbml0X18oKSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHNlbGYuaGlkZGVuX3NpemUlMjAlM0QlMjBoaWRkZW5fc2l6ZSUwQSUwQSUyMCUyMCUyMCUyMGRlZiUyMGZvcndhcmQoc2VsZiUyQyUyMHglM0ElMjB0b3JjaC5UZW5zb3IpJTNBJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIzJTIwb3JpZ2luYWwlMjBpbXBsZW1lbnRhdGlvbiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHJldHVybiUyMHglMEElMEFtb2RlbCUyMCUzRCUyME15Q3VzdG9tTGF5ZXIoNzY4KSUwQSUwQSUyMyUyMFRoZSUyMGxheWVyJTIwY2FuJTIwbm93JTIwYmUlMjBrZXJuZWxpemVkJTNBJTBBJTIzJTIwbW9kZWwlMjAlM0QlMjBrZXJuZWxpemUobW9kZWwlMkMlMjBtb2RlJTNETW9kZS5UUkFJTklORyUyMCU3QyUyME1vZGUuVE9SQ0hfQ09NUElMRSUyQyUyMGRldmljZSUzRCUyMmN1ZGElMjIp",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">import</span> torch.nn <span class="hljs-keyword">as</span> nn

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> use_kernel_forward_from_hub
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> Mode, kernelize

<span class="hljs-meta">@use_kernel_forward_from_hub(<span class="hljs-params"><span class="hljs-string">&quot;MyCustomLayer&quot;</span></span>)</span>
<span class="hljs-keyword">class</span> <span class="hljs-title class_">MyCustomLayer</span>(nn.Module):
    <span class="hljs-keyword">def</span> <span class="hljs-title function_">__init__</span>(<span class="hljs-params">self, hidden_size</span>):
        <span class="hljs-built_in">super</span>().__init__()
        self.hidden_size = hidden_size

    <span class="hljs-keyword">def</span> <span class="hljs-title function_">forward</span>(<span class="hljs-params">self, x: torch.Tensor</span>):
        <span class="hljs-comment"># original implementation</span>
        <span class="hljs-keyword">return</span> x

model = MyCustomLayer(<span class="hljs-number">768</span>)

<span class="hljs-comment"># The layer can now be kernelized:</span>
<span class="hljs-comment"># model = kernelize(model, mode=Mode.TRAINING | Mode.TORCH_COMPILE, device=&quot;cuda&quot;)</span>`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Il(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"aW1wb3J0JTIwdG9yY2glMEFpbXBvcnQlMjB0b3JjaC5ubiUyMGFzJTIwbm4lMEElMEFmcm9tJTIwa2VybmVscyUyMGltcG9ydCUyMHVzZV9rZXJuZWxfZnVuY19mcm9tX2h1YiUwQWZyb20lMjBrZXJuZWxzJTIwaW1wb3J0JTIwTW9kZSUyQyUyMGtlcm5lbGl6ZSUwQSUwQSU0MHVzZV9rZXJuZWxfZnVuY19mcm9tX2h1YiglMjJteV9jdXN0b21fZnVuYyUyMiklMEFkZWYlMjBteV9jdXN0b21fZnVuYyh4JTNBJTIwdG9yY2guVGVuc29yKSUzQSUwQSUyMCUyMCUyMCUyMCUyMyUyME9yaWdpbmFsJTIwaW1wbGVtZW50YXRpb24lMEElMjAlMjAlMjAlMjByZXR1cm4lMjB4JTBBJTBBY2xhc3MlMjBNeU1vZGVsKHRvcmNoLm5uLk1vZHVsZSklM0ElMEElMjAlMjAlMjAlMjBkZWYlMjBfX2luaXRfXyhzZWxmKSUzQSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHN1cGVyKCkuX19pbml0X18oKSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHNlbGYuZm4lMjAlM0QlMjBteV9jdXN0b21fZnVuYyUwQSUwQSUyMCUyMCUyMCUyMGRlZiUyMGZvcndhcmQoc2VsZiUyQyUyMHgpJTNBJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcmV0dXJuJTIwc2VsZi5mbih4KSUwQSUwQW1vZGVsJTIwJTNEJTIwTXlNb2RlbCgpJTBBJTBBJTIzJTIwVGhlJTIwbGF5ZXIlMjBjYW4lMjBub3clMjBiZSUyMGtlcm5lbGl6ZWQlM0ElMEElMjMlMjBtb2RlbCUyMCUzRCUyMGtlcm5lbGl6ZShtb2RlbCUyQyUyMG1vZGUlM0RNb2RlLlRSQUlOSU5HJTIwJTdDJTIwTW9kZS5UT1JDSF9DT01QSUxFJTJDJTIwZGV2aWNlJTNEJTIyY3VkYSUyMik=",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">import</span> torch.nn <span class="hljs-keyword">as</span> nn

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> use_kernel_func_from_hub
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> Mode, kernelize

<span class="hljs-meta">@use_kernel_func_from_hub(<span class="hljs-params"><span class="hljs-string">&quot;my_custom_func&quot;</span></span>)</span>
<span class="hljs-keyword">def</span> <span class="hljs-title function_">my_custom_func</span>(<span class="hljs-params">x: torch.Tensor</span>):
    <span class="hljs-comment"># Original implementation</span>
    <span class="hljs-keyword">return</span> x

<span class="hljs-keyword">class</span> <span class="hljs-title class_">MyModel</span>(torch.nn.Module):
    <span class="hljs-keyword">def</span> <span class="hljs-title function_">__init__</span>(<span class="hljs-params">self</span>):
        <span class="hljs-built_in">super</span>().__init__()
        self.fn = my_custom_func

    <span class="hljs-keyword">def</span> <span class="hljs-title function_">forward</span>(<span class="hljs-params">self, x</span>):
        <span class="hljs-keyword">return</span> self.fn(x)

model = MyModel()

<span class="hljs-comment"># The layer can now be kernelized:</span>
<span class="hljs-comment"># model = kernelize(model, mode=Mode.TRAINING | Mode.TORCH_COMPILE, device=&quot;cuda&quot;)</span>`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Cl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjByZXBsYWNlX2tlcm5lbF9mb3J3YXJkX2Zyb21faHViJTBBaW1wb3J0JTIwdG9yY2gubm4lMjBhcyUyMG5uJTBBJTBBcmVwbGFjZV9rZXJuZWxfZm9yd2FyZF9mcm9tX2h1Yihubi5MYXllck5vcm0lMkMlMjAlMjJMYXllck5vcm0lMjIp",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> replace_kernel_forward_from_hub
<span class="hljs-keyword">import</span> torch.nn <span class="hljs-keyword">as</span> nn

replace_kernel_forward_from_hub(nn.LayerNorm, <span class="hljs-string">&quot;LayerNorm&quot;</span>)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function vl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"aW1wb3J0JTIwdG9yY2glMEFpbXBvcnQlMjB0b3JjaC5ubiUyMGFzJTIwbm4lMEFmcm9tJTIwdG9yY2gubm4lMjBpbXBvcnQlMjBmdW5jdGlvbmFsJTIwYXMlMjBGJTBBJTBBZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjB1c2Vfa2VybmVsX2ZvcndhcmRfZnJvbV9odWIlMEFmcm9tJTIwa2VybmVscyUyMGltcG9ydCUyMHVzZV9rZXJuZWxfbWFwcGluZyUyQyUyMExheWVyUmVwb3NpdG9yeSUyQyUyMERldmljZSUwQWZyb20lMjBrZXJuZWxzJTIwaW1wb3J0JTIwTW9kZSUyQyUyMGtlcm5lbGl6ZSUwQSUwQSUyMyUyMERlZmluZSUyMGElMjBtYXBwaW5nJTBBbWFwcGluZyUyMCUzRCUyMCU3QiUwQSUyMCUyMCUyMCUyMCUyMlNpbHVBbmRNdWwlMjIlM0ElMjAlN0IlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjJjdWRhJTIyJTNBJTIwTGF5ZXJSZXBvc2l0b3J5KCUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHJlcG9faWQlM0QlMjJrZXJuZWxzLWNvbW11bml0eSUyRmFjdGl2YXRpb24lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBsYXllcl9uYW1lJTNEJTIyU2lsdUFuZE11bCUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHZlcnNpb24lM0QxJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwKSUwQSUyMCUyMCUyMCUyMCU3RCUwQSU3RCUwQSUwQSU0MHVzZV9rZXJuZWxfZm9yd2FyZF9mcm9tX2h1YiglMjJTaWx1QW5kTXVsJTIyKSUwQWNsYXNzJTIwU2lsdUFuZE11bChubi5Nb2R1bGUpJTNBJTBBJTIwJTIwJTIwJTIwZGVmJTIwZm9yd2FyZChzZWxmJTJDJTIweCUzQSUyMHRvcmNoLlRlbnNvciklMjAtJTNFJTIwdG9yY2guVGVuc29yJTNBJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwZCUyMCUzRCUyMHguc2hhcGUlNUItMSU1RCUyMCUyRiUyRiUyMDIlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjByZXR1cm4lMjBGLnNpbHUoeCU1Qi4uLiUyQyUyMCUzQWQlNUQpJTIwKiUyMHglNUIuLi4lMkMlMjBkJTNBJTVEJTBBJTBBbW9kZWwlMjAlM0QlMjBTaWx1QW5kTXVsKCklMEElMEElMjMlMjBVc2UlMjB0aGUlMjBtYXBwaW5nJTIwZm9yJTIwdGhlJTIwZHVyYXRpb24lMjBvZiUyMHRoZSUyMGNvbnRleHQuJTBBd2l0aCUyMHVzZV9rZXJuZWxfbWFwcGluZyhtYXBwaW5nKSUzQSUwQSUyMCUyMCUyMCUyMCUyMyUyMGtlcm5lbGl6ZSUyMHVzZXMlMjB0aGUlMjB0ZW1wb3JhcnklMjBtYXBwaW5nJTBBJTIwJTIwJTIwJTIwbW9kZWwlMjAlM0QlMjBrZXJuZWxpemUobW9kZWwlMkMlMjBtb2RlJTNETW9kZS5UUkFJTklORyUyMCU3QyUyME1vZGUuVE9SQ0hfQ09NUElMRSUyQyUyMGRldmljZSUzRCUyMmN1ZGElMjIpJTBBJTBBJTIzJTIwT3V0c2lkZSUyMHRoZSUyMGNvbnRleHQlMkMlMjBvcmlnaW5hbCUyMG1hcHBpbmdzJTIwYXJlJTIwcmVzdG9yZWQ=",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">import</span> torch.nn <span class="hljs-keyword">as</span> nn
<span class="hljs-keyword">from</span> torch.nn <span class="hljs-keyword">import</span> functional <span class="hljs-keyword">as</span> F

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> use_kernel_forward_from_hub
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> use_kernel_mapping, LayerRepository, Device
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> Mode, kernelize

<span class="hljs-comment"># Define a mapping</span>
mapping = {
    <span class="hljs-string">&quot;SiluAndMul&quot;</span>: {
        <span class="hljs-string">&quot;cuda&quot;</span>: LayerRepository(
            repo_id=<span class="hljs-string">&quot;kernels-community/activation&quot;</span>,
            layer_name=<span class="hljs-string">&quot;SiluAndMul&quot;</span>,
            version=<span class="hljs-number">1</span>
        )
    }
}

<span class="hljs-meta">@use_kernel_forward_from_hub(<span class="hljs-params"><span class="hljs-string">&quot;SiluAndMul&quot;</span></span>)</span>
<span class="hljs-keyword">class</span> <span class="hljs-title class_">SiluAndMul</span>(nn.Module):
    <span class="hljs-keyword">def</span> <span class="hljs-title function_">forward</span>(<span class="hljs-params">self, x: torch.Tensor</span>) -&gt; torch.Tensor:
        d = x.shape[-<span class="hljs-number">1</span>] // <span class="hljs-number">2</span>
        <span class="hljs-keyword">return</span> F.silu(x[..., :d]) * x[..., d:]

model = SiluAndMul()

<span class="hljs-comment"># Use the mapping for the duration of the context.</span>
<span class="hljs-keyword">with</span> use_kernel_mapping(mapping):
    <span class="hljs-comment"># kernelize uses the temporary mapping</span>
    model = kernelize(model, mode=Mode.TRAINING | Mode.TORCH_COMPILE, device=<span class="hljs-string">&quot;cuda&quot;</span>)

<span class="hljs-comment"># Outside the context, original mappings are restored</span>`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function xl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBMYXllclJlcG9zaXRvcnklMkMlMjByZWdpc3Rlcl9rZXJuZWxfbWFwcGluZyUyQyUyME1vZGUlMEElMEElMjMlMjBTaW1wbGUlMjBtYXBwaW5nJTIwZm9yJTIwYSUyMHNpbmdsZSUyMGtlcm5lbCUyMHBlciUyMGRldmljZSUwQWtlcm5lbF9sYXllcl9tYXBwaW5nJTIwJTNEJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIyTGxhbWFSTVNOb3JtJTIyJTNBJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIyY3VkYSUyMiUzQSUyMExheWVyUmVwb3NpdG9yeSglMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjByZXBvX2lkJTNEJTIya2VybmVscy1jb21tdW5pdHklMkZsYXllcl9ub3JtJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwbGF5ZXJfbmFtZSUzRCUyMkxsYW1hUk1TTm9ybSUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHZlcnNpb24lM0QxJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwKSUyQyUwQSUyMCUyMCUyMCUyMCU3RCUyQyUwQSU3RCUwQXJlZ2lzdGVyX2tlcm5lbF9tYXBwaW5nKGtlcm5lbF9sYXllcl9tYXBwaW5nKSUwQSUwQSUyMyUyMEFkdmFuY2VkJTIwbWFwcGluZyUyMHdpdGglMjBtb2RlLXNwZWNpZmljJTIwa2VybmVscyUwQWFkdmFuY2VkX21hcHBpbmclMjAlM0QlMjAlN0IlMEElMjAlMjAlMjAlMjAlMjJNdWx0aUhlYWRBdHRlbnRpb24lMjIlM0ElMjAlN0IlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjJjdWRhJTIyJTNBJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwTW9kZS5UUkFJTklORyUzQSUyMExheWVyUmVwb3NpdG9yeSglMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjByZXBvX2lkJTNEJTIydXNlcm5hbWUlMkZ0cmFpbmluZy1rZXJuZWxzJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwbGF5ZXJfbmFtZSUzRCUyMlRyYWluaW5nQXR0ZW50aW9uJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwdmVyc2lvbiUzRDElMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjApJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwTW9kZS5JTkZFUkVOQ0UlM0ElMjBMYXllclJlcG9zaXRvcnkoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcmVwb19pZCUzRCUyMnVzZXJuYW1lJTJGaW5mZXJlbmNlLWtlcm5lbHMlMjIlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBsYXllcl9uYW1lJTNEJTIyRmFzdEF0dGVudGlvbiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHZlcnNpb24lM0QxJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwKSUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCU3RCUwQSUyMCUyMCUyMCUyMCU3RCUwQSU3RCUwQXJlZ2lzdGVyX2tlcm5lbF9tYXBwaW5nKGFkdmFuY2VkX21hcHBpbmcp",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> LayerRepository, register_kernel_mapping, Mode

<span class="hljs-comment"># Simple mapping for a single kernel per device</span>
kernel_layer_mapping = {
    <span class="hljs-string">&quot;LlamaRMSNorm&quot;</span>: {
        <span class="hljs-string">&quot;cuda&quot;</span>: LayerRepository(
            repo_id=<span class="hljs-string">&quot;kernels-community/layer_norm&quot;</span>,
            layer_name=<span class="hljs-string">&quot;LlamaRMSNorm&quot;</span>,
            version=<span class="hljs-number">1</span>,
        ),
    },
}
register_kernel_mapping(kernel_layer_mapping)

<span class="hljs-comment"># Advanced mapping with mode-specific kernels</span>
advanced_mapping = {
    <span class="hljs-string">&quot;MultiHeadAttention&quot;</span>: {
        <span class="hljs-string">&quot;cuda&quot;</span>: {
            Mode.TRAINING: LayerRepository(
                repo_id=<span class="hljs-string">&quot;username/training-kernels&quot;</span>,
                layer_name=<span class="hljs-string">&quot;TrainingAttention&quot;</span>,
                version=<span class="hljs-number">1</span>,
            ),
            Mode.INFERENCE: LayerRepository(
                repo_id=<span class="hljs-string">&quot;username/inference-kernels&quot;</span>,
                layer_name=<span class="hljs-string">&quot;FastAttention&quot;</span>,
                version=<span class="hljs-number">1</span>,
            ),
        }
    }
}
register_kernel_mapping(advanced_mapping)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Bl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"aW1wb3J0JTIwdG9yY2glMEFpbXBvcnQlMjB0b3JjaC5ubiUyMGFzJTIwbm4lMEElMEFmcm9tJTIwa2VybmVscyUyMGltcG9ydCUyMGtlcm5lbGl6ZSUyQyUyME1vZGUlMkMlMjByZWdpc3Rlcl9rZXJuZWxfbWFwcGluZyUyQyUyMExheWVyUmVwb3NpdG9yeSUwQWZyb20lMjBrZXJuZWxzJTIwaW1wb3J0JTIwdXNlX2tlcm5lbF9mb3J3YXJkX2Zyb21faHViJTBBJTBBJTQwdXNlX2tlcm5lbF9mb3J3YXJkX2Zyb21faHViKCUyMlNpbHVBbmRNdWwlMjIpJTBBY2xhc3MlMjBTaWx1QW5kTXVsKG5uLk1vZHVsZSklM0ElMEElMjAlMjAlMjAlMjBkZWYlMjBmb3J3YXJkKHNlbGYlMkMlMjB4JTNBJTIwdG9yY2guVGVuc29yKSUyMC0lM0UlMjB0b3JjaC5UZW5zb3IlM0ElMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBkJTIwJTNEJTIweC5zaGFwZSU1Qi0xJTVEJTIwJTJGJTJGJTIwMiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHJldHVybiUyMEYuc2lsdSh4JTVCLi4uJTJDJTIwJTNBZCU1RCklMjAqJTIweCU1Qi4uLiUyQyUyMGQlM0ElNUQlMEElMEFtYXBwaW5nJTIwJTNEJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIyU2lsdUFuZE11bCUyMiUzQSUyMCU3QiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMmN1ZGElMjIlM0ElMjBMYXllclJlcG9zaXRvcnkoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcmVwb19pZCUzRCUyMmtlcm5lbHMtY29tbXVuaXR5JTJGYWN0aXZhdGlvbiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMGxheWVyX25hbWUlM0QlMjJTaWx1QW5kTXVsJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwKSUwQSUyMCUyMCUyMCUyMCU3RCUwQSU3RCUwQXJlZ2lzdGVyX2tlcm5lbF9tYXBwaW5nKG1hcHBpbmcpJTBBJTBBJTIzJTIwQ3JlYXRlJTIwYW5kJTIwa2VybmVsaXplJTIwYSUyMG1vZGVsJTBBbW9kZWwlMjAlM0QlMjBubi5TZXF1ZW50aWFsKCUwQSUyMCUyMCUyMCUyMG5uLkxpbmVhcigxMDI0JTJDJTIwMjA0OCUyQyUyMGRldmljZSUzRCUyMmN1ZGElMjIpJTJDJTBBJTIwJTIwJTIwJTIwU2lsdUFuZE11bCgpJTJDJTBBKSUwQSUwQSUyMyUyMEtlcm5lbGl6ZSUyMGZvciUyMGluZmVyZW5jZSUwQWtlcm5lbGl6ZWRfbW9kZWwlMjAlM0QlMjBrZXJuZWxpemUobW9kZWwlMkMlMjBtb2RlJTNETW9kZS5UUkFJTklORyUyMCU3QyUyME1vZGUuVE9SQ0hfQ09NUElMRSk=",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">import</span> torch.nn <span class="hljs-keyword">as</span> nn

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> kernelize, Mode, register_kernel_mapping, LayerRepository
<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> use_kernel_forward_from_hub

<span class="hljs-meta">@use_kernel_forward_from_hub(<span class="hljs-params"><span class="hljs-string">&quot;SiluAndMul&quot;</span></span>)</span>
<span class="hljs-keyword">class</span> <span class="hljs-title class_">SiluAndMul</span>(nn.Module):
    <span class="hljs-keyword">def</span> <span class="hljs-title function_">forward</span>(<span class="hljs-params">self, x: torch.Tensor</span>) -&gt; torch.Tensor:
        d = x.shape[-<span class="hljs-number">1</span>] // <span class="hljs-number">2</span>
        <span class="hljs-keyword">return</span> F.silu(x[..., :d]) * x[..., d:]

mapping = {
    <span class="hljs-string">&quot;SiluAndMul&quot;</span>: {
        <span class="hljs-string">&quot;cuda&quot;</span>: LayerRepository(
            repo_id=<span class="hljs-string">&quot;kernels-community/activation&quot;</span>,
            layer_name=<span class="hljs-string">&quot;SiluAndMul&quot;</span>,
        )
    }
}
register_kernel_mapping(mapping)

<span class="hljs-comment"># Create and kernelize a model</span>
model = nn.Sequential(
    nn.Linear(<span class="hljs-number">1024</span>, <span class="hljs-number">2048</span>, device=<span class="hljs-string">&quot;cuda&quot;</span>),
    SiluAndMul(),
)

<span class="hljs-comment"># Kernelize for inference</span>
kernelized_model = kernelize(model, mode=Mode.TRAINING | Mode.TORCH_COMPILE)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Zl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBEZXZpY2UlMkMlMjBDVURBUHJvcGVydGllcyUwQSUwQSUyMyUyMEJhc2ljJTIwQ1VEQSUyMGRldmljZSUwQWN1ZGFfZGV2aWNlJTIwJTNEJTIwRGV2aWNlKHR5cGUlM0QlMjJjdWRhJTIyKSUwQSUwQSUyMyUyMENVREElMjBkZXZpY2UlMjB3aXRoJTIwc3BlY2lmaWMlMjBjYXBhYmlsaXR5JTIwcmVxdWlyZW1lbnRzJTBBY3VkYV9kZXZpY2Vfd2l0aF9wcm9wcyUyMCUzRCUyMERldmljZSglMEElMjAlMjAlMjAlMjB0eXBlJTNEJTIyY3VkYSUyMiUyQyUwQSUyMCUyMCUyMCUyMHByb3BlcnRpZXMlM0RDVURBUHJvcGVydGllcyhtaW5fY2FwYWJpbGl0eSUzRDc1JTJDJTIwbWF4X2NhcGFiaWxpdHklM0Q5MCklMEEpJTBBJTBBJTIzJTIwTVBTJTIwZGV2aWNlJTIwZm9yJTIwQXBwbGUlMjBTaWxpY29uJTBBbXBzX2RldmljZSUyMCUzRCUyMERldmljZSh0eXBlJTNEJTIybXBzJTIyKSUwQSUwQSUyMyUyMFhQVSUyMGRldmljZSUyMChlLmcuJTJDJTIwSW50ZWwoUiklMjBEYXRhJTIwQ2VudGVyJTIwR1BVJTIwTWF4JTIwMTU1MCklMEF4cHVfZGV2aWNlJTIwJTNEJTIwRGV2aWNlKHR5cGUlM0QlMjJ4cHUlMjIpJTBBJTBBJTIzJTIwTlBVJTIwZGV2aWNlJTIwKEh1YXdlaSUyMEFzY2VuZCklMEFucHVfZGV2aWNlJTIwJTNEJTIwRGV2aWNlKHR5cGUlM0QlMjJucHUlMjIp",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> Device, CUDAProperties

<span class="hljs-comment"># Basic CUDA device</span>
cuda_device = Device(<span class="hljs-built_in">type</span>=<span class="hljs-string">&quot;cuda&quot;</span>)

<span class="hljs-comment"># CUDA device with specific capability requirements</span>
cuda_device_with_props = Device(
    <span class="hljs-built_in">type</span>=<span class="hljs-string">&quot;cuda&quot;</span>,
    properties=CUDAProperties(min_capability=<span class="hljs-number">75</span>, max_capability=<span class="hljs-number">90</span>)
)

<span class="hljs-comment"># MPS device for Apple Silicon</span>
mps_device = Device(<span class="hljs-built_in">type</span>=<span class="hljs-string">&quot;mps&quot;</span>)

<span class="hljs-comment"># XPU device (e.g., Intel(R) Data Center GPU Max 1550)</span>
xpu_device = Device(<span class="hljs-built_in">type</span>=<span class="hljs-string">&quot;xpu&quot;</span>)

<span class="hljs-comment"># NPU device (Huawei Ascend)</span>
npu_device = Device(<span class="hljs-built_in">type</span>=<span class="hljs-string">&quot;npu&quot;</span>)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Rl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBGdW5jUmVwb3NpdG9yeSUwQSUwQSUyMyUyMFJlZmVyZW5jZSUyMGElMjBzcGVjaWZpYyUyMGxheWVyJTIwYnklMjByZXZpc2lvbiUwQWxheWVyX3JlcG8lMjAlM0QlMjBGdW5jUmVwb3NpdG9yeSglMEElMjAlMjAlMjAlMjByZXBvX2lkJTNEJTIya2VybmVscy1jb21tdW5pdHklMkZhY3RpdmF0aW9uJTIyJTJDJTBBJTIwJTIwJTIwJTIwZnVuY19uYW1lJTNEJTIyc2lsdV9hbmRfbXVsJTIyJTJDJTBBKSUwQSUwQSUyMyUyMFJlZmVyZW5jZSUyMGElMjBsYXllciUyMGJ5JTIwdmVyc2lvbiUwQWxheWVyX3JlcG9fdmVyc2lvbmVkJTIwJTNEJTIwRnVuY1JlcG9zaXRvcnkoJTBBJTIwJTIwJTIwJTIwcmVwb19pZCUzRCUyMmtlcm5lbHMtY29tbXVuaXR5JTJGcmVsdSUyMiUyQyUwQSUyMCUyMCUyMCUyMGZ1bmNfbmFtZSUzRCUyMnJlbHUlMjIlMkMlMEElMjAlMjAlMjAlMjB2ZXJzaW9uJTNEMSUwQSk=",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> FuncRepository

<span class="hljs-comment"># Reference a specific layer by revision</span>
layer_repo = FuncRepository(
    repo_id=<span class="hljs-string">&quot;kernels-community/activation&quot;</span>,
    func_name=<span class="hljs-string">&quot;silu_and_mul&quot;</span>,
)

<span class="hljs-comment"># Reference a layer by version</span>
layer_repo_versioned = FuncRepository(
    repo_id=<span class="hljs-string">&quot;kernels-community/relu&quot;</span>,
    func_name=<span class="hljs-string">&quot;relu&quot;</span>,
    version=<span class="hljs-number">1</span>
)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function El(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBMYXllclJlcG9zaXRvcnklMEElMEElMjMlMjBSZWZlcmVuY2UlMjBhJTIwc3BlY2lmaWMlMjBsYXllciUyMGJ5JTIwcmV2aXNpb24lMEFsYXllcl9yZXBvJTIwJTNEJTIwTGF5ZXJSZXBvc2l0b3J5KCUwQSUyMCUyMCUyMCUyMHJlcG9faWQlM0QlMjJrZXJuZWxzLWNvbW11bml0eSUyRmFjdGl2YXRpb24lMjIlMkMlMEElMjAlMjAlMjAlMjBsYXllcl9uYW1lJTNEJTIyU2lsdUFuZE11bCUyMiUyQyUwQSUyMCUyMCUyMCUyMHZlcnNpb24lM0QxJTJDJTBBKQ==",highlighted:`<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> LayerRepository

<span class="hljs-comment"># Reference a specific layer by revision</span>
layer_repo = LayerRepository(
    repo_id=<span class="hljs-string">&quot;kernels-community/activation&quot;</span>,
    layer_name=<span class="hljs-string">&quot;SiluAndMul&quot;</span>,
    version=<span class="hljs-number">1</span>,
)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Wl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMHBhdGhsaWIlMjBpbXBvcnQlMjBQYXRoJTBBJTBBZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBMb2NhbEZ1bmNSZXBvc2l0b3J5JTBBJTBBJTIzJTIwUmVmZXJlbmNlJTIwYSUyMHNwZWNpZmljJTIwbGF5ZXIlMjBieSUyMHJldmlzaW9uJTBBbGF5ZXJfcmVwbyUyMCUzRCUyMExvY2FsRnVuY1JlcG9zaXRvcnkoJTBBJTIwJTIwJTIwJTIwcmVwb19wYXRoJTNEUGF0aCglMjIlMkZob21lJTJGZGFuaWVsJTJGa2VybmVscyUyRmFjdGl2YXRpb24lMjIpJTJDJTBBJTIwJTIwJTIwJTIwcGFja2FnZV9uYW1lJTNEJTIyYWN0aXZhdGlvbiUyMiUyQyUwQSUyMCUyMCUyMCUyMGZ1bmNfbmFtZSUzRCUyMnNpbHVfYW5kX211bCUyMiUyQyUwQSk=",highlighted:`<span class="hljs-keyword">from</span> pathlib <span class="hljs-keyword">import</span> Path

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> LocalFuncRepository

<span class="hljs-comment"># Reference a specific layer by revision</span>
layer_repo = LocalFuncRepository(
    repo_path=Path(<span class="hljs-string">&quot;/home/daniel/kernels/activation&quot;</span>),
    package_name=<span class="hljs-string">&quot;activation&quot;</span>,
    func_name=<span class="hljs-string">&quot;silu_and_mul&quot;</span>,
)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Gl(k){let l,U="Example:",m,r,c;return r=new K({props:{code:"ZnJvbSUyMHBhdGhsaWIlMjBpbXBvcnQlMjBQYXRoJTBBJTBBZnJvbSUyMGtlcm5lbHMlMjBpbXBvcnQlMjBMb2NhbExheWVyUmVwb3NpdG9yeSUwQSUwQSUyMyUyMFJlZmVyZW5jZSUyMGElMjBzcGVjaWZpYyUyMGxheWVyJTIwYnklMjByZXZpc2lvbiUwQWxheWVyX3JlcG8lMjAlM0QlMjBMb2NhbExheWVyUmVwb3NpdG9yeSglMEElMjAlMjAlMjAlMjByZXBvX3BhdGglM0RQYXRoKCUyMiUyRmhvbWUlMkZkYW5pZWwlMkZrZXJuZWxzJTJGYWN0aXZhdGlvbiUyMiklMkMlMEElMjAlMjAlMjAlMjBwYWNrYWdlX25hbWUlM0QlMjJhY3RpdmF0aW9uJTIyJTJDJTBBJTIwJTIwJTIwJTIwbGF5ZXJfbmFtZSUzRCUyMlNpbHVBbmRNdWwlMjIlMkMlMEEp",highlighted:`<span class="hljs-keyword">from</span> pathlib <span class="hljs-keyword">import</span> Path

<span class="hljs-keyword">from</span> kernels <span class="hljs-keyword">import</span> LocalLayerRepository

<span class="hljs-comment"># Reference a specific layer by revision</span>
layer_repo = LocalLayerRepository(
    repo_path=Path(<span class="hljs-string">&quot;/home/daniel/kernels/activation&quot;</span>),
    package_name=<span class="hljs-string">&quot;activation&quot;</span>,
    layer_name=<span class="hljs-string">&quot;SiluAndMul&quot;</span>,
)`,wrap:!1}}),{c(){l=w("p"),l.textContent=U,m=a(),d(r.$$.fragment)},l(n){l=g(n,"P",{"data-svelte-h":!0}),J(l)!=="svelte-11lpom8"&&(l.textContent=U),m=o(n),y(r.$$.fragment,n)},m(n,T){p(n,l,T),p(n,m,T),M(r,n,T),c=!0},p:P,i(n){c||(u(r.$$.fragment,n),c=!0)},o(n){f(r.$$.fragment,n),c=!1},d(n){n&&(s(l),s(m)),h(r,n)}}}function Sl(k){let l,U,m,r,c,n,T,_n,ye,In,Me,Cn,v,ue,pt,He,Yt="Decorator factory that makes a layer extensible using the specified layer name.",it,De,Ht=`This is a decorator factory that returns a decorator which prepares a layer class to use kernels from the
Hugging Face Hub.`,ct,ne,vn,fe,xn,_,he,mt,qe,Dt="Decorator that makes a function extensible using the specified function name.",dt,Pe,qt=`This is a decorator factory that returns a decorator which prepares a function to use kernels from the
Hugging Face Hub.`,yt,Ke,Pt=`The function will be exposed as an instance of <code>torch.nn.Module</code> in which
the function is called in <code>forward</code>. For the function to be properly
kernelized, it <strong>must</strong> be a member of another <code>torch.nn.Module</code> that is
part of the model (see the example).`,Mt,te,Bn,we,Zn,x,ge,ut,Oe,Kt="Function that prepares a layer class to use kernels from the Hugging Face Hub.",ft,en,Ot=`It is recommended to use <a href="/docs/kernels/pr_496/en/api/layers#kernels.use_kernel_forward_from_hub">use_kernel_forward_from_hub()</a> decorator instead.
This function should only be used as a last resort to extend third-party layers,
it is inherently fragile since the member variables and <code>forward</code> signature
of such a layer can change.`,ht,le,Rn,Te,En,Je,Wn,B,Ue,wt,nn,el="Context manager that sets a kernel mapping for the duration of the context.",gt,tn,nl=`This function allows temporary kernel mappings to be applied within a specific context, enabling different
kernel configurations for different parts of your code.`,Tt,se,Gn,ke,Sn,Z,be,Jt,ln,tl="Register a global mapping between layer names and their corresponding kernel implementations.",Ut,sn,ll=`This function allows you to register a mapping between a layer name and the corresponding kernel(s) to use,
depending on the device and mode. This should be used in conjunction with <a href="/docs/kernels/pr_496/en/api/layers#kernels.kernelize">kernelize()</a>.`,kt,re,Vn,$e,Xn,je,Qn,R,_e,bt,rn,sl="Replace layer forward methods with optimized kernel implementations.",$t,an,rl=`This function iterates over all modules in the model and replaces the <code>forward</code> method of extensible layers
for which kernels are registered using <a href="/docs/kernels/pr_496/en/api/layers#kernels.register_kernel_mapping">register_kernel_mapping()</a> or <a href="/docs/kernels/pr_496/en/api/layers#kernels.use_kernel_mapping">use_kernel_mapping()</a>.`,jt,ae,Nn,Ie,An,Ce,Fn,I,ve,_t,on,al="Represents a compute device with optional properties.",It,pn,ol=`This class encapsulates device information including device type and optional device-specific properties
like CUDA capabilities.`,Ct,oe,vt,pe,xe,xt,cn,pl="Run class validators on the instance.",Ln,Be,zn,E,Ze,Bt,mn,il="Kernelize mode",Zt,dn,cl=`The <code>Mode</code> flag is used by <a href="/docs/kernels/pr_496/en/api/layers#kernels.kernelize">kernelize()</a> to select kernels for the given mode. Mappings can be registered for
specific modes.`,Rt,yn,ml=`Note:
Different modes can be combined. For instance, <code>INFERENCE | TORCH_COMPILE</code> should be used for layers that
are used for inference <em>with</em> <code>torch.compile</code>.`,Yn,Re,Hn,S,Ee,Et,Mn,dl="Repository and name of a function for kernel mapping.",Wt,ie,Dn,We,qn,V,Ge,Gt,un,yl="Repository and name of a layer for kernel mapping.",St,ce,Pn,Se,Kn,X,Ve,Vt,fn,Ml="Repository and function name from a local directory for kernel mapping.",Xt,me,On,Xe,et,Q,Qe,Qt,hn,ul="Repository from a local directory for kernel mapping.",Nt,de,nt,Ne,tt,N,Ae,At,wn,fl="Repository and name of a function.",Ft,gn,hl=`In contrast to <code>FuncRepository</code>, this class uses repositories that
are locked inside a project.`,lt,Fe,st,A,Le,Lt,Tn,wl="Repository and name of a layer.",zt,Jn,gl=`In contrast to <code>LayerRepository</code>, this class uses repositories that
are locked inside a project.`,rt,ze,at,jn,ot;return c=new $l({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),T=new b({props:{title:"Layers API Reference",local:"layers-api-reference",headingTag:"h1"}}),ye=new b({props:{title:"Making layers kernel-aware",local:"making-layers-kernel-aware",headingTag:"h2"}}),Me=new b({props:{title:"use_kernel_forward_from_hub",local:"kernels.use_kernel_forward_from_hub",headingTag:"h3"}}),ue=new C({props:{name:"kernels.use_kernel_forward_from_hub",anchor:"kernels.use_kernel_forward_from_hub",parameters:[{name:"layer_name",val:": str"}],parametersDescription:[{anchor:"kernels.use_kernel_forward_from_hub.layer_name",description:`<strong>layer_name</strong> (<code>str</code>) &#x2014;
The name of the layer to use for kernel lookup in registered mappings.`,name:"layer_name"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/layer.py#L246",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A decorator function that can be applied to layer classes.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Callable</code></p>
`}}),ne=new q({props:{anchor:"kernels.use_kernel_forward_from_hub.example",$$slots:{default:[_l]},$$scope:{ctx:k}}}),fe=new b({props:{title:"use_kernel_func_from_hub",local:"kernels.use_kernel_func_from_hub",headingTag:"h3"}}),he=new C({props:{name:"kernels.use_kernel_func_from_hub",anchor:"kernels.use_kernel_func_from_hub",parameters:[{name:"func_name",val:": str"}],parametersDescription:[{anchor:"kernels.use_kernel_func_from_hub.func_name",description:`<strong>func_name</strong> (<code>str</code>) &#x2014;
The name of the function name to use for kernel lookup in registered mappings.`,name:"func_name"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/func.py#L164",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A decorator function that can be applied to layer classes.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Callable</code></p>
`}}),te=new q({props:{anchor:"kernels.use_kernel_func_from_hub.example",$$slots:{default:[Il]},$$scope:{ctx:k}}}),we=new b({props:{title:"replace_kernel_forward_from_hub",local:"kernels.replace_kernel_forward_from_hub",headingTag:"h3"}}),ge=new C({props:{name:"kernels.replace_kernel_forward_from_hub",anchor:"kernels.replace_kernel_forward_from_hub",parameters:[{name:"layer_name",val:": str"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/layer.py#L223"}}),le=new q({props:{anchor:"kernels.replace_kernel_forward_from_hub.example",$$slots:{default:[Cl]},$$scope:{ctx:k}}}),Te=new b({props:{title:"Registering kernel mappings",local:"registering-kernel-mappings",headingTag:"h2"}}),Je=new b({props:{title:"use_kernel_mapping",local:"kernels.use_kernel_mapping",headingTag:"h3"}}),Ue=new C({props:{name:"kernels.use_kernel_mapping",anchor:"kernels.use_kernel_mapping",parameters:[{name:"mapping",val:": dict[str, dict[Device | str, RepositoryProtocol | dict[Mode, RepositoryProtocol]]]"},{name:"inherit_mapping",val:": bool = True"}],parametersDescription:[{anchor:"kernels.use_kernel_mapping.mapping",description:`<strong>mapping</strong> (<code>dict[str, dict[Union[Device, str], Union[LayerRepositoryProtocol, dict[Mode, LayerRepositoryProtocol]]]]</code>) &#x2014;
The kernel mapping to apply. Maps layer names to device-specific kernel configurations.`,name:"mapping"},{anchor:"kernels.use_kernel_mapping.inherit_mapping",description:`<strong>inherit_mapping</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
When <code>True</code>, the current mapping will be extended by <code>mapping</code> inside the context. When <code>False</code>,
only <code>mapping</code> is used inside the context.`,name:"inherit_mapping"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/kernelize.py#L17",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Context manager that handles the temporary kernel mapping.</p>
`}}),se=new q({props:{anchor:"kernels.use_kernel_mapping.example",$$slots:{default:[vl]},$$scope:{ctx:k}}}),ke=new b({props:{title:"register_kernel_mapping",local:"kernels.register_kernel_mapping",headingTag:"h3"}}),be=new C({props:{name:"kernels.register_kernel_mapping",anchor:"kernels.register_kernel_mapping",parameters:[{name:"mapping",val:": dict[str, dict[Device | str, RepositoryProtocol | dict[Mode, RepositoryProtocol]]]"},{name:"inherit_mapping",val:": bool = True"}],parametersDescription:[{anchor:"kernels.register_kernel_mapping.mapping",description:`<strong>mapping</strong> (<code>dict[str, dict[Union[Device, str], Union[RepositoryProtocol, dict[Mode, RepositoryProtocol]]]]</code>) &#x2014;
The kernel mapping to register globally. Maps layer names to device-specific kernels.
The mapping can specify different kernels for different modes (training, inference, etc.).`,name:"mapping"},{anchor:"kernels.register_kernel_mapping.inherit_mapping",description:`<strong>inherit_mapping</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
When <code>True</code>, the current mapping will be extended by <code>mapping</code>. When <code>False</code>, the existing mappings
are erased before adding <code>mapping</code>.`,name:"inherit_mapping"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/kernelize.py#L97"}}),re=new q({props:{anchor:"kernels.register_kernel_mapping.example",$$slots:{default:[xl]},$$scope:{ctx:k}}}),$e=new b({props:{title:"Kernelizing a model",local:"kernelizing-a-model",headingTag:"h2"}}),je=new b({props:{title:"kernelize",local:"kernels.kernelize",headingTag:"h3"}}),_e=new C({props:{name:"kernels.kernelize",anchor:"kernels.kernelize",parameters:[{name:"model",val:": 'nn.Module'"},{name:"mode",val:": Mode"},{name:"device",val:": str | 'torch.device' | None = None"},{name:"use_fallback",val:": bool = True"}],parametersDescription:[{anchor:"kernels.kernelize.model",description:`<strong>model</strong> (<code>nn.Module</code>) &#x2014;
The PyTorch model to kernelize.`,name:"model"},{anchor:"kernels.kernelize.mode",description:`<strong>mode</strong> (<a href="/docs/kernels/pr_496/en/api/layers#kernels.Mode">Mode</a>) &#x2014; The mode that the kernel is going to be used in. For example,
<code>Mode.TRAINING | Mode.TORCH_COMPILE</code> kernelizes the model for training with
<code>torch.compile</code>.`,name:"mode"},{anchor:"kernels.kernelize.device",description:`<strong>device</strong> (<code>Union[str, torch.device]</code>, <em>optional</em>) &#x2014;
The device type to load kernels for. Supported device types are: &#x201C;cuda&#x201D;, &#x201C;mps&#x201D;, &#x201C;npu&#x201D;, &#x201C;rocm&#x201D;, &#x201C;xpu&#x201D;.
The device type will be inferred from the model parameters when not provided.`,name:"device"},{anchor:"kernels.kernelize.use_fallback",description:`<strong>use_fallback</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to use the original forward method of modules when no compatible kernel could be found.
If set to <code>False</code>, an exception will be raised in such cases.`,name:"use_fallback"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/kernelize.py#L175",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The kernelized model with optimized kernel implementations.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>nn.Module</code></p>
`}}),ae=new q({props:{anchor:"kernels.kernelize.example",$$slots:{default:[Bl]},$$scope:{ctx:k}}}),Ie=new b({props:{title:"Classes",local:"classes",headingTag:"h2"}}),Ce=new b({props:{title:"Device",local:"kernels.Device",headingTag:"h3"}}),ve=new C({props:{name:"class kernels.Device",anchor:"kernels.Device",parameters:[{name:"type",val:": str"},{name:"properties",val:": kernels.layer.device.CUDAProperties | None = None"}],parametersDescription:[{anchor:"kernels.Device.type",description:`<strong>type</strong> (<code>str</code>) &#x2014;
The device type (e.g., &#x201C;cuda&#x201D;, &#x201C;mps&#x201D;, &#x201C;npu&#x201D;, &#x201C;rocm&#x201D;, &#x201C;xpu&#x201D;).`,name:"type"},{anchor:"kernels.Device.properties",description:`<strong>properties</strong> (<code>CUDAProperties</code>, <em>optional</em>) &#x2014;
Device-specific properties. Currently only <code>CUDAProperties</code> is supported for CUDA devices.`,name:"properties"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/device.py#L106"}}),oe=new q({props:{anchor:"kernels.Device.example",$$slots:{default:[Zl]},$$scope:{ctx:k}}}),xe=new C({props:{name:"validate",anchor:"kernels.Device.validate",parameters:[],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/huggingface_hub/dataclasses.py#L247"}}),Be=new b({props:{title:"Mode",local:"kernels.Mode",headingTag:"h3"}}),Ze=new C({props:{name:"class kernels.Mode",anchor:"kernels.Mode",parameters:[{name:"value",val:""},{name:"names",val:" = None"},{name:"module",val:" = None"},{name:"qualname",val:" = None"},{name:"type",val:" = None"},{name:"start",val:" = 1"}],parametersDescription:[{anchor:"kernels.Mode.INFERENCE",description:"<strong>INFERENCE</strong> &#x2014; The kernel is used for inference.",name:"INFERENCE"},{anchor:"kernels.Mode.TRAINING",description:"<strong>TRAINING</strong> &#x2014; The kernel is used for training.",name:"TRAINING"},{anchor:"kernels.Mode.TORCH_COMPILE",description:"<strong>TORCH_COMPILE</strong> &#x2014; The kernel is used with <code>torch.compile</code>.",name:"TORCH_COMPILE"},{anchor:"kernels.Mode.FALLBACK",description:"<strong>FALLBACK</strong> &#x2014; In a kernel mapping, this kernel is used when no other mode matches.",name:"FALLBACK"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/mode.py#L4"}}),Re=new b({props:{title:"FuncRepository",local:"kernels.FuncRepository",headingTag:"h3"}}),Ee=new C({props:{name:"class kernels.FuncRepository",anchor:"kernels.FuncRepository",parameters:[{name:"repo_id",val:": str"},{name:"func_name",val:": str"},{name:"revision",val:": str | None = None"},{name:"version",val:": int | None = None"}],parametersDescription:[{anchor:"kernels.FuncRepository.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The Hub repository containing the layer.`,name:"repo_id"},{anchor:"kernels.FuncRepository.func_name",description:`<strong>func_name</strong> (<code>str</code>) &#x2014;
The name of the function within the kernel repository.`,name:"func_name"},{anchor:"kernels.FuncRepository.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;main&quot;</code>) &#x2014;
The specific revision (branch, tag, or commit) to download. Cannot be used together with <code>version</code>.`,name:"revision"},{anchor:"kernels.FuncRepository.version",description:`<strong>version</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The kernel version to download. Cannot be used together with <code>revision</code>.`,name:"version"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/func.py#L27"}}),ie=new q({props:{anchor:"kernels.FuncRepository.example",$$slots:{default:[Rl]},$$scope:{ctx:k}}}),We=new b({props:{title:"LayerRepository",local:"kernels.LayerRepository",headingTag:"h3"}}),Ge=new C({props:{name:"class kernels.LayerRepository",anchor:"kernels.LayerRepository",parameters:[{name:"repo_id",val:": str"},{name:"layer_name",val:": str"},{name:"revision",val:": str | None = None"},{name:"version",val:": int | None = None"}],parametersDescription:[{anchor:"kernels.LayerRepository.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The Hub repository containing the layer.`,name:"repo_id"},{anchor:"kernels.LayerRepository.layer_name",description:`<strong>layer_name</strong> (<code>str</code>) &#x2014;
The name of the layer within the kernel repository.`,name:"layer_name"},{anchor:"kernels.LayerRepository.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;main&quot;</code>) &#x2014;
The specific revision (branch, tag, or commit) to download. Cannot be used together with <code>version</code>.`,name:"revision"},{anchor:"kernels.LayerRepository.version",description:`<strong>version</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The kernel version to download. Cannot be used together with <code>revision</code>.`,name:"version"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/layer.py#L32"}}),ce=new q({props:{anchor:"kernels.LayerRepository.example",$$slots:{default:[El]},$$scope:{ctx:k}}}),Se=new b({props:{title:"LocalFuncRepository",local:"kernels.LocalFuncRepository",headingTag:"h3"}}),Ve=new C({props:{name:"class kernels.LocalFuncRepository",anchor:"kernels.LocalFuncRepository",parameters:[{name:"repo_path",val:": Path"},{name:"package_name",val:": str"},{name:"func_name",val:": str"}],parametersDescription:[{anchor:"kernels.LocalFuncRepository.repo_path",description:`<strong>repo_path</strong> (<code>Path</code>) &#x2014;
The local repository containing the layer.`,name:"repo_path"},{anchor:"kernels.LocalFuncRepository.package_name",description:`<strong>package_name</strong> (<code>str</code>) &#x2014;
Package name of the kernel.`,name:"package_name"},{anchor:"kernels.LocalFuncRepository.func_name",description:`<strong>func_name</strong> (<code>str</code>) &#x2014;
The name of the function within the kernel repository.`,name:"func_name"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/func.py#L107"}}),me=new q({props:{anchor:"kernels.LocalFuncRepository.example",$$slots:{default:[Wl]},$$scope:{ctx:k}}}),Xe=new b({props:{title:"LocalLayerRepository",local:"kernels.LocalLayerRepository",headingTag:"h3"}}),Qe=new C({props:{name:"class kernels.LocalLayerRepository",anchor:"kernels.LocalLayerRepository",parameters:[{name:"repo_path",val:": Path"},{name:"package_name",val:": str"},{name:"layer_name",val:": str"}],parametersDescription:[{anchor:"kernels.LocalLayerRepository.repo_path",description:`<strong>repo_path</strong> (<code>Path</code>) &#x2014;
The local repository containing the layer.`,name:"repo_path"},{anchor:"kernels.LocalLayerRepository.package_name",description:`<strong>package_name</strong> (<code>str</code>) &#x2014;
Package name of the kernel.`,name:"package_name"},{anchor:"kernels.LocalLayerRepository.layer_name",description:`<strong>layer_name</strong> (<code>str</code>) &#x2014;
The name of the layer within the kernel repository.`,name:"layer_name"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/layer.py#L106"}}),de=new q({props:{anchor:"kernels.LocalLayerRepository.example",$$slots:{default:[Gl]},$$scope:{ctx:k}}}),Ne=new b({props:{title:"LockedFuncRepository",local:"kernels.LockedFuncRepository",headingTag:"h3"}}),Ae=new C({props:{name:"class kernels.LockedFuncRepository",anchor:"kernels.LockedFuncRepository",parameters:[{name:"repo_id",val:": str"},{name:"lockfile",val:": pathlib.Path | None = None"},{name:"func_name",val:": str"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/func.py#L219"}}),Fe=new b({props:{title:"LockedLayerRepository",local:"kernels.LockedLayerRepository",headingTag:"h3"}}),Le=new C({props:{name:"class kernels.LockedLayerRepository",anchor:"kernels.LockedLayerRepository",parameters:[{name:"repo_id",val:": str"},{name:"lockfile",val:": Path | None = None"},{name:"layer_name",val:": str"}],source:"https://github.com/huggingface/kernels/blob/vr_496/kernels/src/kernels/layer/layer.py#L163"}}),ze=new jl({props:{source:"https://github.com/huggingface/kernels/blob/main/docs/source/api/layers.md"}}),{c(){l=w("meta"),U=a(),m=w("p"),r=a(),d(c.$$.fragment),n=a(),d(T.$$.fragment),_n=a(),d(ye.$$.fragment),In=a(),d(Me.$$.fragment),Cn=a(),v=w("div"),d(ue.$$.fragment),pt=a(),He=w("p"),He.textContent=Yt,it=a(),De=w("p"),De.textContent=Ht,ct=a(),d(ne.$$.fragment),vn=a(),d(fe.$$.fragment),xn=a(),_=w("div"),d(he.$$.fragment),mt=a(),qe=w("p"),qe.textContent=Dt,dt=a(),Pe=w("p"),Pe.textContent=qt,yt=a(),Ke=w("p"),Ke.innerHTML=Pt,Mt=a(),d(te.$$.fragment),Bn=a(),d(we.$$.fragment),Zn=a(),x=w("div"),d(ge.$$.fragment),ut=a(),Oe=w("p"),Oe.textContent=Kt,ft=a(),en=w("p"),en.innerHTML=Ot,ht=a(),d(le.$$.fragment),Rn=a(),d(Te.$$.fragment),En=a(),d(Je.$$.fragment),Wn=a(),B=w("div"),d(Ue.$$.fragment),wt=a(),nn=w("p"),nn.textContent=el,gt=a(),tn=w("p"),tn.textContent=nl,Tt=a(),d(se.$$.fragment),Gn=a(),d(ke.$$.fragment),Sn=a(),Z=w("div"),d(be.$$.fragment),Jt=a(),ln=w("p"),ln.textContent=tl,Ut=a(),sn=w("p"),sn.innerHTML=ll,kt=a(),d(re.$$.fragment),Vn=a(),d($e.$$.fragment),Xn=a(),d(je.$$.fragment),Qn=a(),R=w("div"),d(_e.$$.fragment),bt=a(),rn=w("p"),rn.textContent=sl,$t=a(),an=w("p"),an.innerHTML=rl,jt=a(),d(ae.$$.fragment),Nn=a(),d(Ie.$$.fragment),An=a(),d(Ce.$$.fragment),Fn=a(),I=w("div"),d(ve.$$.fragment),_t=a(),on=w("p"),on.textContent=al,It=a(),pn=w("p"),pn.textContent=ol,Ct=a(),d(oe.$$.fragment),vt=a(),pe=w("div"),d(xe.$$.fragment),xt=a(),cn=w("p"),cn.textContent=pl,Ln=a(),d(Be.$$.fragment),zn=a(),E=w("div"),d(Ze.$$.fragment),Bt=a(),mn=w("p"),mn.textContent=il,Zt=a(),dn=w("p"),dn.innerHTML=cl,Rt=a(),yn=w("p"),yn.innerHTML=ml,Yn=a(),d(Re.$$.fragment),Hn=a(),S=w("div"),d(Ee.$$.fragment),Et=a(),Mn=w("p"),Mn.textContent=dl,Wt=a(),d(ie.$$.fragment),Dn=a(),d(We.$$.fragment),qn=a(),V=w("div"),d(Ge.$$.fragment),Gt=a(),un=w("p"),un.textContent=yl,St=a(),d(ce.$$.fragment),Pn=a(),d(Se.$$.fragment),Kn=a(),X=w("div"),d(Ve.$$.fragment),Vt=a(),fn=w("p"),fn.textContent=Ml,Xt=a(),d(me.$$.fragment),On=a(),d(Xe.$$.fragment),et=a(),Q=w("div"),d(Qe.$$.fragment),Qt=a(),hn=w("p"),hn.textContent=ul,Nt=a(),d(de.$$.fragment),nt=a(),d(Ne.$$.fragment),tt=a(),N=w("div"),d(Ae.$$.fragment),At=a(),wn=w("p"),wn.textContent=fl,Ft=a(),gn=w("p"),gn.innerHTML=hl,lt=a(),d(Fe.$$.fragment),st=a(),A=w("div"),d(Le.$$.fragment),Lt=a(),Tn=w("p"),Tn.textContent=wl,zt=a(),Jn=w("p"),Jn.innerHTML=gl,rt=a(),d(ze.$$.fragment),at=a(),jn=w("p"),this.h()},l(e){const t=bl("svelte-u9bgzb",document.head);l=g(t,"META",{name:!0,content:!0}),t.forEach(s),U=o(e),m=g(e,"P",{}),$(m).forEach(s),r=o(e),y(c.$$.fragment,e),n=o(e),y(T.$$.fragment,e),_n=o(e),y(ye.$$.fragment,e),In=o(e),y(Me.$$.fragment,e),Cn=o(e),v=g(e,"DIV",{class:!0});var F=$(v);y(ue.$$.fragment,F),pt=o(F),He=g(F,"P",{"data-svelte-h":!0}),J(He)!=="svelte-17ebw3h"&&(He.textContent=Yt),it=o(F),De=g(F,"P",{"data-svelte-h":!0}),J(De)!=="svelte-wgdatn"&&(De.textContent=Ht),ct=o(F),y(ne.$$.fragment,F),F.forEach(s),vn=o(e),y(fe.$$.fragment,e),xn=o(e),_=g(e,"DIV",{class:!0});var W=$(_);y(he.$$.fragment,W),mt=o(W),qe=g(W,"P",{"data-svelte-h":!0}),J(qe)!=="svelte-1gabpyp"&&(qe.textContent=Dt),dt=o(W),Pe=g(W,"P",{"data-svelte-h":!0}),J(Pe)!=="svelte-nc81mu"&&(Pe.textContent=qt),yt=o(W),Ke=g(W,"P",{"data-svelte-h":!0}),J(Ke)!=="svelte-1fgrp05"&&(Ke.innerHTML=Pt),Mt=o(W),y(te.$$.fragment,W),W.forEach(s),Bn=o(e),y(we.$$.fragment,e),Zn=o(e),x=g(e,"DIV",{class:!0});var L=$(x);y(ge.$$.fragment,L),ut=o(L),Oe=g(L,"P",{"data-svelte-h":!0}),J(Oe)!=="svelte-17bjf1v"&&(Oe.textContent=Kt),ft=o(L),en=g(L,"P",{"data-svelte-h":!0}),J(en)!=="svelte-gu3600"&&(en.innerHTML=Ot),ht=o(L),y(le.$$.fragment,L),L.forEach(s),Rn=o(e),y(Te.$$.fragment,e),En=o(e),y(Je.$$.fragment,e),Wn=o(e),B=g(e,"DIV",{class:!0});var z=$(B);y(Ue.$$.fragment,z),wt=o(z),nn=g(z,"P",{"data-svelte-h":!0}),J(nn)!=="svelte-4v5vcp"&&(nn.textContent=el),gt=o(z),tn=g(z,"P",{"data-svelte-h":!0}),J(tn)!=="svelte-124m5et"&&(tn.textContent=nl),Tt=o(z),y(se.$$.fragment,z),z.forEach(s),Gn=o(e),y(ke.$$.fragment,e),Sn=o(e),Z=g(e,"DIV",{class:!0});var Y=$(Z);y(be.$$.fragment,Y),Jt=o(Y),ln=g(Y,"P",{"data-svelte-h":!0}),J(ln)!=="svelte-h5yso0"&&(ln.textContent=tl),Ut=o(Y),sn=g(Y,"P",{"data-svelte-h":!0}),J(sn)!=="svelte-1swyjo8"&&(sn.innerHTML=ll),kt=o(Y),y(re.$$.fragment,Y),Y.forEach(s),Vn=o(e),y($e.$$.fragment,e),Xn=o(e),y(je.$$.fragment,e),Qn=o(e),R=g(e,"DIV",{class:!0});var H=$(R);y(_e.$$.fragment,H),bt=o(H),rn=g(H,"P",{"data-svelte-h":!0}),J(rn)!=="svelte-11gfrdt"&&(rn.textContent=sl),$t=o(H),an=g(H,"P",{"data-svelte-h":!0}),J(an)!=="svelte-5anjkx"&&(an.innerHTML=rl),jt=o(H),y(ae.$$.fragment,H),H.forEach(s),Nn=o(e),y(Ie.$$.fragment,e),An=o(e),y(Ce.$$.fragment,e),Fn=o(e),I=g(e,"DIV",{class:!0});var G=$(I);y(ve.$$.fragment,G),_t=o(G),on=g(G,"P",{"data-svelte-h":!0}),J(on)!=="svelte-19eu2wi"&&(on.textContent=al),It=o(G),pn=g(G,"P",{"data-svelte-h":!0}),J(pn)!=="svelte-9t0i4c"&&(pn.textContent=ol),Ct=o(G),y(oe.$$.fragment,G),vt=o(G),pe=g(G,"DIV",{class:!0});var Ye=$(pe);y(xe.$$.fragment,Ye),xt=o(Ye),cn=g(Ye,"P",{"data-svelte-h":!0}),J(cn)!=="svelte-3wcl39"&&(cn.textContent=pl),Ye.forEach(s),G.forEach(s),Ln=o(e),y(Be.$$.fragment,e),zn=o(e),E=g(e,"DIV",{class:!0});var D=$(E);y(Ze.$$.fragment,D),Bt=o(D),mn=g(D,"P",{"data-svelte-h":!0}),J(mn)!=="svelte-wlnf64"&&(mn.textContent=il),Zt=o(D),dn=g(D,"P",{"data-svelte-h":!0}),J(dn)!=="svelte-rjznso"&&(dn.innerHTML=cl),Rt=o(D),yn=g(D,"P",{"data-svelte-h":!0}),J(yn)!=="svelte-x58jtu"&&(yn.innerHTML=ml),D.forEach(s),Yn=o(e),y(Re.$$.fragment,e),Hn=o(e),S=g(e,"DIV",{class:!0});var O=$(S);y(Ee.$$.fragment,O),Et=o(O),Mn=g(O,"P",{"data-svelte-h":!0}),J(Mn)!=="svelte-1fbxeta"&&(Mn.textContent=dl),Wt=o(O),y(ie.$$.fragment,O),O.forEach(s),Dn=o(e),y(We.$$.fragment,e),qn=o(e),V=g(e,"DIV",{class:!0});var ee=$(V);y(Ge.$$.fragment,ee),Gt=o(ee),un=g(ee,"P",{"data-svelte-h":!0}),J(un)!=="svelte-1foq575"&&(un.textContent=yl),St=o(ee),y(ce.$$.fragment,ee),ee.forEach(s),Pn=o(e),y(Se.$$.fragment,e),Kn=o(e),X=g(e,"DIV",{class:!0});var Un=$(X);y(Ve.$$.fragment,Un),Vt=o(Un),fn=g(Un,"P",{"data-svelte-h":!0}),J(fn)!=="svelte-1nb80ft"&&(fn.textContent=Ml),Xt=o(Un),y(me.$$.fragment,Un),Un.forEach(s),On=o(e),y(Xe.$$.fragment,e),et=o(e),Q=g(e,"DIV",{class:!0});var kn=$(Q);y(Qe.$$.fragment,kn),Qt=o(kn),hn=g(kn,"P",{"data-svelte-h":!0}),J(hn)!=="svelte-17opoc3"&&(hn.textContent=ul),Nt=o(kn),y(de.$$.fragment,kn),kn.forEach(s),nt=o(e),y(Ne.$$.fragment,e),tt=o(e),N=g(e,"DIV",{class:!0});var bn=$(N);y(Ae.$$.fragment,bn),At=o(bn),wn=g(bn,"P",{"data-svelte-h":!0}),J(wn)!=="svelte-10rrvzk"&&(wn.textContent=fl),Ft=o(bn),gn=g(bn,"P",{"data-svelte-h":!0}),J(gn)!=="svelte-1m7rt2a"&&(gn.innerHTML=hl),bn.forEach(s),lt=o(e),y(Fe.$$.fragment,e),st=o(e),A=g(e,"DIV",{class:!0});var $n=$(A);y(Le.$$.fragment,$n),Lt=o($n),Tn=g($n,"P",{"data-svelte-h":!0}),J(Tn)!=="svelte-10njn0v"&&(Tn.textContent=wl),zt=o($n),Jn=g($n,"P",{"data-svelte-h":!0}),J(Jn)!=="svelte-1u9ojx1"&&(Jn.innerHTML=gl),$n.forEach(s),rt=o(e),y(ze.$$.fragment,e),at=o(e),jn=g(e,"P",{}),$(jn).forEach(s),this.h()},h(){j(l,"name","hf:doc:metadata"),j(l,"content",Vl),j(v,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(_,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(pe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),j(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){i(document.head,l),p(e,U,t),p(e,m,t),p(e,r,t),M(c,e,t),p(e,n,t),M(T,e,t),p(e,_n,t),M(ye,e,t),p(e,In,t),M(Me,e,t),p(e,Cn,t),p(e,v,t),M(ue,v,null),i(v,pt),i(v,He),i(v,it),i(v,De),i(v,ct),M(ne,v,null),p(e,vn,t),M(fe,e,t),p(e,xn,t),p(e,_,t),M(he,_,null),i(_,mt),i(_,qe),i(_,dt),i(_,Pe),i(_,yt),i(_,Ke),i(_,Mt),M(te,_,null),p(e,Bn,t),M(we,e,t),p(e,Zn,t),p(e,x,t),M(ge,x,null),i(x,ut),i(x,Oe),i(x,ft),i(x,en),i(x,ht),M(le,x,null),p(e,Rn,t),M(Te,e,t),p(e,En,t),M(Je,e,t),p(e,Wn,t),p(e,B,t),M(Ue,B,null),i(B,wt),i(B,nn),i(B,gt),i(B,tn),i(B,Tt),M(se,B,null),p(e,Gn,t),M(ke,e,t),p(e,Sn,t),p(e,Z,t),M(be,Z,null),i(Z,Jt),i(Z,ln),i(Z,Ut),i(Z,sn),i(Z,kt),M(re,Z,null),p(e,Vn,t),M($e,e,t),p(e,Xn,t),M(je,e,t),p(e,Qn,t),p(e,R,t),M(_e,R,null),i(R,bt),i(R,rn),i(R,$t),i(R,an),i(R,jt),M(ae,R,null),p(e,Nn,t),M(Ie,e,t),p(e,An,t),M(Ce,e,t),p(e,Fn,t),p(e,I,t),M(ve,I,null),i(I,_t),i(I,on),i(I,It),i(I,pn),i(I,Ct),M(oe,I,null),i(I,vt),i(I,pe),M(xe,pe,null),i(pe,xt),i(pe,cn),p(e,Ln,t),M(Be,e,t),p(e,zn,t),p(e,E,t),M(Ze,E,null),i(E,Bt),i(E,mn),i(E,Zt),i(E,dn),i(E,Rt),i(E,yn),p(e,Yn,t),M(Re,e,t),p(e,Hn,t),p(e,S,t),M(Ee,S,null),i(S,Et),i(S,Mn),i(S,Wt),M(ie,S,null),p(e,Dn,t),M(We,e,t),p(e,qn,t),p(e,V,t),M(Ge,V,null),i(V,Gt),i(V,un),i(V,St),M(ce,V,null),p(e,Pn,t),M(Se,e,t),p(e,Kn,t),p(e,X,t),M(Ve,X,null),i(X,Vt),i(X,fn),i(X,Xt),M(me,X,null),p(e,On,t),M(Xe,e,t),p(e,et,t),p(e,Q,t),M(Qe,Q,null),i(Q,Qt),i(Q,hn),i(Q,Nt),M(de,Q,null),p(e,nt,t),M(Ne,e,t),p(e,tt,t),p(e,N,t),M(Ae,N,null),i(N,At),i(N,wn),i(N,Ft),i(N,gn),p(e,lt,t),M(Fe,e,t),p(e,st,t),p(e,A,t),M(Le,A,null),i(A,Lt),i(A,Tn),i(A,zt),i(A,Jn),p(e,rt,t),M(ze,e,t),p(e,at,t),p(e,jn,t),ot=!0},p(e,[t]){const F={};t&2&&(F.$$scope={dirty:t,ctx:e}),ne.$set(F);const W={};t&2&&(W.$$scope={dirty:t,ctx:e}),te.$set(W);const L={};t&2&&(L.$$scope={dirty:t,ctx:e}),le.$set(L);const z={};t&2&&(z.$$scope={dirty:t,ctx:e}),se.$set(z);const Y={};t&2&&(Y.$$scope={dirty:t,ctx:e}),re.$set(Y);const H={};t&2&&(H.$$scope={dirty:t,ctx:e}),ae.$set(H);const G={};t&2&&(G.$$scope={dirty:t,ctx:e}),oe.$set(G);const Ye={};t&2&&(Ye.$$scope={dirty:t,ctx:e}),ie.$set(Ye);const D={};t&2&&(D.$$scope={dirty:t,ctx:e}),ce.$set(D);const O={};t&2&&(O.$$scope={dirty:t,ctx:e}),me.$set(O);const ee={};t&2&&(ee.$$scope={dirty:t,ctx:e}),de.$set(ee)},i(e){ot||(u(c.$$.fragment,e),u(T.$$.fragment,e),u(ye.$$.fragment,e),u(Me.$$.fragment,e),u(ue.$$.fragment,e),u(ne.$$.fragment,e),u(fe.$$.fragment,e),u(he.$$.fragment,e),u(te.$$.fragment,e),u(we.$$.fragment,e),u(ge.$$.fragment,e),u(le.$$.fragment,e),u(Te.$$.fragment,e),u(Je.$$.fragment,e),u(Ue.$$.fragment,e),u(se.$$.fragment,e),u(ke.$$.fragment,e),u(be.$$.fragment,e),u(re.$$.fragment,e),u($e.$$.fragment,e),u(je.$$.fragment,e),u(_e.$$.fragment,e),u(ae.$$.fragment,e),u(Ie.$$.fragment,e),u(Ce.$$.fragment,e),u(ve.$$.fragment,e),u(oe.$$.fragment,e),u(xe.$$.fragment,e),u(Be.$$.fragment,e),u(Ze.$$.fragment,e),u(Re.$$.fragment,e),u(Ee.$$.fragment,e),u(ie.$$.fragment,e),u(We.$$.fragment,e),u(Ge.$$.fragment,e),u(ce.$$.fragment,e),u(Se.$$.fragment,e),u(Ve.$$.fragment,e),u(me.$$.fragment,e),u(Xe.$$.fragment,e),u(Qe.$$.fragment,e),u(de.$$.fragment,e),u(Ne.$$.fragment,e),u(Ae.$$.fragment,e),u(Fe.$$.fragment,e),u(Le.$$.fragment,e),u(ze.$$.fragment,e),ot=!0)},o(e){f(c.$$.fragment,e),f(T.$$.fragment,e),f(ye.$$.fragment,e),f(Me.$$.fragment,e),f(ue.$$.fragment,e),f(ne.$$.fragment,e),f(fe.$$.fragment,e),f(he.$$.fragment,e),f(te.$$.fragment,e),f(we.$$.fragment,e),f(ge.$$.fragment,e),f(le.$$.fragment,e),f(Te.$$.fragment,e),f(Je.$$.fragment,e),f(Ue.$$.fragment,e),f(se.$$.fragment,e),f(ke.$$.fragment,e),f(be.$$.fragment,e),f(re.$$.fragment,e),f($e.$$.fragment,e),f(je.$$.fragment,e),f(_e.$$.fragment,e),f(ae.$$.fragment,e),f(Ie.$$.fragment,e),f(Ce.$$.fragment,e),f(ve.$$.fragment,e),f(oe.$$.fragment,e),f(xe.$$.fragment,e),f(Be.$$.fragment,e),f(Ze.$$.fragment,e),f(Re.$$.fragment,e),f(Ee.$$.fragment,e),f(ie.$$.fragment,e),f(We.$$.fragment,e),f(Ge.$$.fragment,e),f(ce.$$.fragment,e),f(Se.$$.fragment,e),f(Ve.$$.fragment,e),f(me.$$.fragment,e),f(Xe.$$.fragment,e),f(Qe.$$.fragment,e),f(de.$$.fragment,e),f(Ne.$$.fragment,e),f(Ae.$$.fragment,e),f(Fe.$$.fragment,e),f(Le.$$.fragment,e),f(ze.$$.fragment,e),ot=!1},d(e){e&&(s(U),s(m),s(r),s(n),s(_n),s(In),s(Cn),s(v),s(vn),s(xn),s(_),s(Bn),s(Zn),s(x),s(Rn),s(En),s(Wn),s(B),s(Gn),s(Sn),s(Z),s(Vn),s(Xn),s(Qn),s(R),s(Nn),s(An),s(Fn),s(I),s(Ln),s(zn),s(E),s(Yn),s(Hn),s(S),s(Dn),s(qn),s(V),s(Pn),s(Kn),s(X),s(On),s(et),s(Q),s(nt),s(tt),s(N),s(lt),s(st),s(A),s(rt),s(at),s(jn)),s(l),h(c,e),h(T,e),h(ye,e),h(Me,e),h(ue),h(ne),h(fe,e),h(he),h(te),h(we,e),h(ge),h(le),h(Te,e),h(Je,e),h(Ue),h(se),h(ke,e),h(be),h(re),h($e,e),h(je,e),h(_e),h(ae),h(Ie,e),h(Ce,e),h(ve),h(oe),h(xe),h(Be,e),h(Ze),h(Re,e),h(Ee),h(ie),h(We,e),h(Ge),h(ce),h(Se,e),h(Ve),h(me),h(Xe,e),h(Qe),h(de),h(Ne,e),h(Ae),h(Fe,e),h(Le),h(ze,e)}}}const Vl='{"title":"Layers API Reference","local":"layers-api-reference","sections":[{"title":"Making layers kernel-aware","local":"making-layers-kernel-aware","sections":[{"title":"use_kernel_forward_from_hub","local":"kernels.use_kernel_forward_from_hub","sections":[],"depth":3},{"title":"use_kernel_func_from_hub","local":"kernels.use_kernel_func_from_hub","sections":[],"depth":3},{"title":"replace_kernel_forward_from_hub","local":"kernels.replace_kernel_forward_from_hub","sections":[],"depth":3}],"depth":2},{"title":"Registering kernel mappings","local":"registering-kernel-mappings","sections":[{"title":"use_kernel_mapping","local":"kernels.use_kernel_mapping","sections":[],"depth":3},{"title":"register_kernel_mapping","local":"kernels.register_kernel_mapping","sections":[],"depth":3}],"depth":2},{"title":"Kernelizing a model","local":"kernelizing-a-model","sections":[{"title":"kernelize","local":"kernels.kernelize","sections":[],"depth":3}],"depth":2},{"title":"Classes","local":"classes","sections":[{"title":"Device","local":"kernels.Device","sections":[],"depth":3},{"title":"Mode","local":"kernels.Mode","sections":[],"depth":3},{"title":"FuncRepository","local":"kernels.FuncRepository","sections":[],"depth":3},{"title":"LayerRepository","local":"kernels.LayerRepository","sections":[],"depth":3},{"title":"LocalFuncRepository","local":"kernels.LocalFuncRepository","sections":[],"depth":3},{"title":"LocalLayerRepository","local":"kernels.LocalLayerRepository","sections":[],"depth":3},{"title":"LockedFuncRepository","local":"kernels.LockedFuncRepository","sections":[],"depth":3},{"title":"LockedLayerRepository","local":"kernels.LockedLayerRepository","sections":[],"depth":3}],"depth":2}],"depth":1}';function Xl(k){return Jl(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Yl extends Ul{constructor(l){super(),kl(this,l,Xl,Sl,Tl,{})}}export{Yl as component};