peft/pr_3270/en/_app/immutable/nodes/48.a4c287c6.js

import{s as Qe,o as Re,n as Ve}from"../chunks/scheduler.78382b47.js";import{S as Xe,i as He,e as o,s as a,c as d,h as ze,a as r,d as s,b as l,f as Te,g as M,j as c,k as we,l as J,m as n,n as f,t as h,o as u,p as g}from"../chunks/index.6dd35eb6.js";import{C as Ge,H as D,E as Ye}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.4c5b0425.js";import{D as qe}from"../chunks/Docstring.f9a01d2c.js";import{C as Ne}from"../chunks/CodeBlock.02f0212b.js";import{E as Fe}from"../chunks/ExampleCodeBlock.13511519.js";function De(O){let p,v="Example:",j,y,T;return y=new Ne({props:{code:"ZnJvbSUyMGRpZmZ1c2VycyUyMGltcG9ydCUyMFN0YWJsZURpZmZ1c2lvblBpcGVsaW5lJTBBZnJvbSUyMHBlZnQlMjBpbXBvcnQlMjBNaXNzTW9kZWwlMkMlMjBNaXNzQ29uZmlnJTBBJTBBY29uZmlnX3RlJTIwJTNEJTIwTWlzc0NvbmZpZyglMEElMjAlMjAlMjAlMjByJTNEOCUyQyUwQSUyMCUyMCUyMCUyMHRhcmdldF9tb2R1bGVzJTNEJTVCJTIya19wcm9qJTIyJTJDJTIwJTIycV9wcm9qJTIyJTJDJTIwJTIydl9wcm9qJTIyJTJDJTIwJTIyb3V0X3Byb2olMjIlMkMlMjAlMjJmYzElMjIlMkMlMjAlMjJmYzIlMjIlNUQlMkMlMEElMjAlMjAlMjAlMjBpbml0X3dlaWdodHMlM0RUcnVlJTJDJTBBKSUwQWNvbmZpZ191bmV0JTIwJTNEJTIwTWlzc0NvbmZpZyglMEElMjAlMjAlMjAlMjByJTNEOCUyQyUwQSUyMCUyMCUyMCUyMHRhcmdldF9tb2R1bGVzJTNEJTVCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIycHJval9pbiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMnByb2pfb3V0JTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIydG9fayUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMnRvX3ElMjIlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjJ0b192JTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIydG9fb3V0LjAlMjIlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjJmZi5uZXQuMC5wcm9qJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIyZmYubmV0LjIlMjIlMkMlMEElMjAlMjAlMjAlMjAlNUQlMkMlMEElMjAlMjAlMjAlMjBpbml0X3dlaWdodHMlM0RUcnVlJTJDJTBBKSUwQSUwQW1vZGVsJTIwJTNEJTIwU3RhYmxlRGlmZnVzaW9uUGlwZWxpbmUuZnJvbV9wcmV0cmFpbmVkKCUyMnJ1bndheW1sJTJGc3RhYmxlLWRpZmZ1c2lvbi12MS01JTIyKSUwQW1vZGVsLnRleHRfZW5jb2RlciUyMCUzRCUyME1pc3NNb2RlbChtb2RlbC50ZXh0X2VuY29kZXIlMkMlMjBjb25maWdfdGUlMkMlMjAlMjJkZWZhdWx0JTIyKSUwQW1vZGVsLnVuZXQlMjAlM0QlMjBNaXNzTW9kZWwobW9kZWwudW5ldCUyQyUyMGNvbmZpZ191bmV0JTJDJTIwJTIyZGVmYXVsdCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> diffusers <span class="hljs-keyword">import</span> StableDiffusionPipeline
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> peft <span class="hljs-keyword">import</span> MissModel, MissConfig

<span class="hljs-meta">&gt;&gt;&gt; </span>config_te = MissConfig(
<span class="hljs-meta">... </span>    r=<span class="hljs-number">8</span>,
<span class="hljs-meta">... </span>    target_modules=[<span class="hljs-string">&quot;k_proj&quot;</span>, <span class="hljs-string">&quot;q_proj&quot;</span>, <span class="hljs-string">&quot;v_proj&quot;</span>, <span class="hljs-string">&quot;out_proj&quot;</span>, <span class="hljs-string">&quot;fc1&quot;</span>, <span class="hljs-string">&quot;fc2&quot;</span>],
<span class="hljs-meta">... </span>    init_weights=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>config_unet = MissConfig(
<span class="hljs-meta">... </span>    r=<span class="hljs-number">8</span>,
<span class="hljs-meta">... </span>    target_modules=[
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;proj_in&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;proj_out&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;to_k&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;to_q&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;to_v&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;to_out.0&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;ff.net.0.proj&quot;</span>,
<span class="hljs-meta">... </span>        <span class="hljs-string">&quot;ff.net.2&quot;</span>,
<span class="hljs-meta">... </span>    ],
<span class="hljs-meta">... </span>    init_weights=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>model = StableDiffusionPipeline.from_pretrained(<span class="hljs-string">&quot;runwayml/stable-diffusion-v1-5&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model.text_encoder = MissModel(model.text_encoder, config_te, <span class="hljs-string">&quot;default&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model.unet = MissModel(model.unet, config_unet, <span class="hljs-string">&quot;default&quot;</span>)`,lang:"py",wrap:!1}}),{c(){p=o("p"),p.textContent=v,j=a(),d(y.$$.fragment)},l(i){p=r(i,"P",{"data-svelte-h":!0}),c(p)!=="svelte-11lpom8"&&(p.textContent=v),j=l(i),M(y.$$.fragment,i)},m(i,w){n(i,p,w),n(i,j,w),f(y,i,w),T=!0},p:Ve,i(i){T||(h(y.$$.fragment,i),T=!0)},o(i){u(y.$$.fragment,i),T=!1},d(i){i&&(s(p),s(j)),g(y,i)}}}function Pe(O){let p,v,j,y,T,i,w,K,C,ve='<a href="https://arxiv.org/abs/2409.15371" rel="nofollow">MiSS (Matrix Shard Sharing)</a> is a PEFT method that achieves a good balance between model performance and computational efficiency. It requires only a single trainable matrix and introduces a shard-sharing mechanism distinct from LoRA.',ee,I,Ce="The abstract from the paper is:",te,$,Ie="<em>Parameter-Efficient Fine-Tuning (PEFT) methods, particularly Low-Rank Adaptation (LoRA), effectively reduce the number of trainable parameters in Large Language Models (LLMs). However, as model scales continue to grow, the demand for computational resources remains a significant challenge. Existing LoRA variants often struggle to strike an optimal balance between adaptability (model performance and convergence speed) and efficiency (computational overhead, memory usage, and initialization time). This paper introduces MiSS (Matrix Shard Sharing), a novel PEFT approach that addresses this trade-off through a simple shard-sharing mechanism. MiSS leverages the insight that a low-rank adaptation can be achieved by decomposing the weight matrix into multiple fragment matrices and utilizing a shared, trainable common fragment. This method constructs the low-rank update matrix through the replication of these shared, partitioned shards. We also propose a hardware-efficient and broadly applicable implementation for MiSS. Extensive experiments conducted on a range of tasks, alongside a systematic analysis of computational performance, demonstrate MiSS’s superiority. The results show that MiSS significantly outperforms standard LoRA and its prominent variants in both model performance metrics and computational efficiency, including initialization speed and training throughput. By effectively balancing expressive power and resource utilization, MiSS offers a compelling solution for efficiently adapting large-scale models.</em>",se,x,ne,k,$e="MiSS is a good choice when:",ae,S,xe="<li>You want faster initialization and higher training throughput than advanced LoRA initialization schemes that use expensive setups (such as PiSSA, LoRA-GA, or OLoRA).</li> <li>You want a drop-in alternative to LoRA with minimal configuration changes.</li>",le,A,ke="If you need stronger expressiveness at the cost of some efficiency, consider the <code>bat</code> initialization variant (see below).",ie,E,oe,B,Se="MiSS supports three initialization modes via the <code>init_weights</code> parameter:",re,Z,Ae="<li><code>True</code> (default): Standard MiSS initialization. Best starting point for most use cases.</li> <li><code>&quot;bat&quot;</code>: Enables nonlinear updates across different shards. Produces better results than standard MiSS but uses more memory and is approximately twice as slow. Use this when performance is the priority over efficiency.</li> <li><code>&quot;mini&quot;</code>: Uses a smaller rank along the <code>out_features</code> dimension, controlled by <code>mini_r</code>. This reduces trainable parameters further. When using this mode, <code>mini_r</code> must be set and <code>out_features</code> must be divisible by <code>mini_r</code>.</li>",pe,W,me,L,ce,q,Ee='For a full fine-tuning example including training and inference, see the <a href="https://github.com/huggingface/peft/tree/main/examples/miss_finetuning" rel="nofollow">MiSS fine-tuning example</a>.',de,N,Me,_,Q,je,z,Be='This is the configuration class to store the configuration of a <a href="/docs/peft/pr_3270/en/package_reference/miss#peft.MissModel">MissModel</a>.',fe,R,he,m,V,be,G,Ze=`Creates Householder reflection adaptation (MiSS) model from a pretrained model. The method is described in
<a href="https://huggingface.co/papers/2409.15371" rel="nofollow">https://huggingface.co/papers/2409.15371</a>`,Je,U,_e,Y,We="<strong>Attributes</strong>:",Ue,F,Le='<li><strong>model</strong> (<code>~torch.nn.Module</code>) — The model to be adapted.</li> <li><strong>peft_config</strong> (<a href="/docs/peft/pr_3270/en/package_reference/miss#peft.MissConfig">MissConfig</a>): The configuration of the MiSS model.</li>',ue,X,ge,P,ye;return T=new Ge({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),w=new D({props:{title:"MiSS",local:"miss",headingTag:"h1"}}),x=new D({props:{title:"When to use MiSS",local:"when-to-use-miss",headingTag:"h2"}}),E=new D({props:{title:"init_weights modes",local:"initweights-modes",headingTag:"h2"}}),W=new D({props:{title:"Quick start",local:"quick-start",headingTag:"h2"}}),L=new Ne({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwcGVmdCUyMGltcG9ydCUyME1pc3NDb25maWclMkMlMjBnZXRfcGVmdF9tb2RlbCUwQWZyb20lMjB0cmFuc2Zvcm1lcnMlMjBpbXBvcnQlMjBBdXRvTW9kZWxGb3JDYXVzYWxMTSUyQyUyMEF1dG9Ub2tlbml6ZXIlMEElMEFtb2RlbCUyMCUzRCUyMEF1dG9Nb2RlbEZvckNhdXNhbExNLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjAlMjJtZXRhLWxsYW1hJTJGTGxhbWEtMi03Yi1oZiUyMiUyQyUwQSUyMCUyMCUyMCUyMHRvcmNoX2R0eXBlJTNEdG9yY2guYmZsb2F0MTYlMkMlMEElMjAlMjAlMjAlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUwQSklMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJtZXRhLWxsYW1hJTJGTGxhbWEtMi03Yi1oZiUyMiklMEF0b2tlbml6ZXIucGFkX3Rva2VuX2lkJTIwJTNEJTIwdG9rZW5pemVyLmVvc190b2tlbl9pZCUwQSUwQSUyMyUyMFN0YW5kYXJkJTIwTWlTUyUwQWNvbmZpZyUyMCUzRCUyME1pc3NDb25maWcoJTBBJTIwJTIwJTIwJTIwciUzRDY0JTJDJTBBJTIwJTIwJTIwJTIwbWlzc19kcm9wb3V0JTNEMC4wMSUyQyUwQSUyMCUyMCUyMCUyMHRhc2tfdHlwZSUzRCUyMkNBVVNBTF9MTSUyMiUwQSklMEElMEElMjMlMjBCQVQlMjB2YXJpYW50JTIwJUUyJTgwJTk0JTIwYmV0dGVyJTIwcGVyZm9ybWFuY2UlMkMlMjBtb3JlJTIwbWVtb3J5JTBBJTIzJTIwY29uZmlnJTIwJTNEJTIwTWlzc0NvbmZpZyglMEElMjMlMjAlMjAlMjAlMjAlMjByJTNENjQlMkMlMEElMjMlMjAlMjAlMjAlMjAlMjBpbml0X3dlaWdodHMlM0QlMjJiYXQlMjIlMkMlMEElMjMlMjAlMjAlMjAlMjAlMjB0YXNrX3R5cGUlM0QlMjJDQVVTQUxfTE0lMjIlMEElMjMlMjApJTBBJTBBJTIzJTIwTWluaSUyMHZhcmlhbnQlMjAlRTIlODAlOTQlMjBmZXdlciUyMHRyYWluYWJsZSUyMHBhcmFtZXRlcnMlMEElMjMlMjBjb25maWclMjAlM0QlMjBNaXNzQ29uZmlnKCUwQSUyMyUyMCUyMCUyMCUyMCUyMHIlM0Q2NCUyQyUwQSUyMyUyMCUyMCUyMCUyMCUyMGluaXRfd2VpZ2h0cyUzRCUyMm1pbmklMjIlMkMlMEElMjMlMjAlMjAlMjAlMjAlMjBtaW5pX3IlM0Q4JTJDJTBBJTIzJTIwJTIwJTIwJTIwJTIwdGFza190eXBlJTNEJTIyQ0FVU0FMX0xNJTIyJTBBJTIzJTIwKSUwQSUwQW1vZGVsJTIwJTNEJTIwZ2V0X3BlZnRfbW9kZWwobW9kZWwlMkMlMjBjb25maWcpJTBBbW9kZWwucHJpbnRfdHJhaW5hYmxlX3BhcmFtZXRlcnMoKQ==",highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">from</span> peft <span class="hljs-keyword">import</span> MissConfig, get_peft_model
<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForCausalLM, AutoTokenizer

model = AutoModelForCausalLM.from_pretrained(
    <span class="hljs-string">&quot;meta-llama/Llama-2-7b-hf&quot;</span>,
    torch_dtype=torch.bfloat16,
    device_map=<span class="hljs-string">&quot;auto&quot;</span>
)
tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;meta-llama/Llama-2-7b-hf&quot;</span>)
tokenizer.pad_token_id = tokenizer.eos_token_id

<span class="hljs-comment"># Standard MiSS</span>
config = MissConfig(
    r=<span class="hljs-number">64</span>,
    miss_dropout=<span class="hljs-number">0.01</span>,
    task_type=<span class="hljs-string">&quot;CAUSAL_LM&quot;</span>
)

<span class="hljs-comment"># BAT variant — better performance, more memory</span>
<span class="hljs-comment"># config = MissConfig(</span>
<span class="hljs-comment">#     r=64,</span>
<span class="hljs-comment">#     init_weights=&quot;bat&quot;,</span>
<span class="hljs-comment">#     task_type=&quot;CAUSAL_LM&quot;</span>
<span class="hljs-comment"># )</span>

<span class="hljs-comment"># Mini variant — fewer trainable parameters</span>
<span class="hljs-comment"># config = MissConfig(</span>
<span class="hljs-comment">#     r=64,</span>
<span class="hljs-comment">#     init_weights=&quot;mini&quot;,</span>
<span class="hljs-comment">#     mini_r=8,</span>
<span class="hljs-comment">#     task_type=&quot;CAUSAL_LM&quot;</span>
<span class="hljs-comment"># )</span>

model = get_peft_model(model, config)
model.print_trainable_parameters()`,lang:"python",wrap:!1}}),N=new D({props:{title:"MissConfig",local:"peft.MissConfig",headingTag:"h2"}}),Q=new qe({props:{name:"class peft.MissConfig",anchor:"peft.MissConfig",parameters:[{name:"task_type",val:": Optional[Union[str, TaskType]] = None"},{name:"peft_type",val:": Optional[Union[str, PeftType]] = None"},{name:"auto_mapping",val:": Optional[dict] = None"},{name:"peft_version",val:": Optional[str] = None"},{name:"base_model_name_or_path",val:": Optional[str] = None"},{name:"revision",val:": Optional[str] = None"},{name:"inference_mode",val:": bool = False"},{name:"r",val:": int = 64"},{name:"miss_dropout",val:": float = 0.0"},{name:"mini_r",val:": int = 1"},{name:"target_modules",val:": Optional[Union[list[str], str]] = None"},{name:"exclude_modules",val:": Optional[Union[list[str], str]] = None"},{name:"init_weights",val:": bool | Literal['bat', 'mini'] = True"},{name:"layers_to_transform",val:": Optional[Union[list[int], int]] = None"},{name:"layers_pattern",val:": Optional[str] = None"},{name:"bias",val:": str = 'none'"},{name:"modules_to_save",val:": Optional[list[str]] = None"}],parametersDescription:[{anchor:"peft.MissConfig.r",description:`<strong>r</strong> (<code>int</code>) &#x2014;
The rank of MiSS across different layers. It is best to set &#x2018;r&#x2019; to an even number; otherwise, the default
initialization method will not work. The rank of MiSS corresponds to a low-rank decomposition along the
in_features dimension.`,name:"r"},{anchor:"peft.MissConfig.miss_dropout",description:`<strong>miss_dropout</strong> (<code>float</code>) &#x2014;
The dropout probability for MiSS layers.`,name:"miss_dropout"},{anchor:"peft.MissConfig.mini_r",description:`<strong>mini_r</strong> (<code>int</code>) &#x2014;
The rank of MiSS corresponds to a low-rank decomposition along the out_features dimension. When you set
<code>init_weights=mini</code>, you need to set <code>mini_r</code>. Please make sure that <code>out_features</code> is divisible by
<code>mini_r</code>.`,name:"mini_r"},{anchor:"peft.MissConfig.target_modules",description:`<strong>target_modules</strong> (<code>Optional[Union[List[str], str]]</code>) &#x2014;
The names of the modules to apply the adapter to. If this is specified, only the modules with the specified
names will be replaced. When passing a string, a regex match will be performed. When passing a list of
strings, either an exact match will be performed or it is checked if the name of the module ends with any
of the passed strings. If this is specified as &#x2018;all-linear&#x2019;, then all linear modules are chosen, excluding
the output layer. If this is not specified, modules will be chosen according to the model architecture. If
the architecture is not known, an error will be raised &#x2014; in this case, you should specify the target
modules manually.`,name:"target_modules"},{anchor:"peft.MissConfig.exclude_modules",description:`<strong>exclude_modules</strong> (<code>Optional[Union[List[str], str]]</code>) &#x2014;
The names of the modules to not apply the adapter. When passing a string, a regex match will be performed.
When passing a list of strings, either an exact match will be performed or it is checked if the name of the
module ends with any of the passed strings.`,name:"exclude_modules"},{anchor:"peft.MissConfig.init_weights",description:`<strong>init_weights</strong> (bool | Literal[&#x201C;bat&#x201D;, &#x201C;mini&#x201D;]) &#x2014;
Different initializations correspond to different MiSS variants. By default(balance), the most efficient
and general method in MiSS will be used. &#x2018;bat&#x2019;: In this mode, you can enable nonlinear updates across
different shards. &#x2018;mini&#x2019;: In this mode, you can set a smaller rank to use fewer trainable parameters, but
it is recommended to keep <code>out_features % mini_r == 0</code>.`,name:"init_weights"},{anchor:"peft.MissConfig.layers_to_transform",description:`<strong>layers_to_transform</strong> (<code>Union[List[int], int]</code>) &#x2014;
The layer indices to transform. If a list of ints is passed, it will apply the adapter to the layer indices
that are specified in this list. If a single integer is passed, it will apply the transformations on the
layer at this index.`,name:"layers_to_transform"},{anchor:"peft.MissConfig.layers_pattern",description:`<strong>layers_pattern</strong> (<code>str</code>) &#x2014;
The layer pattern name, used only if <code>layers_to_transform</code> is different from <code>None</code>.`,name:"layers_pattern"},{anchor:"peft.MissConfig.modules_to_save",description:`<strong>modules_to_save</strong> (<code>List[str]</code>) &#x2014;
List of modules apart from adapter layers to be set as trainable and saved in the final checkpoint.`,name:"modules_to_save"}],source:"https://github.com/huggingface/peft/blob/vr_3270/src/peft/tuners/miss/config.py#L25"}}),R=new D({props:{title:"MissModel",local:"peft.MissModel",headingTag:"h2"}}),V=new qe({props:{name:"class peft.MissModel",anchor:"peft.MissModel",parameters:[{name:"model",val:""},{name:"peft_config",val:": Union[PeftConfig, dict[str, PeftConfig]]"},{name:"adapter_name",val:": str"},{name:"low_cpu_mem_usage",val:": bool = False"},{name:"state_dict",val:": Optional[dict[str, torch.Tensor]] = None"}],parametersDescription:[{anchor:"peft.MissModel.model",description:"<strong>model</strong> (<code>torch.nn.Module</code>) &#x2014; The model to which the adapter tuner layers will be attached.",name:"model"},{anchor:"peft.MissModel.config",description:'<strong>config</strong> (<a href="/docs/peft/pr_3270/en/package_reference/miss#peft.MissConfig">MissConfig</a>) &#x2014; The configuration of the MiSS model.',name:"config"},{anchor:"peft.MissModel.adapter_name",description:"<strong>adapter_name</strong> (<code>str</code>) &#x2014; The name of the adapter, defaults to <code>&quot;default&quot;</code>.",name:"adapter_name"},{anchor:"peft.MissModel.low_cpu_mem_usage",description:`<strong>low_cpu_mem_usage</strong> (<code>bool</code>, <code>optional</code>, defaults to <code>False</code>) &#x2014;
Create empty adapter weights on meta device. Useful to speed up the loading process.`,name:"low_cpu_mem_usage"}],source:"https://github.com/huggingface/peft/blob/vr_3270/src/peft/tuners/miss/model.py#L24",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The MiSS model.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>torch.nn.Module</code></p>
`}}),U=new Fe({props:{anchor:"peft.MissModel.example",$$slots:{default:[De]},$$scope:{ctx:O}}}),X=new Ye({props:{source:"https://github.com/huggingface/peft/blob/main/docs/source/package_reference/miss.md"}}),{c(){p=o("meta"),v=a(),j=o("p"),y=a(),d(T.$$.fragment),i=a(),d(w.$$.fragment),K=a(),C=o("p"),C.innerHTML=ve,ee=a(),I=o("p"),I.textContent=Ce,te=a(),$=o("p"),$.innerHTML=Ie,se=a(),d(x.$$.fragment),ne=a(),k=o("p"),k.textContent=$e,ae=a(),S=o("ul"),S.innerHTML=xe,le=a(),A=o("p"),A.innerHTML=ke,ie=a(),d(E.$$.fragment),oe=a(),B=o("p"),B.innerHTML=Se,re=a(),Z=o("ul"),Z.innerHTML=Ae,pe=a(),d(W.$$.fragment),me=a(),d(L.$$.fragment),ce=a(),q=o("p"),q.innerHTML=Ee,de=a(),d(N.$$.fragment),Me=a(),_=o("div"),d(Q.$$.fragment),je=a(),z=o("p"),z.innerHTML=Be,fe=a(),d(R.$$.fragment),he=a(),m=o("div"),d(V.$$.fragment),be=a(),G=o("p"),G.innerHTML=Ze,Je=a(),d(U.$$.fragment),_e=a(),Y=o("p"),Y.innerHTML=We,Ue=a(),F=o("ul"),F.innerHTML=Le,ue=a(),d(X.$$.fragment),ge=a(),P=o("p"),this.h()},l(e){const t=ze("svelte-u9bgzb",document.head);p=r(t,"META",{name:!0,content:!0}),t.forEach(s),v=l(e),j=r(e,"P",{}),Te(j).forEach(s),y=l(e),M(T.$$.fragment,e),i=l(e),M(w.$$.fragment,e),K=l(e),C=r(e,"P",{"data-svelte-h":!0}),c(C)!=="svelte-rp97n0"&&(C.innerHTML=ve),ee=l(e),I=r(e,"P",{"data-svelte-h":!0}),c(I)!=="svelte-1cwsb16"&&(I.textContent=Ce),te=l(e),$=r(e,"P",{"data-svelte-h":!0}),c($)!=="svelte-c4r8wd"&&($.innerHTML=Ie),se=l(e),M(x.$$.fragment,e),ne=l(e),k=r(e,"P",{"data-svelte-h":!0}),c(k)!=="svelte-u195zt"&&(k.textContent=$e),ae=l(e),S=r(e,"UL",{"data-svelte-h":!0}),c(S)!=="svelte-3rb4ru"&&(S.innerHTML=xe),le=l(e),A=r(e,"P",{"data-svelte-h":!0}),c(A)!=="svelte-1psd766"&&(A.innerHTML=ke),ie=l(e),M(E.$$.fragment,e),oe=l(e),B=r(e,"P",{"data-svelte-h":!0}),c(B)!=="svelte-gxnle1"&&(B.innerHTML=Se),re=l(e),Z=r(e,"UL",{"data-svelte-h":!0}),c(Z)!=="svelte-ru06ds"&&(Z.innerHTML=Ae),pe=l(e),M(W.$$.fragment,e),me=l(e),M(L.$$.fragment,e),ce=l(e),q=r(e,"P",{"data-svelte-h":!0}),c(q)!=="svelte-wtavv"&&(q.innerHTML=Ee),de=l(e),M(N.$$.fragment,e),Me=l(e),_=r(e,"DIV",{class:!0});var H=Te(_);M(Q.$$.fragment,H),je=l(H),z=r(H,"P",{"data-svelte-h":!0}),c(z)!=="svelte-8g5l3l"&&(z.innerHTML=Be),H.forEach(s),fe=l(e),M(R.$$.fragment,e),he=l(e),m=r(e,"DIV",{class:!0});var b=Te(m);M(V.$$.fragment,b),be=l(b),G=r(b,"P",{"data-svelte-h":!0}),c(G)!=="svelte-1fhwidk"&&(G.innerHTML=Ze),Je=l(b),M(U.$$.fragment,b),_e=l(b),Y=r(b,"P",{"data-svelte-h":!0}),c(Y)!=="svelte-1xx6nm4"&&(Y.innerHTML=We),Ue=l(b),F=r(b,"UL",{"data-svelte-h":!0}),c(F)!=="svelte-17ekkbq"&&(F.innerHTML=Le),b.forEach(s),ue=l(e),M(X.$$.fragment,e),ge=l(e),P=r(e,"P",{}),Te(P).forEach(s),this.h()},h(){we(p,"name","hf:doc:metadata"),we(p,"content",Oe),we(_,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),we(m,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){J(document.head,p),n(e,v,t),n(e,j,t),n(e,y,t),f(T,e,t),n(e,i,t),f(w,e,t),n(e,K,t),n(e,C,t),n(e,ee,t),n(e,I,t),n(e,te,t),n(e,$,t),n(e,se,t),f(x,e,t),n(e,ne,t),n(e,k,t),n(e,ae,t),n(e,S,t),n(e,le,t),n(e,A,t),n(e,ie,t),f(E,e,t),n(e,oe,t),n(e,B,t),n(e,re,t),n(e,Z,t),n(e,pe,t),f(W,e,t),n(e,me,t),f(L,e,t),n(e,ce,t),n(e,q,t),n(e,de,t),f(N,e,t),n(e,Me,t),n(e,_,t),f(Q,_,null),J(_,je),J(_,z),n(e,fe,t),f(R,e,t),n(e,he,t),n(e,m,t),f(V,m,null),J(m,be),J(m,G),J(m,Je),f(U,m,null),J(m,_e),J(m,Y),J(m,Ue),J(m,F),n(e,ue,t),f(X,e,t),n(e,ge,t),n(e,P,t),ye=!0},p(e,[t]){const H={};t&2&&(H.$$scope={dirty:t,ctx:e}),U.$set(H)},i(e){ye||(h(T.$$.fragment,e),h(w.$$.fragment,e),h(x.$$.fragment,e),h(E.$$.fragment,e),h(W.$$.fragment,e),h(L.$$.fragment,e),h(N.$$.fragment,e),h(Q.$$.fragment,e),h(R.$$.fragment,e),h(V.$$.fragment,e),h(U.$$.fragment,e),h(X.$$.fragment,e),ye=!0)},o(e){u(T.$$.fragment,e),u(w.$$.fragment,e),u(x.$$.fragment,e),u(E.$$.fragment,e),u(W.$$.fragment,e),u(L.$$.fragment,e),u(N.$$.fragment,e),u(Q.$$.fragment,e),u(R.$$.fragment,e),u(V.$$.fragment,e),u(U.$$.fragment,e),u(X.$$.fragment,e),ye=!1},d(e){e&&(s(v),s(j),s(y),s(i),s(K),s(C),s(ee),s(I),s(te),s($),s(se),s(ne),s(k),s(ae),s(S),s(le),s(A),s(ie),s(oe),s(B),s(re),s(Z),s(pe),s(me),s(ce),s(q),s(de),s(Me),s(_),s(fe),s(he),s(m),s(ue),s(ge),s(P)),s(p),g(T,e),g(w,e),g(x,e),g(E,e),g(W,e),g(L,e),g(N,e),g(Q),g(R,e),g(V),g(U),g(X,e)}}}const Oe='{"title":"MiSS","local":"miss","sections":[{"title":"When to use MiSS","local":"when-to-use-miss","sections":[],"depth":2},{"title":"init_weights modes","local":"initweights-modes","sections":[],"depth":2},{"title":"Quick start","local":"quick-start","sections":[],"depth":2},{"title":"MissConfig","local":"peft.MissConfig","sections":[],"depth":2},{"title":"MissModel","local":"peft.MissModel","sections":[],"depth":2}],"depth":1}';function Ke(O){return Re(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class it extends Xe{constructor(p){super(),He(this,p,Ke,Pe,Qe,{})}}export{it as component};