trl/pr_5607/en/_app/immutable/nodes/32.432cc9aa.js

import{s as L,o as N,n as Q}from"../chunks/scheduler.7b731bd4.js";import{S as R,i as V,e as $,s as g,c as k,h as z,a as M,d as r,b as d,f as P,g as x,j as H,k as B,l as J,m as s,n as C,t as y,o as v,p as w}from"../chunks/index.cc268345.js";import{C as S,H as G,E as I}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.f0d99f98.js";import{D as X}from"../chunks/Docstring.03f7b462.js";import{C as A}from"../chunks/CodeBlock.169a125f.js";import{E as O}from"../chunks/ExampleCodeBlock.415f9452.js";function q(U){let l,_="Example:",i,o,n;return o=new A({props:{code:"ZnJvbSUyMHRybC5leHBlcmltZW50YWwubWVyZ2VfbW9kZWxfY2FsbGJhY2slMjBpbXBvcnQlMjBNZXJnZUNvbmZpZyUyQyUyME1lcmdlTW9kZWxDYWxsYmFjayUwQSUwQWNvbmZpZyUyMCUzRCUyME1lcmdlQ29uZmlnKCklMEFtZXJnZV9jYWxsYmFjayUyMCUzRCUyME1lcmdlTW9kZWxDYWxsYmFjayhjb25maWcpJTBBdHJhaW5lciUyMCUzRCUyMERQT1RyYWluZXIoLi4uJTJDJTIwY2FsbGJhY2tzJTNEJTVCbWVyZ2VfY2FsbGJhY2slNUQp",highlighted:`<span class="hljs-keyword">from</span> trl.experimental.merge_model_callback <span class="hljs-keyword">import</span> MergeConfig, MergeModelCallback

config = MergeConfig()
merge_callback = MergeModelCallback(config)
trainer = DPOTrainer(..., callbacks=[merge_callback])`,wrap:!1}}),{c(){l=$("p"),l.textContent=_,i=g(),k(o.$$.fragment)},l(t){l=M(t,"P",{"data-svelte-h":!0}),H(l)!=="svelte-11lpom8"&&(l.textContent=_),i=d(t),x(o.$$.fragment,t)},m(t,m){s(t,l,m),s(t,i,m),C(o,t,m),n=!0},p:Q,i(t){n||(y(o.$$.fragment,t),n=!0)},o(t){v(o.$$.fragment,t),n=!1},d(t){t&&(r(l),r(i)),w(o,t)}}}function K(U){let l,_,i,o,n,t,m,Z,c,b,F,h,D=`A <a href="https://huggingface.co/docs/transformers/main/en/main_classes/callback#transformers.TrainerCallback" rel="nofollow">TrainerCallback</a> that merges the policy model (the model being trained) with another model based
on a merge configuration.`,j,f,E,u,T,W,Y;return n=new S({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new G({props:{title:"MergeModelCallback",local:"trl.experimental.merge_model_callback.MergeModelCallback",headingTag:"h1"}}),b=new X({props:{name:"class trl.experimental.merge_model_callback.MergeModelCallback",anchor:"trl.experimental.merge_model_callback.MergeModelCallback",parameters:[{name:"merge_config",val:": MergeConfig | None = None"},{name:"merge_at_every_checkpoint",val:": bool = False"},{name:"push_to_hub",val:": bool = False"}],parametersDescription:[{anchor:"trl.experimental.merge_model_callback.MergeModelCallback.merge_config",description:`<strong>merge_config</strong> (<code>experimental.merge_model_callback.MergeConfig</code>, <em>optional</em>) &#x2014;
Configuration used for the merging process. If not provided, the default
<code>MergeConfig</code> is used.`,name:"merge_config"},{anchor:"trl.experimental.merge_model_callback.MergeModelCallback.merge_at_every_checkpoint",description:`<strong>merge_at_every_checkpoint</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to merge the model at every checkpoint.`,name:"merge_at_every_checkpoint"},{anchor:"trl.experimental.merge_model_callback.MergeModelCallback.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to push the merged model to the Hub after merging.`,name:"push_to_hub"}],source:"https://github.com/huggingface/trl/blob/vr_5607/trl/experimental/merge_model_callback.py#L294"}}),f=new O({props:{anchor:"trl.experimental.merge_model_callback.MergeModelCallback.example",$$slots:{default:[q]},$$scope:{ctx:U}}}),u=new I({props:{source:"https://github.com/huggingface/trl/blob/main/docs/source/merge_model_callback.md"}}),{c(){l=$("meta"),_=g(),i=$("p"),o=g(),k(n.$$.fragment),t=g(),k(m.$$.fragment),Z=g(),c=$("div"),k(b.$$.fragment),F=g(),h=$("p"),h.innerHTML=D,j=g(),k(f.$$.fragment),E=g(),k(u.$$.fragment),T=g(),W=$("p"),this.h()},l(e){const a=z("svelte-u9bgzb",document.head);l=M(a,"META",{name:!0,content:!0}),a.forEach(r),_=d(e),i=M(e,"P",{}),P(i).forEach(r),o=d(e),x(n.$$.fragment,e),t=d(e),x(m.$$.fragment,e),Z=d(e),c=M(e,"DIV",{class:!0});var p=P(c);x(b.$$.fragment,p),F=d(p),h=M(p,"P",{"data-svelte-h":!0}),H(h)!=="svelte-6xtp2w"&&(h.innerHTML=D),j=d(p),x(f.$$.fragment,p),p.forEach(r),E=d(e),x(u.$$.fragment,e),T=d(e),W=M(e,"P",{}),P(W).forEach(r),this.h()},h(){B(l,"name","hf:doc:metadata"),B(l,"content",ee),B(c,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,a){J(document.head,l),s(e,_,a),s(e,i,a),s(e,o,a),C(n,e,a),s(e,t,a),C(m,e,a),s(e,Z,a),s(e,c,a),C(b,c,null),J(c,F),J(c,h),J(c,j),C(f,c,null),s(e,E,a),C(u,e,a),s(e,T,a),s(e,W,a),Y=!0},p(e,[a]){const p={};a&2&&(p.$$scope={dirty:a,ctx:e}),f.$set(p)},i(e){Y||(y(n.$$.fragment,e),y(m.$$.fragment,e),y(b.$$.fragment,e),y(f.$$.fragment,e),y(u.$$.fragment,e),Y=!0)},o(e){v(n.$$.fragment,e),v(m.$$.fragment,e),v(b.$$.fragment,e),v(f.$$.fragment,e),v(u.$$.fragment,e),Y=!1},d(e){e&&(r(_),r(i),r(o),r(t),r(Z),r(c),r(E),r(T),r(W)),r(l),w(n,e),w(m,e),w(b),w(f),w(u,e)}}}const ee='{"title":"MergeModelCallback","local":"trl.experimental.merge_model_callback.MergeModelCallback","sections":[],"depth":1}';function te(U){return N(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ce extends R{constructor(l){super(),V(this,l,te,K,L,{})}}export{ce as component};