course/pr_1021/rum/_app/immutable/nodes/75.e5bfdf79.js

import{s as q,n as D,o as G}from"../chunks/scheduler.37c15a92.js";import{S as N,i as O,g as f,s as r,r as w,A as R,h as $,f as i,c as l,j as F,u as T,x as E,k as j,y as W,a,v as S,d as y,t as H,w as L}from"../chunks/index.2bf4358c.js";import{C as I}from"../chunks/CourseFloatingBanner.6add7356.js";import{H as J,E as K}from"../chunks/getInferenceSnippets.ebf8be91.js";function Q(M){let n,b,d,_,s,v,o,g,u,B="Bună treabă la finalizarea acestui capitol!",z,m,U="După această scufundare adâncă în tokenizers, ar trebui să:",k,c,A="<li>Să fii capabil să antrenezi un nou tokenizer folosind unul vechi ca model</li> <li>Să înțelegi modului de utilizare a offseturilor pentru a face map tokenilor în intervalul lor original de text</li> <li>Cunoști diferențele dintre BPE, WordPiece și Unigram</li> <li>Fii capabil să combini blocurile furnizate de biblioteca 🤗 Tokenizers pentru a vă construi propriul tokenizer</li> <li>Să poți folosi acest tokenizer în cadrul bibliotecii 🤗 Transformers</li>",x,p,C,h,P;return s=new J({props:{title:"Tokenizeri, verificare!",local:"tokenizers-check",headingTag:"h1"}}),o=new I({props:{chapter:6,classNames:"absolute z-10 right-0 top-0"}}),p=new K({props:{source:"https://github.com/huggingface/course/blob/main/chapters/rum/chapter6/9.mdx"}}),{c(){n=f("meta"),b=r(),d=f("p"),_=r(),w(s.$$.fragment),v=r(),w(o.$$.fragment),g=r(),u=f("p"),u.textContent=B,z=r(),m=f("p"),m.textContent=U,k=r(),c=f("ul"),c.innerHTML=A,x=r(),w(p.$$.fragment),C=r(),h=f("p"),this.h()},l(e){const t=R("svelte-u9bgzb",document.head);n=$(t,"META",{name:!0,content:!0}),t.forEach(i),b=l(e),d=$(e,"P",{}),F(d).forEach(i),_=l(e),T(s.$$.fragment,e),v=l(e),T(o.$$.fragment,e),g=l(e),u=$(e,"P",{"data-svelte-h":!0}),E(u)!=="svelte-1bsch2x"&&(u.textContent=B),z=l(e),m=$(e,"P",{"data-svelte-h":!0}),E(m)!=="svelte-yvk8v9"&&(m.textContent=U),k=l(e),c=$(e,"UL",{"data-svelte-h":!0}),E(c)!=="svelte-14aiwos"&&(c.innerHTML=A),x=l(e),T(p.$$.fragment,e),C=l(e),h=$(e,"P",{}),F(h).forEach(i),this.h()},h(){j(n,"name","hf:doc:metadata"),j(n,"content",V)},m(e,t){W(document.head,n),a(e,b,t),a(e,d,t),a(e,_,t),S(s,e,t),a(e,v,t),S(o,e,t),a(e,g,t),a(e,u,t),a(e,z,t),a(e,m,t),a(e,k,t),a(e,c,t),a(e,x,t),S(p,e,t),a(e,C,t),a(e,h,t),P=!0},p:D,i(e){P||(y(s.$$.fragment,e),y(o.$$.fragment,e),y(p.$$.fragment,e),P=!0)},o(e){H(s.$$.fragment,e),H(o.$$.fragment,e),H(p.$$.fragment,e),P=!1},d(e){e&&(i(b),i(d),i(_),i(v),i(g),i(u),i(z),i(m),i(k),i(c),i(x),i(C),i(h)),i(n),L(s,e),L(o,e),L(p,e)}}}const V='{"title":"Tokenizeri, verificare!","local":"tokenizers-check","sections":[],"depth":1}';function X(M){return G(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ie extends N{constructor(n){super(),O(this,n,X,Q,q,{})}}export{ie as component};