course/pr_1164/ro/_app/immutable/nodes/75.bb42e697.js

import{s as G,n as N,o as O}from"../chunks/scheduler.893fe8c9.js";import{S as R,i as W,e as $,s as l,c as y,h as I,a as d,d as i,b as r,f as A,g as E,j as B,k as D,l as J,m as n,n as S,t as L,o as M,p as H}from"../chunks/index.6ee278c6.js";import{C as K,H as Q,E as V}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.0114b954.js";import{C as X}from"../chunks/CourseFloatingBanner.b902b8d5.js";function Y(U){let a,_,b,g,s,x,o,v,m,z,u,F="Bună treabă la finalizarea acestui capitol!",k,p,j="După această scufundare adâncă în tokenizers, ar trebui să:",C,f,q="<li>Să fii capabil să antrenezi un nou tokenizer folosind unul vechi ca model</li> <li>Să înțelegi modului de utilizare a offseturilor pentru a face map tokenilor în intervalul lor original de text</li> <li>Cunoști diferențele dintre BPE, WordPiece și Unigram</li> <li>Fii capabil să combini blocurile furnizate de biblioteca 🤗 Tokenizers pentru a vă construi propriul tokenizer</li> <li>Să poți folosi acest tokenizer în cadrul bibliotecii 🤗 Transformers</li>",P,c,w,h,T;return s=new K({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),o=new Q({props:{title:"Tokenizeri, verificare!",local:"tokenizers-check",headingTag:"h1"}}),m=new X({props:{chapter:6,classNames:"absolute z-10 right-0 top-0"}}),c=new V({props:{source:"https://github.com/huggingface/course/blob/main/chapters/ro/chapter6/9.mdx"}}),{c(){a=$("meta"),_=l(),b=$("p"),g=l(),y(s.$$.fragment),x=l(),y(o.$$.fragment),v=l(),y(m.$$.fragment),z=l(),u=$("p"),u.textContent=F,k=l(),p=$("p"),p.textContent=j,C=l(),f=$("ul"),f.innerHTML=q,P=l(),y(c.$$.fragment),w=l(),h=$("p"),this.h()},l(e){const t=I("svelte-u9bgzb",document.head);a=d(t,"META",{name:!0,content:!0}),t.forEach(i),_=r(e),b=d(e,"P",{}),A(b).forEach(i),g=r(e),E(s.$$.fragment,e),x=r(e),E(o.$$.fragment,e),v=r(e),E(m.$$.fragment,e),z=r(e),u=d(e,"P",{"data-svelte-h":!0}),B(u)!=="svelte-1bsch2x"&&(u.textContent=F),k=r(e),p=d(e,"P",{"data-svelte-h":!0}),B(p)!=="svelte-yvk8v9"&&(p.textContent=j),C=r(e),f=d(e,"UL",{"data-svelte-h":!0}),B(f)!=="svelte-14aiwos"&&(f.innerHTML=q),P=r(e),E(c.$$.fragment,e),w=r(e),h=d(e,"P",{}),A(h).forEach(i),this.h()},h(){D(a,"name","hf:doc:metadata"),D(a,"content",Z)},m(e,t){J(document.head,a),n(e,_,t),n(e,b,t),n(e,g,t),S(s,e,t),n(e,x,t),S(o,e,t),n(e,v,t),S(m,e,t),n(e,z,t),n(e,u,t),n(e,k,t),n(e,p,t),n(e,C,t),n(e,f,t),n(e,P,t),S(c,e,t),n(e,w,t),n(e,h,t),T=!0},p:N,i(e){T||(L(s.$$.fragment,e),L(o.$$.fragment,e),L(m.$$.fragment,e),L(c.$$.fragment,e),T=!0)},o(e){M(s.$$.fragment,e),M(o.$$.fragment,e),M(m.$$.fragment,e),M(c.$$.fragment,e),T=!1},d(e){e&&(i(_),i(b),i(g),i(x),i(v),i(z),i(u),i(k),i(p),i(C),i(f),i(P),i(w),i(h)),i(a),H(s,e),H(o,e),H(m,e),H(c,e)}}}const Z='{"title":"Tokenizeri, verificare!","local":"tokenizers-check","sections":[],"depth":1}';function ee(U){return O(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class le extends R{constructor(a){super(),W(this,a,ee,Y,G,{})}}export{le as component};