Buckets:

hf-doc-build
/

doc-dev

hf-doc-build/doc-dev / course /pr_1110 /ro /_app /immutable /nodes /52.bf81eb7e.js

rtrm's picture

about 2 months ago

16.2 kB

	import{s as xe,o as $e}from"../chunks/scheduler.893fe8c9.js";import{S as we,i as Ce,e as y,s as c,c as g,h as Ze,a as h,d as n,b as o,f as Te,g as J,j as C,k as L,l as _e,m as r,n as T,o as d,D as ke,t as M,p as k,E as je}from"../chunks/index.6ee278c6.js";import{C as We,H as ze,E as ve}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.278b228a.js";import{C as S}from"../chunks/CodeBlock.2c3d63ec.js";import{C as Ue}from"../chunks/CourseFloatingBanner.b51f5100.js";import{F as Ve}from"../chunks/FrameworkSwitchCourse.77a18d50.js";function Ne(j){let a,i;return a=new Ue({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter4/section2_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter4/section2_tf.ipynb"}]}}),{c(){g(a.$$.fragment)},l(s){J(a.$$.fragment,s)},m(s,f){T(a,s,f),i=!0},i(s){i\|\|(M(a.$$.fragment,s),i=!0)},o(s){d(a.$$.fragment,s),i=!1},d(s){k(a,s)}}}function Ee(j){let a,i;return a=new Ue({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter4/section2_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter4/section2_pt.ipynb"}]}}),{c(){g(a.$$.fragment)},l(s){J(a.$$.fragment,s)},m(s,f){T(a,s,f),i=!0},i(s){i\|\|(M(a.$$.fragment,s),i=!0)},o(s){d(a.$$.fragment,s),i=!1},d(s){k(a,s)}}}function Qe(j){let a,i,s,f='Însă, recomandăm utilizarea <a href="https://huggingface.co/transformers/model_doc/auto?highlight=auto#auto-classes" rel="nofollow">claselor <code>TFAuto</code></a>, deoarece acestea sunt proiectate să fie architecture-agnostic. În timp ce codul precedent limita utilizatorii la checkpoints loadable în CamemBERT architecture, utilizarea claselor <code>TFAuto</code> face schimbarea checkpointurilor simplă:',u,m,b;return a=new S({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMFRGQ2FtZW1iZXJ0Rm9yTWFza2VkTE0lMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBDYW1lbWJlcnRUb2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwVEZDYW1lbWJlcnRGb3JNYXNrZWRMTS5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, TFCamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFCamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new S({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBbW9kZWwlMjAlM0QlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, TFAutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFAutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){g(a.$$.fragment),i=c(),s=y("p"),s.innerHTML=f,u=c(),g(m.$$.fragment)},l(t){J(a.$$.fragment,t),i=o(t),s=h(t,"P",{"data-svelte-h":!0}),C(s)!=="svelte-1pw6ztn"&&(s.innerHTML=f),u=o(t),J(m.$$.fragment,t)},m(t,p){T(a,t,p),r(t,i,p),r(t,s,p),r(t,u,p),T(m,t,p),b=!0},i(t){b\|\|(M(a.$$.fragment,t),M(m.$$.fragment,t),b=!0)},o(t){d(a.$$.fragment,t),d(m.$$.fragment,t),b=!1},d(t){t&&(n(i),n(s),n(u)),k(a,t),k(m,t)}}}function Be(j){let a,i,s,f='Însă, recomandăm utilizarea <a href="https://huggingface.co/transformers/model_doc/auto?highlight=auto#auto-classes" rel="nofollow">claselor <code>Auto</code></a>, deoarece acestea sunt proiectate să fie architecture-agnostic. În timp ce codul precedent limita utilizatorii la checkpoints loadable în CamemBERT architecture, utilizarea claselor <code>Auto</code> face schimbarea checkpointurilor simplă:',u,m,b;return a=new S({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMENhbWVtYmVydEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQ2FtZW1iZXJ0VG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMiklMEFtb2RlbCUyMCUzRCUyMENhbWVtYmVydEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, CamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = CamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new S({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBBdXRvTW9kZWxGb3JNYXNrZWRMTSUwQSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsRm9yTWFza2VkTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = AutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){g(a.$$.fragment),i=c(),s=y("p"),s.innerHTML=f,u=c(),g(m.$$.fragment)},l(t){J(a.$$.fragment,t),i=o(t),s=h(t,"P",{"data-svelte-h":!0}),C(s)!=="svelte-zilc3z"&&(s.innerHTML=f),u=o(t),J(m.$$.fragment,t)},m(t,p){T(a,t,p),r(t,i,p),r(t,s,p),r(t,u,p),T(m,t,p),b=!0},i(t){b\|\|(M(a.$$.fragment,t),M(m.$$.fragment,t),b=!0)},o(t){d(a.$$.fragment,t),d(m.$$.fragment,t),b=!1},d(t){t&&(n(i),n(s),n(u)),k(a,t),k(m,t)}}}function Fe(j){let a,i,s,f,u,m,b,t,p,R,U,x,Y,z,ce="Hubul Model oferă o modalitate simplă de a selecta modelul adecvat, astfel încât utilizarea sa în orice bibliotecă downstream poate fi efectuată în câteva linii de cod. Să vedem cum se utilizează efectiv unul dintre aceste modele și cum putem contribui înapoi la comunitate.",H,v,oe="Să presupunem că noi căutăm un French-based model ce poate face mask filling.",q,Z,me='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/camembert.gif" alt="Selecting the Camembert model." width="80%"/>',D,V,pe="Alegem checkpointul „camembert-base” pentru al încerca. Identificatorul <code>camembert-base</code> este tot de ce avem nevoie pentru a începe. În capitolele precedente, am văzut cum putem inițializa modelul folosind funcția <code>pipeline()</code>:",P,N,K,E,O,Q,ue="În mod evident, încărcarea unui model într-un pipeline este extrem de simplu. Singurul lucru la care trebuie să atrageți atenția este că checkpointul ales este adecvat pentru sarcina pe care urmează să o execute. De exemplu, în momentul în care încărăm checkpoint-ul „camembert-base” în pipelineul <code>fill-mask</code>, este perfect în regulă. Dar dacă îl încărcam în pipelineul <code>text-classification</code>, rezultatele nu vor avea nici o logică, pentru că headul „camembert-base” nu este adecvat pentru această sarcină! Recomandăm utilizarea task selectorului în interfața Hugging Face în scopul selectării checkpointurilor adecvate:",ee,_,be='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/tasks.png" alt="Selectorul de sarcini pe interfața web." width="80%"/>',te,B,fe="Puteți inițializa checkpointul în mod direct folosind arhitectura modelului:",se,$,w,A,W,de="<p>În momentul în care folosiți un model preantrenat, asigurați-vă să verificați cum a fost antrenat și pe ce date se bazează. De asemenea, trebuie să cunoasceți limitele și prejudecățile sale. Toată această informație va fi indicată pe cartea modelului.</p>",le,F,ae,X,ne;u=new Ve({props:{fw:j[0]}}),b=new We({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new ze({props:{title:"Utilizarea modelelor preantrenate",local:"using-pretrained-models",headingTag:"h1"}});const Me=[Ee,Ne],I=[];function ye(e,l){return e[0]==="pt"?0:1}U=ye(j),x=I[U]=Me[U](j),N=new S({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMHBpcGVsaW5lJTBBJTBBY2FtZW1iZXJ0X2ZpbGxfbWFzayUyMCUzRCUyMHBpcGVsaW5lKCUyMmZpbGwtbWFzayUyMiUyQyUyMG1vZGVsJTNEJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBcmVzdWx0cyUyMCUzRCUyMGNhbWVtYmVydF9maWxsX21hc2soJTIyTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjAlM0NtYXNrJTNFJTIwJTNBKSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> pipeline

	camembert_fill_mask = pipeline(<span class="hljs-string">"fill-mask"</span>, model=<span class="hljs-string">"camembert-base"</span>)
	results = camembert_fill_mask(<span class="hljs-string">"Le camembert est <mask> :)"</span>)`,wrap:!1}}),E=new S({props:{code:"JTVCJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGQlQzMlQTlsaWNpZXV4JTIwJTNBKSclMkMlMjAnc2NvcmUnJTNBJTIwMC40OTA5MTAwNTMyNTMxNzM4MyUyQyUyMCd0b2tlbiclM0ElMjA3MjAwJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZCVDMyVBOWxpY2lldXgnJTdEJTJDJTIwJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGV4Y2VsbGVudCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMTA1NTY5NzQyNjE5OTkxMyUyQyUyMCd0b2tlbiclM0ElMjAyMTgzJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZXhjZWxsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBzdWNjdWxlbnQlMjAlM0EpJyUyQyUyMCdzY29yZSclM0ElMjAwLjAzNDUzMzEzMTg2NzY0NzE3JTJDJTIwJ3Rva2VuJyUzQSUyMDI2MjAyJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnc3VjY3VsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBtZWlsbGV1ciUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMzMDMxNDExNDY4OTgyNyUyQyUyMCd0b2tlbiclM0ElMjA1MjglMkMlMjAndG9rZW5fc3RyJyUzQSUyMCdtZWlsbGV1ciclN0QlMkMlMjAlMEElMjAlMjAlN0Inc2VxdWVuY2UnJTNBJTIwJ0xlJTIwY2FtZW1iZXJ0JTIwZXN0JTIwcGFyZmFpdCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMwMDc2NTAxODkxMDE2OTYlMkMlMjAndG9rZW4nJTNBJTIwMTY1NCUyQyUyMCd0b2tlbl9zdHInJTNBJTIwJ3BhcmZhaXQnJTdEJTBBJTVE",highlighted:`[
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est délicieux :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.49091005325317383</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">7200</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'délicieux'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est excellent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.1055697426199913</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">2183</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'excellent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est succulent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03453313186764717</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">26202</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'succulent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est meilleur :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.0330314114689827</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">528</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'meilleur'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est parfait :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03007650189101696</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">1654</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'parfait'</span>}
	]`,wrap:!1}});const he=[Be,Qe],G=[];function ge(e,l){return e[0]==="pt"?0:1}return $=ge(j),w=G[$]=he[$](j),F=new ve({props:{source:"https://github.com/huggingface/course/blob/main/chapters/ro/chapter4/2.mdx"}}),{c(){a=y("meta"),i=c(),s=y("p"),f=c(),g(u.$$.fragment),m=c(),g(b.$$.fragment),t=c(),g(p.$$.fragment),R=c(),x.c(),Y=c(),z=y("p"),z.textContent=ce,H=c(),v=y("p"),v.textContent=oe,q=c(),Z=y("div"),Z.innerHTML=me,D=c(),V=y("p"),V.innerHTML=pe,P=c(),g(N.$$.fragment),K=c(),g(E.$$.fragment),O=c(),Q=y("p"),Q.innerHTML=ue,ee=c(),_=y("div"),_.innerHTML=be,te=c(),B=y("p"),B.textContent=fe,se=c(),w.c(),A=c(),W=y("blockquote"),W.innerHTML=de,le=c(),g(F.$$.fragment),ae=c(),X=y("p"),this.h()},l(e){const l=Ze("svelte-u9bgzb",document.head);a=h(l,"META",{name:!0,content:!0}),l.forEach(n),i=o(e),s=h(e,"P",{}),Te(s).forEach(n),f=o(e),J(u.$$.fragment,e),m=o(e),J(b.$$.fragment,e),t=o(e),J(p.$$.fragment,e),R=o(e),x.l(e),Y=o(e),z=h(e,"P",{"data-svelte-h":!0}),C(z)!=="svelte-ux3m28"&&(z.textContent=ce),H=o(e),v=h(e,"P",{"data-svelte-h":!0}),C(v)!=="svelte-18kl4hy"&&(v.textContent=oe),q=o(e),Z=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C(Z)!=="svelte-4k6hvy"&&(Z.innerHTML=me),D=o(e),V=h(e,"P",{"data-svelte-h":!0}),C(V)!=="svelte-1ar3bju"&&(V.innerHTML=pe),P=o(e),J(N.$$.fragment,e),K=o(e),J(E.$$.fragment,e),O=o(e),Q=h(e,"P",{"data-svelte-h":!0}),C(Q)!=="svelte-14jmibh"&&(Q.innerHTML=ue),ee=o(e),_=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C(_)!=="svelte-1855i9v"&&(_.innerHTML=be),te=o(e),B=h(e,"P",{"data-svelte-h":!0}),C(B)!=="svelte-1qchvez"&&(B.textContent=fe),se=o(e),w.l(e),A=o(e),W=h(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),C(W)!=="svelte-k7r7g5"&&(W.innerHTML=de),le=o(e),J(F.$$.fragment,e),ae=o(e),X=h(e,"P",{}),Te(X).forEach(n),this.h()},h(){L(a,"name","hf:doc:metadata"),L(a,"content",Ie),L(Z,"class","flex justify-center"),L(_,"class","flex justify-center"),L(W,"class","tip")},m(e,l){_e(document.head,a),r(e,i,l),r(e,s,l),r(e,f,l),T(u,e,l),r(e,m,l),T(b,e,l),r(e,t,l),T(p,e,l),r(e,R,l),I[U].m(e,l),r(e,Y,l),r(e,z,l),r(e,H,l),r(e,v,l),r(e,q,l),r(e,Z,l),r(e,D,l),r(e,V,l),r(e,P,l),T(N,e,l),r(e,K,l),T(E,e,l),r(e,O,l),r(e,Q,l),r(e,ee,l),r(e,_,l),r(e,te,l),r(e,B,l),r(e,se,l),G[$].m(e,l),r(e,A,l),r(e,W,l),r(e,le,l),T(F,e,l),r(e,ae,l),r(e,X,l),ne=!0},p(e,[l]){const Je={};l&1&&(Je.fw=e[0]),u.$set(Je);let re=U;U=ye(e),U!==re&&(je(),d(I[re],1,1,()=>{I[re]=null}),ke(),x=I[U],x\|\|(x=I[U]=Me[U](e),x.c()),M(x,1),x.m(Y.parentNode,Y));let ie=$;$=ge(e),$!==ie&&(je(),d(G[ie],1,1,()=>{G[ie]=null}),ke(),w=G[$],w\|\|(w=G[$]=he[$](e),w.c()),M(w,1),w.m(A.parentNode,A))},i(e){ne\|\|(M(u.$$.fragment,e),M(b.$$.fragment,e),M(p.$$.fragment,e),M(x),M(N.$$.fragment,e),M(E.$$.fragment,e),M(w),M(F.$$.fragment,e),ne=!0)},o(e){d(u.$$.fragment,e),d(b.$$.fragment,e),d(p.$$.fragment,e),d(x),d(N.$$.fragment,e),d(E.$$.fragment,e),d(w),d(F.$$.fragment,e),ne=!1},d(e){e&&(n(i),n(s),n(f),n(m),n(t),n(R),n(Y),n(z),n(H),n(v),n(q),n(Z),n(D),n(V),n(P),n(K),n(O),n(Q),n(ee),n(_),n(te),n(B),n(se),n(A),n(W),n(le),n(ae),n(X)),n(a),k(u,e),k(b,e),k(p,e),I[U].d(e),k(N,e),k(E,e),G[$].d(e),k(F,e)}}}const Ie='{"title":"Utilizarea modelelor preantrenate","local":"using-pretrained-models","sections":[],"depth":1}';function Ge(j,a,i){let s="pt";return $e(()=>{const f=new URLSearchParams(window.location.search);i(0,s=f.get("fw")\|\|"pt")}),[s]}class He extends we{constructor(a){super(),Ce(this,a,Ge,Fe,xe,{})}}export{He as component};

Xet Storage Details

Size:: 16.2 kB
Xet hash:: a69d8fa5a80967267974d53335babe9462876e4f20f62d244d295f10e7a87edf

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.