Buckets:

hf-doc-build
/

doc-dev

hf-doc-build/doc-dev / course /pr_1107 /it /_app /immutable /nodes /28.afa1fc59.js

rtrm's picture

about 2 months ago

16.1 kB

	import{s as je,o as Ue}from"../chunks/scheduler.ef843396.js";import{S as xe,i as we,e as f,s as c,c as j,h as Ce,a as h,d as n,b as p,f as ge,g as U,j as C,k as S,l as $e,m as i,n as x,o as M,q as Je,t as y,p as w,r as Te}from"../chunks/index.7d3f55fc.js";import{C as A}from"../chunks/CodeBlock.edd5f846.js";import{C as ke}from"../chunks/CourseFloatingBanner.36e88fc8.js";import{F as Ze}from"../chunks/FrameworkSwitchCourse.bf06f0f9.js";import{H as _e,E as We}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.86064a7e.js";function ve(g){let l,r;return l=new ke({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/it/chapter4/section2_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/it/chapter4/section2_tf.ipynb"}]}}),{c(){j(l.$$.fragment)},l(s){U(l.$$.fragment,s)},m(s,b){x(l,s,b),r=!0},i(s){r\|\|(y(l.$$.fragment,s),r=!0)},o(s){M(l.$$.fragment,s),r=!1},d(s){w(l,s)}}}function Ve(g){let l,r;return l=new ke({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/it/chapter4/section2_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/it/chapter4/section2_pt.ipynb"}]}}),{c(){j(l.$$.fragment)},l(s){U(l.$$.fragment,s)},m(s,b){x(l,s,b),r=!0},i(s){r\|\|(y(l.$$.fragment,s),r=!0)},o(s){M(l.$$.fragment,s),r=!1},d(s){w(l,s)}}}function ze(g){let l,r,s,b='Tuttavia, noi consigliamo di usare le <a href="https://huggingface.co/transformers/model_doc/auto.html?highlight=auto#auto-classes" rel="nofollow">classi <code>TFAuto</code></a> quando possibile, poiché sono progettate per essere agnostiche rispetto al tipo di architettura del modello. Mentre il codice di esempio precedente limita gli utenti a caricare i checkpoint supportati dall’architettura CamemBERT, usare le classi <code>TFAuto</code> rende facile il passaggio da un checkpoint ad un altro:',u,m,d;return l=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMFRGQ2FtZW1iZXJ0Rm9yTWFza2VkTE0lMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBDYW1lbWJlcnRUb2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwVEZDYW1lbWJlcnRGb3JNYXNrZWRMTS5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, TFCamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFCamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBbW9kZWwlMjAlM0QlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, TFAutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFAutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){j(l.$$.fragment),r=c(),s=f("p"),s.innerHTML=b,u=c(),j(m.$$.fragment)},l(t){U(l.$$.fragment,t),r=p(t),s=h(t,"P",{"data-svelte-h":!0}),C(s)!=="svelte-1azn7ht"&&(s.innerHTML=b),u=p(t),U(m.$$.fragment,t)},m(t,o){x(l,t,o),i(t,r,o),i(t,s,o),i(t,u,o),x(m,t,o),d=!0},i(t){d\|\|(y(l.$$.fragment,t),y(m.$$.fragment,t),d=!0)},o(t){M(l.$$.fragment,t),M(m.$$.fragment,t),d=!1},d(t){t&&(n(r),n(s),n(u)),w(l,t),w(m,t)}}}function Ne(g){let l,r,s,b='Tuttavia, noi consigliamo di usare le <a href="https://huggingface.co/transformers/model_doc/auto.html?highlight=auto#auto-classes" rel="nofollow">classi <code>Auto</code></a> quando possibile, poiché sono progettate per essere agnostiche rispetto al tipo di architettura del modello. Mentre il codice di esempio precedente limita gli utenti a caricare i checkpoint supportati dall’architettura CamemBERT, usare le classi <code>Auto</code> rende facile il passaggio da un checkpoint ad un altro:',u,m,d;return l=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMENhbWVtYmVydEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQ2FtZW1iZXJ0VG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMiklMEFtb2RlbCUyMCUzRCUyMENhbWVtYmVydEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, CamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = CamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBBdXRvTW9kZWxGb3JNYXNrZWRMTSUwQSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsRm9yTWFza2VkTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = AutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){j(l.$$.fragment),r=c(),s=f("p"),s.innerHTML=b,u=c(),j(m.$$.fragment)},l(t){U(l.$$.fragment,t),r=p(t),s=h(t,"P",{"data-svelte-h":!0}),C(s)!=="svelte-x8u4jp"&&(s.innerHTML=b),u=p(t),U(m.$$.fragment,t)},m(t,o){x(l,t,o),i(t,r,o),i(t,s,o),i(t,u,o),x(m,t,o),d=!0},i(t){d\|\|(y(l.$$.fragment,t),y(m.$$.fragment,t),d=!0)},o(t){M(l.$$.fragment,t),M(m.$$.fragment,t),d=!1},d(t){t&&(n(r),n(s),n(u)),w(l,t),w(m,t)}}}function Ee(g){let l,r,s,b,u,m,d,t,o,J,I,W,ie="Usando l’Hub diventa molto facile selzionare il modello appropriato, così da poterlo usare in qualsiasi altro framework con solo poche righe di codice. Vediamo ora come usare un di questi modelli, e come contribuire allo sviluppo della comunità.",q,v,re="Ad esempio assumiamo di stare cercando un modello francese sviluppato per ricostruire token mancanti (mask filling).",L,$,oe='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/camembert.gif" alt="Selecting the Camembert model." width="80%"/>',R,V,ce="Selezioniamo il checkpoint <code>camembert-base</code> per provarlo. L’identificatore <code>camembert-base</code> è tutto quello che serve per inizializzarlo! Come si è visto in precedenti capitoli, è possibile istanziare il modello usando la funzione <code>pipeline()</code>:",H,z,D,N,P,E,pe="Come potete vedere, caricare un modello all’interno di una pipeline è molto semplice. L’unico elemento da tenere in considerazione è che il checkpoint scelto sia adatto all’utilizzo che intendete farne. Ad esempio, noi abbiamo caricato il checkpoint <code>camembert-base</code> all’interno del pipeline <code>fill-mask</code>, che è corretto. Ma se dovessimo caricare questo checkpoint in un pipeline di classificazione del testo (<code>text-classification</code>), i risultati non avrebbero senso perché l’head di <code>camembert-base</code> non è adatto per questo obiettivo! Si consiglia di usare il filtro per obiettivi nell’interfaccia dell’Hub di Hugging Face per selezionare il checkpoint appropriato:",K,Z,me='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/tasks.png" alt="The task selector on the web interface." width="80%"/>',O,Q,ue="Potete anche istanziare il checkpoint usando direttamente l’architettura del modello:",ee,T,k,Y,_,de="<p>Quando usate un modello pre-addestrato, assicuratevi di controllare come è stato addestrato, su quali dataset, i suoi limiti e i suoi bias. Tutte queste informazioni dovrebbero essere indicate sul cartellino del modello.</p>",te,B,se,X,le;u=new Ze({props:{fw:g[0]}}),d=new _e({props:{title:"Usare modelli pre-addestrati",local:"usare-modelli-pre-addestrati",headingTag:"h1"}});const be=[Ve,ve],F=[];function Me(e,a){return e[0]==="pt"?0:1}o=Me(g),J=F[o]=be[o](g),z=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMHBpcGVsaW5lJTBBJTBBY2FtZW1iZXJ0X2ZpbGxfbWFzayUyMCUzRCUyMHBpcGVsaW5lKCUyMmZpbGwtbWFzayUyMiUyQyUyMG1vZGVsJTNEJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBcmVzdWx0cyUyMCUzRCUyMGNhbWVtYmVydF9maWxsX21hc2soJTIyTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjAlM0NtYXNrJTNFJTIwJTNBKSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> pipeline

	camembert_fill_mask = pipeline(<span class="hljs-string">"fill-mask"</span>, model=<span class="hljs-string">"camembert-base"</span>)
	results = camembert_fill_mask(<span class="hljs-string">"Le camembert est <mask> :)"</span>)`,wrap:!1}}),N=new A({props:{code:"JTVCJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGQlQzMlQTlsaWNpZXV4JTIwJTNBKSclMkMlMjAnc2NvcmUnJTNBJTIwMC40OTA5MTAwNTMyNTMxNzM4MyUyQyUyMCd0b2tlbiclM0ElMjA3MjAwJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZCVDMyVBOWxpY2lldXgnJTdEJTJDJTIwJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGV4Y2VsbGVudCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMTA1NTY5NzQyNjE5OTkxMyUyQyUyMCd0b2tlbiclM0ElMjAyMTgzJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZXhjZWxsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBzdWNjdWxlbnQlMjAlM0EpJyUyQyUyMCdzY29yZSclM0ElMjAwLjAzNDUzMzEzMTg2NzY0NzE3JTJDJTIwJ3Rva2VuJyUzQSUyMDI2MjAyJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnc3VjY3VsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBtZWlsbGV1ciUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMzMDMxNDExNDY4OTgyNyUyQyUyMCd0b2tlbiclM0ElMjA1MjglMkMlMjAndG9rZW5fc3RyJyUzQSUyMCdtZWlsbGV1ciclN0QlMkMlMjAlMEElMjAlMjAlN0Inc2VxdWVuY2UnJTNBJTIwJ0xlJTIwY2FtZW1iZXJ0JTIwZXN0JTIwcGFyZmFpdCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMwMDc2NTAxODkxMDE2OTYlMkMlMjAndG9rZW4nJTNBJTIwMTY1NCUyQyUyMCd0b2tlbl9zdHInJTNBJTIwJ3BhcmZhaXQnJTdEJTBBJTVE",highlighted:`[
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est délicieux :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.49091005325317383</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">7200</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'délicieux'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est excellent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.1055697426199913</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">2183</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'excellent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est succulent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03453313186764717</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">26202</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'succulent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est meilleur :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.0330314114689827</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">528</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'meilleur'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est parfait :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03007650189101696</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">1654</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'parfait'</span>}
	]`,wrap:!1}});const ye=[Ne,ze],G=[];function fe(e,a){return e[0]==="pt"?0:1}return T=fe(g),k=G[T]=ye[T](g),B=new We({props:{source:"https://github.com/huggingface/course/blob/main/chapters/it/chapter4/2.mdx"}}),{c(){l=f("meta"),r=c(),s=f("p"),b=c(),j(u.$$.fragment),m=c(),j(d.$$.fragment),t=c(),J.c(),I=c(),W=f("p"),W.textContent=ie,q=c(),v=f("p"),v.textContent=re,L=c(),$=f("div"),$.innerHTML=oe,R=c(),V=f("p"),V.innerHTML=ce,H=c(),j(z.$$.fragment),D=c(),j(N.$$.fragment),P=c(),E=f("p"),E.innerHTML=pe,K=c(),Z=f("div"),Z.innerHTML=me,O=c(),Q=f("p"),Q.textContent=ue,ee=c(),k.c(),Y=c(),_=f("blockquote"),_.innerHTML=de,te=c(),j(B.$$.fragment),se=c(),X=f("p"),this.h()},l(e){const a=Ce("svelte-u9bgzb",document.head);l=h(a,"META",{name:!0,content:!0}),a.forEach(n),r=p(e),s=h(e,"P",{}),ge(s).forEach(n),b=p(e),U(u.$$.fragment,e),m=p(e),U(d.$$.fragment,e),t=p(e),J.l(e),I=p(e),W=h(e,"P",{"data-svelte-h":!0}),C(W)!=="svelte-7tp54b"&&(W.textContent=ie),q=p(e),v=h(e,"P",{"data-svelte-h":!0}),C(v)!=="svelte-oliy4s"&&(v.textContent=re),L=p(e),$=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C($)!=="svelte-4k6hvy"&&($.innerHTML=oe),R=p(e),V=h(e,"P",{"data-svelte-h":!0}),C(V)!=="svelte-xki06v"&&(V.innerHTML=ce),H=p(e),U(z.$$.fragment,e),D=p(e),U(N.$$.fragment,e),P=p(e),E=h(e,"P",{"data-svelte-h":!0}),C(E)!=="svelte-1v9xid5"&&(E.innerHTML=pe),K=p(e),Z=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C(Z)!=="svelte-1cl7xbt"&&(Z.innerHTML=me),O=p(e),Q=h(e,"P",{"data-svelte-h":!0}),C(Q)!=="svelte-14oriir"&&(Q.textContent=ue),ee=p(e),k.l(e),Y=p(e),_=h(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),C(_)!=="svelte-17g5u8w"&&(_.innerHTML=de),te=p(e),U(B.$$.fragment,e),se=p(e),X=h(e,"P",{}),ge(X).forEach(n),this.h()},h(){S(l,"name","hf:doc:metadata"),S(l,"content",Qe),S($,"class","flex justify-center"),S(Z,"class","flex justify-center"),S(_,"class","tip")},m(e,a){$e(document.head,l),i(e,r,a),i(e,s,a),i(e,b,a),x(u,e,a),i(e,m,a),x(d,e,a),i(e,t,a),F[o].m(e,a),i(e,I,a),i(e,W,a),i(e,q,a),i(e,v,a),i(e,L,a),i(e,$,a),i(e,R,a),i(e,V,a),i(e,H,a),x(z,e,a),i(e,D,a),x(N,e,a),i(e,P,a),i(e,E,a),i(e,K,a),i(e,Z,a),i(e,O,a),i(e,Q,a),i(e,ee,a),G[T].m(e,a),i(e,Y,a),i(e,_,a),i(e,te,a),x(B,e,a),i(e,se,a),i(e,X,a),le=!0},p(e,[a]){const he={};a&1&&(he.fw=e[0]),u.$set(he);let ae=o;o=Me(e),o!==ae&&(Te(),M(F[ae],1,1,()=>{F[ae]=null}),Je(),J=F[o],J\|\|(J=F[o]=be[o](e),J.c()),y(J,1),J.m(I.parentNode,I));let ne=T;T=fe(e),T!==ne&&(Te(),M(G[ne],1,1,()=>{G[ne]=null}),Je(),k=G[T],k\|\|(k=G[T]=ye[T](e),k.c()),y(k,1),k.m(Y.parentNode,Y))},i(e){le\|\|(y(u.$$.fragment,e),y(d.$$.fragment,e),y(J),y(z.$$.fragment,e),y(N.$$.fragment,e),y(k),y(B.$$.fragment,e),le=!0)},o(e){M(u.$$.fragment,e),M(d.$$.fragment,e),M(J),M(z.$$.fragment,e),M(N.$$.fragment,e),M(k),M(B.$$.fragment,e),le=!1},d(e){e&&(n(r),n(s),n(b),n(m),n(t),n(I),n(W),n(q),n(v),n(L),n($),n(R),n(V),n(H),n(D),n(P),n(E),n(K),n(Z),n(O),n(Q),n(ee),n(Y),n(_),n(te),n(se),n(X)),n(l),w(u,e),w(d,e),F[o].d(e),w(z,e),w(N,e),G[T].d(e),w(B,e)}}}const Qe='{"title":"Usare modelli pre-addestrati","local":"usare-modelli-pre-addestrati","sections":[],"depth":1}';function Be(g,l,r){let s="pt";return Ue(()=>{const b=new URLSearchParams(window.location.search);r(0,s=b.get("fw")\|\|"pt")}),[s]}class Se extends xe{constructor(l){super(),we(this,l,Be,Ee,je,{})}}export{Se as component};

Xet Storage Details

Size:: 16.1 kB
Xet hash:: 2cbf8dfc32b589ef8807cc4409fff7080dfde77b91dd1a8f9ca962520e577a46

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.