Buckets:

hf-doc-build
/

doc-dev

hf-doc-build/doc-dev / course /pr_1190 /pt /_app /immutable /nodes /23.eaa2ffd8.js

rtrm's picture

3 months ago

16.3 kB

	import{s as xe,o as $e}from"../chunks/scheduler.505acc25.js";import{S as we,i as Ce,e as y,s as i,c as g,h as Ze,a as h,d as n,b as c,f as Te,g as J,j as C,k as S,l as _e,m as o,n as T,o as M,q as je,t as f,p as j,r as ke}from"../chunks/index.1238bded.js";import{C as We,H as Ve,E as ve}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.2d859d4c.js";import{C as A}from"../chunks/CodeBlock.913a9c3e.js";import{C as Ue}from"../chunks/CourseFloatingBanner.2e302d0f.js";import{F as Ne}from"../chunks/FrameworkSwitchCourse.23952889.js";function ze(k){let l,r;return l=new Ue({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/pt/chapter4/section2_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/pt/chapter4/section2_tf.ipynb"}]}}),{c(){g(l.$$.fragment)},l(t){J(l.$$.fragment,t)},m(t,b){T(l,t,b),r=!0},i(t){r\|\|(f(l.$$.fragment,t),r=!0)},o(t){M(l.$$.fragment,t),r=!1},d(t){j(l,t)}}}function Ee(k){let l,r;return l=new Ue({props:{chapter:4,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/pt/chapter4/section2_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/pt/chapter4/section2_pt.ipynb"}]}}),{c(){g(l.$$.fragment)},l(t){J(l.$$.fragment,t)},m(t,b){T(l,t,b),r=!0},i(t){r\|\|(f(l.$$.fragment,t),r=!0)},o(t){M(l.$$.fragment,t),r=!1},d(t){j(l,t)}}}function qe(k){let l,r,t,b='No entanto, recomendamos a utilização das classes <a href="https://huggingface.co/transformers/model_doc/auto.html?highlight=auto#auto-classes" rel="nofollow"><code>TFAuto</code></a>, pois estas são por arquitetura de projeto - agnóstica. Enquanto a amostra de código anterior limita os usuários a checkpoint carregáveis na arquitetura CamemBERT, a utilização das classes <code>TFAuto</code> torna a troca de checkpoint simples:',u,m,d;return l=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMFRGQ2FtZW1iZXJ0Rm9yTWFza2VkTE0lMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBDYW1lbWJlcnRUb2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwVEZDYW1lbWJlcnRGb3JNYXNrZWRMTS5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, TFCamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFCamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBbW9kZWwlMjAlM0QlMjBURkF1dG9Nb2RlbEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, TFAutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = TFAutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){g(l.$$.fragment),r=i(),t=y("p"),t.innerHTML=b,u=i(),g(m.$$.fragment)},l(s){J(l.$$.fragment,s),r=c(s),t=h(s,"P",{"data-svelte-h":!0}),C(t)!=="svelte-3bgiy7"&&(t.innerHTML=b),u=c(s),J(m.$$.fragment,s)},m(s,p){T(l,s,p),o(s,r,p),o(s,t,p),o(s,u,p),T(m,s,p),d=!0},i(s){d\|\|(f(l.$$.fragment,s),f(m.$$.fragment,s),d=!0)},o(s){M(l.$$.fragment,s),M(m.$$.fragment,s),d=!1},d(s){s&&(n(r),n(t),n(u)),j(l,s),j(m,s)}}}function Qe(k){let l,r,t,b='No entanto, recomendamos a utilização das classes <a href="https://huggingface.co/transformers/model_doc/auto.html?highlight=auto#auto-classes" rel="nofollow"><code>Auto</code></a>, pois estas são por arquitetura de projeto - agnóstica. Enquanto a amostra de código anterior limita os usuários a checkpoint carregáveis na arquitetura CamemBERT, a utilização das classes <code>Auto</code> torna a troca de checkpoint simples:',u,m,d;return l=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMENhbWVtYmVydFRva2VuaXplciUyQyUyMENhbWVtYmVydEZvck1hc2tlZExNJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQ2FtZW1iZXJ0VG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMiklMEFtb2RlbCUyMCUzRCUyMENhbWVtYmVydEZvck1hc2tlZExNLmZyb21fcHJldHJhaW5lZCglMjJjYW1lbWJlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> CamembertTokenizer, CamembertForMaskedLM

	tokenizer = CamembertTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = CamembertForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),m=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBBdXRvTW9kZWxGb3JNYXNrZWRMTSUwQSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsRm9yTWFza2VkTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmNhbWVtYmVydC1iYXNlJTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForMaskedLM

	tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"camembert-base"</span>)
	model = AutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"camembert-base"</span>)`,wrap:!1}}),{c(){g(l.$$.fragment),r=i(),t=y("p"),t.innerHTML=b,u=i(),g(m.$$.fragment)},l(s){J(l.$$.fragment,s),r=c(s),t=h(s,"P",{"data-svelte-h":!0}),C(t)!=="svelte-eqgo83"&&(t.innerHTML=b),u=c(s),J(m.$$.fragment,s)},m(s,p){T(l,s,p),o(s,r,p),o(s,t,p),o(s,u,p),T(m,s,p),d=!0},i(s){d\|\|(f(l.$$.fragment,s),f(m.$$.fragment,s),d=!0)},o(s){M(l.$$.fragment,s),M(m.$$.fragment,s),d=!1},d(s){s&&(n(r),n(t),n(u)),j(l,s),j(m,s)}}}function Be(k){let l,r,t,b,u,m,d,s,p,L,U,x,I,V,ie="O Model Hub torna simples a seleção do modelo apropriado, de modo que o uso em qualquer biblioteca pode ser feito em algumas linhas de código. Vamos dar uma olhada em como realmente usar um desses modelos, e como contribuir de volta à comunidade.",R,v,ce="Digamos que estamos à procura de um modelo baseado na língua francesa que possa realizar o enchimento de máscara.",H,Z,me='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/camembert.gif" alt="Selecting the Camembert model." width="80%"/>',D,N,pe="Selecionamos o checkpoint <code>camembert-base</code> para experimentá-lo. O identificador <code>camembert-base</code> é tudo o que precisamos para começar a utilizá-lo! Como você já viu nos capítulos anteriores, podemos instanciá-lo utilizando a função <code>pipeline()</code>:",P,z,O,E,K,q,ue="Como você pode ver, carregar um modelo dentro de um pipeline é extremamente simples. A única coisa que você precisa estar atento é que o checkpoint escolhido é adequado para a tarefa para a qual ele será utilizado. Por exemplo, aqui estamos carregando o checkpoint <code>camembert-base</code> no pipeline <code>fill-mask</code>, o que é completamente bom. Mas se carregássemos este checkpoint no pipeline de <code>text-classification</code>, os resultados não fariam sentido porque a head da <code>camembert-base</code> não é adequado para esta tarefa! Recomendamos a utilização do seletor de tarefas na interface do Hub de abraço facial a fim de selecionar os checkpoints apropriados:",ee,_,de='<img src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter4/tasks.png" alt="The task selector on the web interface." width="80%"/>',se,Q,be="Você também pode instanciar o checkpoint usando diretamente a arquitetura modelo:",te,$,w,Y,W,Me="<p>Ao utilizar um modelo pré-treinado, certifique-se de verificar como ele foi treinado, em quais datasets, seus limites e seus enviesamentos. Todas estas informações devem ser indicadas em seu modelo de cartão.</p>",ae,B,le,X,ne;u=new Ne({props:{fw:k[0]}}),d=new We({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),p=new Ve({props:{title:"Usando modelos pré-treinados",local:"usando-modelos-pré-treinados",headingTag:"h1"}});const fe=[Ee,ze],F=[];function ye(e,a){return e[0]==="pt"?0:1}U=ye(k),x=F[U]=fe[U](k),z=new A({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMHBpcGVsaW5lJTBBJTBBY2FtZW1iZXJ0X2ZpbGxfbWFzayUyMCUzRCUyMHBpcGVsaW5lKCUyMmZpbGwtbWFzayUyMiUyQyUyMG1vZGVsJTNEJTIyY2FtZW1iZXJ0LWJhc2UlMjIpJTBBcmVzdWx0cyUyMCUzRCUyMGNhbWVtYmVydF9maWxsX21hc2soJTIyTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjAlM0NtYXNrJTNFJTIwJTNBKSUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> pipeline

	camembert_fill_mask = pipeline(<span class="hljs-string">"fill-mask"</span>, model=<span class="hljs-string">"camembert-base"</span>)
	results = camembert_fill_mask(<span class="hljs-string">"Le camembert est <mask> :)"</span>)`,wrap:!1}}),E=new A({props:{code:"JTVCJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGQlQzMlQTlsaWNpZXV4JTIwJTNBKSclMkMlMjAnc2NvcmUnJTNBJTIwMC40OTA5MTAwNTMyNTMxNzM4MyUyQyUyMCd0b2tlbiclM0ElMjA3MjAwJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZCVDMyVBOWxpY2lldXgnJTdEJTJDJTIwJTBBJTIwJTIwJTdCJ3NlcXVlbmNlJyUzQSUyMCdMZSUyMGNhbWVtYmVydCUyMGVzdCUyMGV4Y2VsbGVudCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMTA1NTY5NzQyNjE5OTkxMyUyQyUyMCd0b2tlbiclM0ElMjAyMTgzJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnZXhjZWxsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBzdWNjdWxlbnQlMjAlM0EpJyUyQyUyMCdzY29yZSclM0ElMjAwLjAzNDUzMzEzMTg2NzY0NzE3JTJDJTIwJ3Rva2VuJyUzQSUyMDI2MjAyJTJDJTIwJ3Rva2VuX3N0ciclM0ElMjAnc3VjY3VsZW50JyU3RCUyQyUyMCUwQSUyMCUyMCU3QidzZXF1ZW5jZSclM0ElMjAnTGUlMjBjYW1lbWJlcnQlMjBlc3QlMjBtZWlsbGV1ciUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMzMDMxNDExNDY4OTgyNyUyQyUyMCd0b2tlbiclM0ElMjA1MjglMkMlMjAndG9rZW5fc3RyJyUzQSUyMCdtZWlsbGV1ciclN0QlMkMlMjAlMEElMjAlMjAlN0Inc2VxdWVuY2UnJTNBJTIwJ0xlJTIwY2FtZW1iZXJ0JTIwZXN0JTIwcGFyZmFpdCUyMCUzQSknJTJDJTIwJ3Njb3JlJyUzQSUyMDAuMDMwMDc2NTAxODkxMDE2OTYlMkMlMjAndG9rZW4nJTNBJTIwMTY1NCUyQyUyMCd0b2tlbl9zdHInJTNBJTIwJ3BhcmZhaXQnJTdEJTBBJTVE",highlighted:`[
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est délicieux :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.49091005325317383</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">7200</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'délicieux'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est excellent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.1055697426199913</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">2183</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'excellent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est succulent :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03453313186764717</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">26202</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'succulent'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est meilleur :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.0330314114689827</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">528</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'meilleur'</span>},
	{<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'Le camembert est parfait :)'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.03007650189101696</span>, <span class="hljs-string">'token'</span>: <span class="hljs-number">1654</span>, <span class="hljs-string">'token_str'</span>: <span class="hljs-string">'parfait'</span>}
	]`,wrap:!1}});const he=[Qe,qe],G=[];function ge(e,a){return e[0]==="pt"?0:1}return $=ge(k),w=G[$]=he[$](k),B=new ve({props:{source:"https://github.com/huggingface/course/blob/main/chapters/pt/chapter4/2.mdx"}}),{c(){l=y("meta"),r=i(),t=y("p"),b=i(),g(u.$$.fragment),m=i(),g(d.$$.fragment),s=i(),g(p.$$.fragment),L=i(),x.c(),I=i(),V=y("p"),V.textContent=ie,R=i(),v=y("p"),v.textContent=ce,H=i(),Z=y("div"),Z.innerHTML=me,D=i(),N=y("p"),N.innerHTML=pe,P=i(),g(z.$$.fragment),O=i(),g(E.$$.fragment),K=i(),q=y("p"),q.innerHTML=ue,ee=i(),_=y("div"),_.innerHTML=de,se=i(),Q=y("p"),Q.textContent=be,te=i(),w.c(),Y=i(),W=y("blockquote"),W.innerHTML=Me,ae=i(),g(B.$$.fragment),le=i(),X=y("p"),this.h()},l(e){const a=Ze("svelte-u9bgzb",document.head);l=h(a,"META",{name:!0,content:!0}),a.forEach(n),r=c(e),t=h(e,"P",{}),Te(t).forEach(n),b=c(e),J(u.$$.fragment,e),m=c(e),J(d.$$.fragment,e),s=c(e),J(p.$$.fragment,e),L=c(e),x.l(e),I=c(e),V=h(e,"P",{"data-svelte-h":!0}),C(V)!=="svelte-jpqfo5"&&(V.textContent=ie),R=c(e),v=h(e,"P",{"data-svelte-h":!0}),C(v)!=="svelte-bet0t8"&&(v.textContent=ce),H=c(e),Z=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C(Z)!=="svelte-4k6hvy"&&(Z.innerHTML=me),D=c(e),N=h(e,"P",{"data-svelte-h":!0}),C(N)!=="svelte-12iju4a"&&(N.innerHTML=pe),P=c(e),J(z.$$.fragment,e),O=c(e),J(E.$$.fragment,e),K=c(e),q=h(e,"P",{"data-svelte-h":!0}),C(q)!=="svelte-yr3ada"&&(q.innerHTML=ue),ee=c(e),_=h(e,"DIV",{class:!0,"data-svelte-h":!0}),C(_)!=="svelte-1cl7xbt"&&(_.innerHTML=de),se=c(e),Q=h(e,"P",{"data-svelte-h":!0}),C(Q)!=="svelte-qwwut5"&&(Q.textContent=be),te=c(e),w.l(e),Y=c(e),W=h(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),C(W)!=="svelte-1wkyt08"&&(W.innerHTML=Me),ae=c(e),J(B.$$.fragment,e),le=c(e),X=h(e,"P",{}),Te(X).forEach(n),this.h()},h(){S(l,"name","hf:doc:metadata"),S(l,"content",Fe),S(Z,"class","flex justify-center"),S(_,"class","flex justify-center"),S(W,"class","tip")},m(e,a){_e(document.head,l),o(e,r,a),o(e,t,a),o(e,b,a),T(u,e,a),o(e,m,a),T(d,e,a),o(e,s,a),T(p,e,a),o(e,L,a),F[U].m(e,a),o(e,I,a),o(e,V,a),o(e,R,a),o(e,v,a),o(e,H,a),o(e,Z,a),o(e,D,a),o(e,N,a),o(e,P,a),T(z,e,a),o(e,O,a),T(E,e,a),o(e,K,a),o(e,q,a),o(e,ee,a),o(e,_,a),o(e,se,a),o(e,Q,a),o(e,te,a),G[$].m(e,a),o(e,Y,a),o(e,W,a),o(e,ae,a),T(B,e,a),o(e,le,a),o(e,X,a),ne=!0},p(e,[a]){const Je={};a&1&&(Je.fw=e[0]),u.$set(Je);let oe=U;U=ye(e),U!==oe&&(ke(),M(F[oe],1,1,()=>{F[oe]=null}),je(),x=F[U],x\|\|(x=F[U]=fe[U](e),x.c()),f(x,1),x.m(I.parentNode,I));let re=$;$=ge(e),$!==re&&(ke(),M(G[re],1,1,()=>{G[re]=null}),je(),w=G[$],w\|\|(w=G[$]=he[$](e),w.c()),f(w,1),w.m(Y.parentNode,Y))},i(e){ne\|\|(f(u.$$.fragment,e),f(d.$$.fragment,e),f(p.$$.fragment,e),f(x),f(z.$$.fragment,e),f(E.$$.fragment,e),f(w),f(B.$$.fragment,e),ne=!0)},o(e){M(u.$$.fragment,e),M(d.$$.fragment,e),M(p.$$.fragment,e),M(x),M(z.$$.fragment,e),M(E.$$.fragment,e),M(w),M(B.$$.fragment,e),ne=!1},d(e){e&&(n(r),n(t),n(b),n(m),n(s),n(L),n(I),n(V),n(R),n(v),n(H),n(Z),n(D),n(N),n(P),n(O),n(K),n(q),n(ee),n(_),n(se),n(Q),n(te),n(Y),n(W),n(ae),n(le),n(X)),n(l),j(u,e),j(d,e),j(p,e),F[U].d(e),j(z,e),j(E,e),G[$].d(e),j(B,e)}}}const Fe='{"title":"Usando modelos pré-treinados","local":"usando-modelos-pré-treinados","sections":[],"depth":1}';function Ge(k,l,r){let t="pt";return $e(()=>{const b=new URLSearchParams(window.location.search);r(0,t=b.get("fw")\|\|"pt")}),[t]}class Re extends we{constructor(l){super(),Ce(this,l,Ge,Be,xe,{})}}export{Re as component};

Xet Storage Details

Size:: 16.3 kB
Xet hash:: 6276cae91a5f2387881ab17f57b880359e45473bd170890c809caa5b05d094fc

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.