Buckets:
| import{s as Ra,o as La}from"../chunks/scheduler.505acc25.js";import{S as Wa,i as Ba,e as M,s as i,c as T,h as Fa,a as f,d as l,b as m,f as Za,g as J,j as b,k as ys,l as Xa,m as n,n as U,o as u,q as W,t as d,p as j,r as B}from"../chunks/index.1238bded.js";import{C as Pa,H as bs,E as Ya}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.b263ef37.js";import{Y as qa}from"../chunks/Youtube.2fb63721.js";import{C as h}from"../chunks/CodeBlock.806cccc4.js";import{C as Sa}from"../chunks/CourseFloatingBanner.2e302d0f.js";import{F as Ka}from"../chunks/FrameworkSwitchCourse.23952889.js";function Oa(y){let t,o;return t=new Sa({props:{chapter:2,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/pt/chapter2/section2_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/pt/chapter2/section2_tf.ipynb"}]}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function el(y){let t,o;return t=new Sa({props:{chapter:2,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/pt/chapter2/section2_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/pt/chapter2/section2_pt.ipynb"}]}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function sl(y){let t,o;return t=new qa({props:{id:"wVN12smEvqg"}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function tl(y){let t,o;return t=new qa({props:{id:"1pedAIvTWXk"}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function al(y){let t,o;return t=new h({props:{code:"cmF3X2lucHV0cyUyMCUzRCUyMCU1QiUwQSUyMCUyMCUyMCUyMCUyMkkndmUlMjBiZWVuJTIwd2FpdGluZyUyMGZvciUyMGElMjBIdWdnaW5nRmFjZSUyMGNvdXJzZSUyMG15JTIwd2hvbGUlMjBsaWZlLiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMkklMjBoYXRlJTIwdGhpcyUyMHNvJTIwbXVjaCElMjIlMkMlMEElNUQlMEFpbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIocmF3X2lucHV0cyUyQyUyMHBhZGRpbmclM0RUcnVlJTJDJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnRmJTIyKSUwQXByaW50KGlucHV0cyk=",highlighted:`raw_inputs = [ | |
| <span class="hljs-string">"I've been waiting for a HuggingFace course my whole life."</span>, | |
| <span class="hljs-string">"I hate this so much!"</span>, | |
| ] | |
| inputs = tokenizer(raw_inputs, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">"tf"</span>) | |
| <span class="hljs-built_in">print</span>(inputs)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function ll(y){let t,o;return t=new h({props:{code:"cmF3X2lucHV0cyUyMCUzRCUyMCU1QiUwQSUyMCUyMCUyMCUyMCUyMkkndmUlMjBiZWVuJTIwd2FpdGluZyUyMGZvciUyMGElMjBIdWdnaW5nRmFjZSUyMGNvdXJzZSUyMG15JTIwd2hvbGUlMjBsaWZlLiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMkklMjBoYXRlJTIwdGhpcyUyMHNvJTIwbXVjaCElMjIlMkMlMEElNUQlMEFpbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIocmF3X2lucHV0cyUyQyUyMHBhZGRpbmclM0RUcnVlJTJDJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKSUwQXByaW50KGlucHV0cyk=",highlighted:`raw_inputs = [ | |
| <span class="hljs-string">"I've been waiting for a HuggingFace course my whole life."</span>, | |
| <span class="hljs-string">"I hate this so much!"</span>, | |
| ] | |
| inputs = tokenizer(raw_inputs, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">"pt"</span>) | |
| <span class="hljs-built_in">print</span>(inputs)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function nl(y){let t,o="Eis como são os resultados como tensores TensorFlow:",s,p,c;return p=new h({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJ2lucHV0X2lkcyclM0ElMjAlM0N0Zi5UZW5zb3IlM0ElMjBzaGFwZSUzRCgyJTJDJTIwMTYpJTJDJTIwZHR5cGUlM0RpbnQzMiUyQyUyMG51bXB5JTNEJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwYXJyYXkoJTVCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCJTIwJTIwMTAxJTJDJTIwJTIwMTA0NSUyQyUyMCUyMDEwMDUlMkMlMjAlMjAyMzEwJTJDJTIwJTIwMjA0MiUyQyUyMCUyMDM0MDMlMkMlMjAlMjAyMDA1JTJDJTIwJTIwMTAzNyUyQyUyMDE3NjYyJTJDJTIwMTIxNzIlMkMlMjAlMjAyNjA3JTJDJTIwJTIwMjAyNiUyQyUyMCUyMDI4NzglMkMlMjAlMjAyMTY2JTJDJTIwJTIwMTAxMiUyQyUyMCUyMCUyMDEwMiU1RCUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCU1QiUyMCUyMDEwMSUyQyUyMCUyMDEwNDUlMkMlMjAlMjA1MjIzJTJDJTIwJTIwMjAyMyUyQyUyMCUyMDIwNjElMkMlMjAlMjAyMTcyJTJDJTIwJTIwJTIwOTk5JTJDJTIwJTIwJTIwMTAyJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlMkMlMjAlMjAlMjAlMjAlMjAwJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlMkMlMjAlMjAlMjAlMjAlMjAwJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlNUQlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlNUQlMkMlMjBkdHlwZSUzRGludDMyKSUzRSUyQyUyMCUwQSUyMCUyMCUyMCUyMCdhdHRlbnRpb25fbWFzayclM0ElMjAlM0N0Zi5UZW5zb3IlM0ElMjBzaGFwZSUzRCgyJTJDJTIwMTYpJTJDJTIwZHR5cGUlM0RpbnQzMiUyQyUyMG51bXB5JTNEJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwYXJyYXkoJTVCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSU1RCUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCU1QjElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAwJTJDJTIwMCUyQyUyMDAlMkMlMjAwJTJDJTIwMCUyQyUyMDAlMkMlMjAwJTJDJTIwMCUyQyUyMDAlNUQlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlNUQlMkMlMjBkdHlwZSUzRGludDMyKSUzRSUwQSU3RA==",highlighted:`{ | |
| <span class="hljs-string">'input_ids'</span>: <tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">16</span>), dtype=int32, numpy= | |
| array([ | |
| [ <span class="hljs-number">101</span>, <span class="hljs-number">1045</span>, <span class="hljs-number">1005</span>, <span class="hljs-number">2310</span>, <span class="hljs-number">2042</span>, <span class="hljs-number">3403</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">1037</span>, <span class="hljs-number">17662</span>, <span class="hljs-number">12172</span>, <span class="hljs-number">2607</span>, <span class="hljs-number">2026</span>, <span class="hljs-number">2878</span>, <span class="hljs-number">2166</span>, <span class="hljs-number">1012</span>, <span class="hljs-number">102</span>], | |
| [ <span class="hljs-number">101</span>, <span class="hljs-number">1045</span>, <span class="hljs-number">5223</span>, <span class="hljs-number">2023</span>, <span class="hljs-number">2061</span>, <span class="hljs-number">2172</span>, <span class="hljs-number">999</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>] | |
| ], dtype=int32)>, | |
| <span class="hljs-string">'attention_mask'</span>: <tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">16</span>), dtype=int32, numpy= | |
| array([ | |
| [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], | |
| [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>] | |
| ], dtype=int32)> | |
| }`,wrap:!1}}),{c(){t=M("p"),t.textContent=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-1o3xitq"&&(t.textContent=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function ol(y){let t,o="Eis como são os resultados como tensores PyTorch:",s,p,c;return p=new h({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJ2lucHV0X2lkcyclM0ElMjB0ZW5zb3IoJTVCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCJTIwJTIwMTAxJTJDJTIwJTIwMTA0NSUyQyUyMCUyMDEwMDUlMkMlMjAlMjAyMzEwJTJDJTIwJTIwMjA0MiUyQyUyMCUyMDM0MDMlMkMlMjAlMjAyMDA1JTJDJTIwJTIwMTAzNyUyQyUyMDE3NjYyJTJDJTIwMTIxNzIlMkMlMjAyNjA3JTJDJTIwJTIwMjAyNiUyQyUyMCUyMDI4NzglMkMlMjAlMjAyMTY2JTJDJTIwJTIwMTAxMiUyQyUyMCUyMCUyMDEwMiU1RCUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCU1QiUyMCUyMDEwMSUyQyUyMCUyMDEwNDUlMkMlMjAlMjA1MjIzJTJDJTIwJTIwMjAyMyUyQyUyMCUyMDIwNjElMkMlMjAlMjAyMTcyJTJDJTIwJTIwJTIwOTk5JTJDJTIwJTIwJTIwMTAyJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlMkMlMjAlMjAlMjAlMjAlMjAwJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlMkMlMjAlMjAlMjAlMjAlMjAwJTJDJTIwJTIwJTIwJTIwJTIwMCUyQyUyMCUyMCUyMCUyMCUyMDAlNUQlMEElMjAlMjAlMjAlMjAlNUQpJTJDJTIwJTBBJTIwJTIwJTIwJTIwJ2F0dGVudGlvbl9tYXNrJyUzQSUyMHRlbnNvciglNUIlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlNUIxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTVEJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDElMkMlMjAxJTJDJTIwMSUyQyUyMDAlMkMlMjAwJTJDJTIwMCUyQyUyMDAlMkMlMjAwJTJDJTIwMCUyQyUyMDAlMkMlMjAwJTJDJTIwMCU1RCUwQSUyMCUyMCUyMCUyMCU1RCklMEElN0Q=",highlighted:`{ | |
| <span class="hljs-string">'input_ids'</span>: tensor([ | |
| [ <span class="hljs-number">101</span>, <span class="hljs-number">1045</span>, <span class="hljs-number">1005</span>, <span class="hljs-number">2310</span>, <span class="hljs-number">2042</span>, <span class="hljs-number">3403</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">1037</span>, <span class="hljs-number">17662</span>, <span class="hljs-number">12172</span>, <span class="hljs-number">2607</span>, <span class="hljs-number">2026</span>, <span class="hljs-number">2878</span>, <span class="hljs-number">2166</span>, <span class="hljs-number">1012</span>, <span class="hljs-number">102</span>], | |
| [ <span class="hljs-number">101</span>, <span class="hljs-number">1045</span>, <span class="hljs-number">5223</span>, <span class="hljs-number">2023</span>, <span class="hljs-number">2061</span>, <span class="hljs-number">2172</span>, <span class="hljs-number">999</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>] | |
| ]), | |
| <span class="hljs-string">'attention_mask'</span>: tensor([ | |
| [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], | |
| [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>] | |
| ]) | |
| }`,wrap:!1}}),{c(){t=M("p"),t.textContent=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-1txx0eu"&&(t.textContent=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function rl(y){let t,o="Podemos baixar nosso modelo pré-treinado da mesma forma que fizemos com nosso tokenizer. 🤗 Transformers fornece uma classe “TFAutoModel” que também tem um método “from_pretrained”:",s,p,c;return p=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsJTBBJTBBY2hlY2twb2ludCUyMCUzRCUyMCUyMmRpc3RpbGJlcnQtYmFzZS11bmNhc2VkLWZpbmV0dW5lZC1zc3QtMi1lbmdsaXNoJTIyJTBBbW9kZWwlMjAlM0QlMjBURkF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoY2hlY2twb2ludCk=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModel | |
| checkpoint = <span class="hljs-string">"distilbert-base-uncased-finetuned-sst-2-english"</span> | |
| model = TFAutoModel.from_pretrained(checkpoint)`,wrap:!1}}),{c(){t=M("p"),t.textContent=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-1wemj46"&&(t.textContent=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function pl(y){let t,o="Podemos baixar nosso modelo pré-treinado da mesma forma que fizemos com nosso tokenizer. 🤗 Transformers fornece uma classe <code>AutoModel</code> que também tem um método <code>from_pretrained()</code>:",s,p,c;return p=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbCUwQSUwQWNoZWNrcG9pbnQlMjAlM0QlMjAlMjJkaXN0aWxiZXJ0LWJhc2UtdW5jYXNlZC1maW5ldHVuZWQtc3N0LTItZW5nbGlzaCUyMiUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZChjaGVja3BvaW50KQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel | |
| checkpoint = <span class="hljs-string">"distilbert-base-uncased-finetuned-sst-2-english"</span> | |
| model = AutoModel.from_pretrained(checkpoint)`,wrap:!1}}),{c(){t=M("p"),t.innerHTML=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-9i2qzf"&&(t.innerHTML=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function il(y){let t,o,s,p;return t=new h({props:{code:"b3V0cHV0cyUyMCUzRCUyMG1vZGVsKGlucHV0cyklMEFwcmludChvdXRwdXRzLmxhc3RfaGlkZGVuX3N0YXRlLnNoYXBlKQ==",highlighted:`outputs = model(inputs) | |
| <span class="hljs-built_in">print</span>(outputs.last_hidden_state.shape)`,wrap:!1}}),s=new h({props:{code:"KDIlMkMlMjAxNiUyQyUyMDc2OCk=",highlighted:'(<span class="hljs-number">2</span>, <span class="hljs-number">16</span>, <span class="hljs-number">768</span>)',wrap:!1}}),{c(){T(t.$$.fragment),o=i(),T(s.$$.fragment)},l(c){J(t.$$.fragment,c),o=m(c),J(s.$$.fragment,c)},m(c,r){U(t,c,r),n(c,o,r),U(s,c,r),p=!0},i(c){p||(d(t.$$.fragment,c),d(s.$$.fragment,c),p=!0)},o(c){u(t.$$.fragment,c),u(s.$$.fragment,c),p=!1},d(c){c&&l(o),j(t,c),j(s,c)}}}function ml(y){let t,o,s,p;return t=new h({props:{code:"b3V0cHV0cyUyMCUzRCUyMG1vZGVsKCoqaW5wdXRzKSUwQXByaW50KG91dHB1dHMubGFzdF9oaWRkZW5fc3RhdGUuc2hhcGUp",highlighted:`outputs = model(**inputs) | |
| <span class="hljs-built_in">print</span>(outputs.last_hidden_state.shape)`,wrap:!1}}),s=new h({props:{code:"dG9yY2guU2l6ZSglNUIyJTJDJTIwMTYlMkMlMjA3NjglNUQp",highlighted:'torch.Size([<span class="hljs-number">2</span>, <span class="hljs-number">16</span>, <span class="hljs-number">768</span>])',wrap:!1}}),{c(){T(t.$$.fragment),o=i(),T(s.$$.fragment)},l(c){J(t.$$.fragment,c),o=m(c),J(s.$$.fragment,c)},m(c,r){U(t,c,r),n(c,o,r),U(s,c,r),p=!0},i(c){p||(d(t.$$.fragment,c),d(s.$$.fragment,c),p=!0)},o(c){u(t.$$.fragment,c),u(s.$$.fragment,c),p=!1},d(c){c&&l(o),j(t,c),j(s,c)}}}function cl(y){let t,o="Para nosso exemplo, precisaremos de um modelo com uma <em>head</em> de classificação em sequencia (para poder classificar as sentenças como positivas ou negativas). Portanto, não utilizaremos a classe <code>TFAutoModel</code>, mas sim, a classe <code>TFAutoModelForSequenceClassification</code>:",s,p,c;return p=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsRm9yU2VxdWVuY2VDbGFzc2lmaWNhdGlvbiUwQSUwQWNoZWNrcG9pbnQlMjAlM0QlMjAlMjJkaXN0aWxiZXJ0LWJhc2UtdW5jYXNlZC1maW5ldHVuZWQtc3N0LTItZW5nbGlzaCUyMiUwQW1vZGVsJTIwJTNEJTIwVEZBdXRvTW9kZWxGb3JTZXF1ZW5jZUNsYXNzaWZpY2F0aW9uLmZyb21fcHJldHJhaW5lZChjaGVja3BvaW50KSUwQW91dHB1dHMlMjAlM0QlMjBtb2RlbChpbnB1dHMp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModelForSequenceClassification | |
| checkpoint = <span class="hljs-string">"distilbert-base-uncased-finetuned-sst-2-english"</span> | |
| model = TFAutoModelForSequenceClassification.from_pretrained(checkpoint) | |
| outputs = model(inputs)`,wrap:!1}}),{c(){t=M("p"),t.innerHTML=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-1lez10n"&&(t.innerHTML=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function ul(y){let t,o="Para nosso exemplo, precisaremos de um modelo com uma <em>head</em> de classificação em sequencia (para poder classificar as sentenças como positivas ou negativas). Portanto, não utilizaremos a classe <code>AutoModel</code>, mas sim, a classe <code>AutoModelForSequenceClassification</code>:",s,p,c;return p=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvclNlcXVlbmNlQ2xhc3NpZmljYXRpb24lMEElMEFjaGVja3BvaW50JTIwJTNEJTIwJTIyZGlzdGlsYmVydC1iYXNlLXVuY2FzZWQtZmluZXR1bmVkLXNzdC0yLWVuZ2xpc2glMjIlMEFtb2RlbCUyMCUzRCUyMEF1dG9Nb2RlbEZvclNlcXVlbmNlQ2xhc3NpZmljYXRpb24uZnJvbV9wcmV0cmFpbmVkKGNoZWNrcG9pbnQpJTBBb3V0cHV0cyUyMCUzRCUyMG1vZGVsKCoqaW5wdXRzKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForSequenceClassification | |
| checkpoint = <span class="hljs-string">"distilbert-base-uncased-finetuned-sst-2-english"</span> | |
| model = AutoModelForSequenceClassification.from_pretrained(checkpoint) | |
| outputs = model(**inputs)`,wrap:!1}}),{c(){t=M("p"),t.innerHTML=o,s=i(),T(p.$$.fragment)},l(r){t=f(r,"P",{"data-svelte-h":!0}),b(t)!=="svelte-1pqoxf"&&(t.innerHTML=o),s=m(r),J(p.$$.fragment,r)},m(r,w){n(r,t,w),n(r,s,w),U(p,r,w),c=!0},i(r){c||(d(p.$$.fragment,r),c=!0)},o(r){u(p.$$.fragment,r),c=!1},d(r){r&&(l(t),l(s)),j(p,r)}}}function dl(y){let t,o;return t=new h({props:{code:"KDIlMkMlMjAyKQ==",highlighted:'(<span class="hljs-number">2</span>, <span class="hljs-number">2</span>)',wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function Ml(y){let t,o;return t=new h({props:{code:"dG9yY2guU2l6ZSglNUIyJTJDJTIwMiU1RCk=",highlighted:'torch.Size([<span class="hljs-number">2</span>, <span class="hljs-number">2</span>])',wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function fl(y){let t,o;return t=new h({props:{code:"JTNDdGYuVGVuc29yJTNBJTIwc2hhcGUlM0QoMiUyQyUyMDIpJTJDJTIwZHR5cGUlM0RmbG9hdDMyJTJDJTIwbnVtcHklM0QlMEElMjAlMjAlMjAlMjBhcnJheSglNUIlNUItMS41NjA2OTkxJTJDJTIwJTIwMS42MTIyODQyJTVEJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCJTIwNC4xNjkyMzElMjAlMkMlMjAtMy4zNDY0NDcyJTVEJTVEJTJDJTIwZHR5cGUlM0RmbG9hdDMyKSUzRQ==",highlighted:`<tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">2</span>), dtype=float32, numpy= | |
| array([[-<span class="hljs-number">1.5606991</span>, <span class="hljs-number">1.6122842</span>], | |
| [ <span class="hljs-number">4.169231</span> , -<span class="hljs-number">3.3464472</span>]], dtype=float32)>`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function yl(y){let t,o;return t=new h({props:{code:"dGVuc29yKCU1QiU1Qi0xLjU2MDclMkMlMjAlMjAxLjYxMjMlNUQlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlNUIlMjA0LjE2OTIlMkMlMjAtMy4zNDY0JTVEJTVEJTJDJTIwZ3JhZF9mbiUzRCUzQ0FkZG1tQmFja3dhcmQlM0Up",highlighted:`tensor([[-<span class="hljs-number">1.5607</span>, <span class="hljs-number">1.6123</span>], | |
| [ <span class="hljs-number">4.1692</span>, -<span class="hljs-number">3.3464</span>]], grad_fn=<AddmmBackward>)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function bl(y){let t,o;return t=new h({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvdyUyMGFzJTIwdGYlMEElMEFwcmVkaWN0aW9ucyUyMCUzRCUyMHRmLm1hdGguc29mdG1heChvdXRwdXRzLmxvZ2l0cyUyQyUyMGF4aXMlM0QtMSklMEFwcmludChwcmVkaWN0aW9ucyk=",highlighted:`<span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf | |
| predictions = tf.math.softmax(outputs.logits, axis=-<span class="hljs-number">1</span>) | |
| <span class="hljs-built_in">print</span>(predictions)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function Tl(y){let t,o;return t=new h({props:{code:"aW1wb3J0JTIwdG9yY2glMEElMEFwcmVkaWN0aW9ucyUyMCUzRCUyMHRvcmNoLm5uLmZ1bmN0aW9uYWwuc29mdG1heChvdXRwdXRzLmxvZ2l0cyUyQyUyMGRpbSUzRC0xKSUwQXByaW50KHByZWRpY3Rpb25zKQ==",highlighted:`<span class="hljs-keyword">import</span> torch | |
| predictions = torch.nn.functional.softmax(outputs.logits, dim=-<span class="hljs-number">1</span>) | |
| <span class="hljs-built_in">print</span>(predictions)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function Jl(y){let t,o;return t=new h({props:{code:"dGYuVGVuc29yKCUwQSU1QiU1QjQuMDE5NTE2NzFlLTAyJTIwOS41OTgwNDgzM2UtMDElNUQlMEElMjAlNUI5Ljk5NDU1ODdlLTAxJTIwNS40NDE4NDI0ZS0wNCU1RCU1RCUyQyUyMHNoYXBlJTNEKDIlMkMlMjAyKSUyQyUyMGR0eXBlJTNEZmxvYXQzMik=",highlighted:`tf.Tensor( | |
| [[<span class="hljs-number">4.01951671e-02</span> <span class="hljs-number">9.59804833e-01</span>] | |
| [<span class="hljs-number">9.9945587e-01</span> <span class="hljs-number">5.4418424e-04</span>]], shape=(<span class="hljs-number">2</span>, <span class="hljs-number">2</span>), dtype=float32)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function Ul(y){let t,o;return t=new h({props:{code:"dGVuc29yKCU1QiU1QjQuMDE5NWUtMDIlMkMlMjA5LjU5ODBlLTAxJTVEJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTVCOS45OTQ2ZS0wMSUyQyUyMDUuNDQxOGUtMDQlNUQlNUQlMkMlMjBncmFkX2ZuJTNEJTNDU29mdG1heEJhY2t3YXJkJTNFKQ==",highlighted:`tensor([[<span class="hljs-number">4.0195e-02</span>, <span class="hljs-number">9.5980e-01</span>], | |
| [<span class="hljs-number">9.9946e-01</span>, <span class="hljs-number">5.4418e-04</span>]], grad_fn=<SoftmaxBackward>)`,wrap:!1}}),{c(){T(t.$$.fragment)},l(s){J(t.$$.fragment,s)},m(s,p){U(t,s,p),o=!0},i(s){o||(d(t.$$.fragment,s),o=!0)},o(s){u(t.$$.fragment,s),o=!1},d(s){j(t,s)}}}function jl(y){let t,o,s,p,c,r,w,Js,K,Us,_,C,ns,F,xt="<p>Esta é a primeira seção onde o conteúdo é ligeiramente diferente, dependendo se você usa PyTorch e TensorFlow. Para selecionar a plataforma que você prefere, basta alterar no botão no topo.</p>",js,$,k,os,O,Qt='Vamos começar com um exemplo completo, dando uma olhada no que acontece dentro da função quando executamos o seguinte código no <a href="/course/pt/chapter1">Capítulo 1</a>:',ws,ee,hs,se,Nt="tendo o resultado:",_s,te,Cs,ae,Dt='Como visto no <a href="/course/pt/chapter1">Capítulo 1</a>, este pipeline agrupa os três passos: o pré-processamento, passagem das entradas através do modelo, e o pós-processamento:',$s,X,Et='<img class="block dark:hidden" src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter2/full_nlp_pipeline.svg" alt="O pipeline NLP completa: tokenização do texto, conversão para IDs, e inferência através do Transformer e pela 'cabeça' do modelo."/> <img class="hidden dark:block" src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter2/full_nlp_pipeline-dark.svg" alt="O pipeline NLP completa: tokenização do texto, conversão para IDs, e inferência através do Transformer e pela 'cabeça' do modelo."/>',ks,le,zt="Vamos rever rapidamente cada um deles.",Is,ne,gs,oe,Gt="Como outras redes neurais, os Transformers não podem processar texto bruto diretamente, portanto, o primeiro passo do nosso pipeline é converter as entradas de texto em números que o modelo possa fazer sentido. Para fazer isso, usamos um <em>tokenizer</em>, que será responsável por:",vs,re,Vt="<li>Dividir a entrada em palavras, sub-palavras ou símbolos (como pontuação) que são chamados de <em>tokens</em>.</li> <li>Mapeando cada ficha para um número inteiro</li> <li>Adicionando entradas adicionais que podem ser úteis ao modelo</li>",As,pe,Ht='Todo esse pré-processamento precisa ser feito exatamente da mesma forma que quando o modelo foi pré-treinado, então precisamos primeiro baixar essas informações do <a href="https://huggingface.co/models" rel="nofollow">Model Hub</a>. Para isso, utilizamos a classe <code>AutoTokenizer</code> e seu método <code>from_pretrained()</code>. Utilizando o nome do ponto de verificação de nosso modelo, ele irá buscar automaticamente os dados associados ao tokenizer do modelo e armazená-los em cache (portanto, ele só é baixado na primeira vez que você executar o código abaixo).',xs,ie,Zt='Desde que o checkpoint default do pipeline <code>sentiment-analysis</code> é <code>distilbert-base-uncased-finetuned-sst-2-english</code> (você pode ver o card do modelo <a href="https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english" rel="nofollow">aqui</a>), então executamos o seguinte:',Qs,me,Ns,ce,qt="Assim que tivermos o tokenizer, podemos passar diretamente nossas frases para ele e receberemos de volta um dicionário que está pronto para alimentar nosso modelo! A única coisa que falta fazer é converter a lista de identificações de entrada em tensores.",Ds,ue,St="Você pode usar 🤗 Transformers sem ter que se preocupar com qual estrutura ML é usada como backend; pode ser PyTorch ou TensorFlow, ou Flax para alguns modelos. Entretanto, os Transformers só aceitam <em>tensores</em> como entrada. Se esta é a primeira vez que você ouve falar de tensores, você pode pensar neles como matrizes da NumPy. Uma matriz NumPy pode ser um escalar (0D), um vetor (1D), uma matriz (2D), ou ter mais dimensões. É efetivamente um tensor; os tensores de outras estruturas ML comportam-se de forma semelhante, e geralmente são tão simples de instanciar como os arrays da NumPy.",Es,de,Rt="Para especificar o tipo de tensores que queremos recuperar (PyTorch, TensorFlow ou NumPy), utilizamos o argumento <code>return_tensors</code>:",zs,I,g,rs,Me,Lt="Não se preocupe ainda com o truncamento e o padding; explicaremos isso mais tarde. As principais coisas a lembrar aqui são que você pode passar uma frase ou uma lista de frases, bem como especificar o tipo de tensores que você quer recuperar (se nenhum tipo for passado, você receberá uma lista de listas como resultado).",Gs,v,A,ps,fe,Wt="A saída em si é um dicionário contendo duas chaves, <code>input_ids' e </code>attention_mask’. O `input_ids’ contém duas linhas de inteiros (uma para cada frase) que são os identificadores únicos dos tokens em cada frase. Explicaremos o que é a “máscara de atenção” (attention mask) mais adiante neste capítulo.",Vs,ye,Hs,x,Q,is,be,Bt="Neste trecho de código, fizemos o download do mesmo checkpoint que usamos anteriormente em nosso pipeline (já deveria estar em cache) e instanciamos um modelo com ele.",Zs,Te,Ft="Esta arquitetura contém apenas o módulo base do Transformer: dadas algumas entradas, ele produz o que chamaremos de <em>hidden states</em> (estados ocultos), também conhecidos como <em>features</em> (características). Para cada modelo de entrada, recuperaremos um vetor de alta dimensionalidade representando a <strong>compreensão contextual dessa entrada pelo Transformer*</strong>.",qs,Je,Xt="Se isto não faz sentido, não se preocupe com isso. Explicaremos tudo isso mais tarde.",Ss,Ue,Pt='Embora estes hidden states possam ser úteis por si mesmos, eles geralmente são entradas para outra parte do modelo, conhecida como <em>head</em> (cabeça). No <a href="/course/pt/chapter1">Capítulo 1</a>, as diferentes tarefas poderiam ter sido realizadas com a mesma arquitetura, mas cada uma destas tarefas teria uma head diferente associada a ela.',Rs,je,Ls,we,Yt="A saída vetorial pelo módulo do Transformer é geralmente grande. Geralmente tem três dimensões:",Ws,he,Kt="<li><strong>Tamanho do lote</strong> (Batch size): O número de sequências processadas de cada vez (2 em nosso exemplo).</li> <li><strong>Tamanho da sequencia</strong> (Sequence length): O comprimento da representação numérica da sequência (16 em nosso exemplo).</li> <li><strong>Tamanho oculto</strong> (Hidden size): A dimensão vetorial de cada modelo de entrada.</li>",Bs,_e,Ot="Diz-se que é “de alta dimensionalidade” por causa do último valor. O tamanho oculto pode ser muito grande (768 é comum para modelos menores, e em modelos maiores isto pode chegar a 3072 ou mais).",Fs,Ce,ea="Podemos ver isso se alimentarmos os inputs que pré-processamos para nosso modelo:",Xs,N,D,ms,$e,sa="Observe que as saídas dos 🤗 Transformer se comportam como ‘tuplas nomeadas’ (namedtuple) ou dicionários. Você pode acessar os elementos por atributos (como fizemos) ou por chave (<code>outputs["last_hidden_state"]</code>), ou mesmo por índice se você souber exatamente onde o que está procurando (<code>outputs[0]</code>).",Ps,ke,Ys,Ie,ta="As <em>heads</em> do modelo usam o vetor de alta dimensionalidade dos hidden states como entrada e os projetam em uma dimensão diferente. Eles são geralmente compostos de uma ou algumas camadas lineares:",Ks,P,aa='<img class="block dark:hidden" src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter2/transformer_and_head.svg" alt="Uma rede Transformer ao lado de sua head."/> <img class="hidden dark:block" src="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter2/transformer_and_head-dark.svg" alt="Uma rede Transformer ao lado de sua head."/>',Os,ge,la="A saída do Transformer é enviada diretamente para a <em>head</em> do modelo a ser processado.",et,ve,na="Neste diagrama, o modelo é representado por sua camada de embeddings (vetores) e pelas camadas subsequentes. A camada de embeddings converte cada ID de entrada na entrada tokenizada em um vetor que representa o token associado. As camadas subsequentes manipulam esses vetores usando o mecanismo de atenção para produzir a representação final das sentenças.",st,Ae,oa="Há muitas arquiteturas diferentes disponíveis no 🤗 Transformers, com cada uma projetada em torno de uma tarefa específica. Aqui está uma lista por <strong>algumas</strong> destas tarefas:",tt,xe,ra="<li><code>*Model</code> (recuperar os hidden states)</li> <li><code>*ForCausalLM</code></li> <li><code>*ForMaskedLM</code></li> <li><code>*ForMultipleChoice</code></li> <li><code>*ForQuestionAnswering</code></li> <li><code>*ForSequenceClassification</code></li> <li><code>*ForTokenClassification</code></li> <li>e outros 🤗</li>",at,E,z,cs,Qe,pa="Agora se observarmos o tamanho dos nossos inputs, a dimensionalidade será muito menor: a <em>head</em> do modelo toma como entrada os vetores de alta dimensionalidade que vimos anteriormente, e os vetores de saída contendo dois valores (um por label):",lt,Ne,nt,G,V,us,De,ia="Como temos apenas duas sentenças e duas labels, o resultado que obtemos de nosso modelo é de tamanho 2 x 2.",ot,Ee,rt,ze,ma="Os valores que obtemos como resultado de nosso modelo não fazem necessariamente sentido sozinhos. Vamos dar uma olhada:",pt,Ge,it,H,Z,ds,Ve,ca='Nosso modelo previu <code>[-1.5607, 1.6123]</code> para a primeira frase e <code>[ 4.1692, -3.3464]</code> para a segunda. Essas não são probabilidades, mas <em>logits</em>, a pontuação bruta e não normalizada produzida pela última camada do modelo. Para serem convertidos em probabilidades, eles precisam passar por uma camada <a href="https://en.wikipedia.org/wiki/Softmax_function" rel="nofollow">SoftMax</a> (todas saídas dos 🤗 Transformers produzem <em>logits</em>, já que a função de <em>loss</em> (perda) para treinamento geralmente fundirá a última função de ativação, como SoftMax, com a função de <em>loss</em> real, por exemplo a <em>cross entropy</em>):',mt,q,S,Ms,R,L,fs,He,ua="Agora podemos ver que o modelo previu <code>[0.0402, 0.9598]</code> para a primeira frase e <code>[0.9995, 0.0005]</code> para a segunda. Estas são pontuações de probabilidade reconhecíveis.",ct,Ze,da="Para obter as etiquetas correspondentes a cada posição, podemos inspecionar o atributo <code>id2label</code> da configuração do modelo (mais sobre isso na próxima seção):",ut,qe,dt,Se,Mt,Re,Ma="Agora podemos concluir que o modelo previu o seguinte:",ft,Le,fa="<li>A primeira frase: NEGATIVE: 0.0402, POSITIVE: 0.9598</li> <li>Segunda frase: NEGATIVE: 0.9995, POSITIVE: 0.0005</li>",yt,We,ya="Reproduzimos com sucesso as três etapas do pipeline: o pré-processamento, passagem das entradas através do modelo, e o pós-processamento! Agora, vamos levar algum tempo para mergulhar mais fundo em cada uma dessas etapas.",bt,Y,ba="<p>✏️ <strong>Experimente!</strong> Escolha duas (ou mais) textos próprios e passe-os através do pipeline <code>sentiment-analysis</code>. Em seguida, replique as etapas que você mesmo viu aqui e verifique se você obtém os mesmos resultados!</p>",Tt,Be,Jt,Ts,Ut;c=new Ka({props:{fw:y[0]}}),w=new Pa({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),K=new bs({props:{title:"Por dentro da função pipeline",local:"por-dentro-da-função-pipeline",headingTag:"h1"}});const Ta=[el,Oa],Fe=[];function Ja(e,a){return e[0]==="pt"?0:1}_=Ja(y),C=Fe[_]=Ta[_](y);const Ua=[tl,sl],Xe=[];function ja(e,a){return e[0]==="pt"?0:1}$=ja(y),k=Xe[$]=Ua[$](y),ee=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMHBpcGVsaW5lJTBBJTBBY2xhc3NpZmllciUyMCUzRCUyMHBpcGVsaW5lKCUyMnNlbnRpbWVudC1hbmFseXNpcyUyMiklMEFjbGFzc2lmaWVyKCUwQSUyMCUyMCUyMCUyMCU1QiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMkkndmUlMjBiZWVuJTIwd2FpdGluZyUyMGZvciUyMGElMjBIdWdnaW5nRmFjZSUyMGNvdXJzZSUyMG15JTIwd2hvbGUlMjBsaWZlLiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMkklMjBoYXRlJTIwdGhpcyUyMHNvJTIwbXVjaCElMjIlMkMlMEElMjAlMjAlMjAlMjAlNUQlMEEp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> pipeline | |
| classifier = pipeline(<span class="hljs-string">"sentiment-analysis"</span>) | |
| classifier( | |
| [ | |
| <span class="hljs-string">"I've been waiting for a HuggingFace course my whole life."</span>, | |
| <span class="hljs-string">"I hate this so much!"</span>, | |
| ] | |
| )`,wrap:!1}}),te=new h({props:{code:"JTVCJTdCJ2xhYmVsJyUzQSUyMCdQT1NJVElWRSclMkMlMjAnc2NvcmUnJTNBJTIwMC45NTk4MDQ3MTM3MjYwNDM3JTdEJTJDJTBBJTIwJTdCJ2xhYmVsJyUzQSUyMCdORUdBVElWRSclMkMlMjAnc2NvcmUnJTNBJTIwMC45OTk0NTU4MDk1OTMyMDA3JTdEJTVE",highlighted:`[{<span class="hljs-string">'label'</span>: <span class="hljs-string">'POSITIVE'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.9598047137260437</span>}, | |
| {<span class="hljs-string">'label'</span>: <span class="hljs-string">'NEGATIVE'</span>, <span class="hljs-string">'score'</span>: <span class="hljs-number">0.9994558095932007</span>}]`,wrap:!1}}),ne=new bs({props:{title:"Pré-processamento com o tokenizer",local:"pré-processamento-com-o-tokenizer",headingTag:"h2"}}),me=new h({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEFjaGVja3BvaW50JTIwJTNEJTIwJTIyZGlzdGlsYmVydC1iYXNlLXVuY2FzZWQtZmluZXR1bmVkLXNzdC0yLWVuZ2xpc2glMjIlMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZChjaGVja3BvaW50KQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer | |
| checkpoint = <span class="hljs-string">"distilbert-base-uncased-finetuned-sst-2-english"</span> | |
| tokenizer = AutoTokenizer.from_pretrained(checkpoint)`,wrap:!1}});const wa=[ll,al],Pe=[];function ha(e,a){return e[0]==="pt"?0:1}I=ha(y),g=Pe[I]=wa[I](y);const _a=[ol,nl],Ye=[];function Ca(e,a){return e[0]==="pt"?0:1}v=Ca(y),A=Ye[v]=_a[v](y),ye=new bs({props:{title:"Indo adianta pelo modelo",local:"indo-adianta-pelo-modelo",headingTag:"h2"}});const $a=[pl,rl],Ke=[];function ka(e,a){return e[0]==="pt"?0:1}x=ka(y),Q=Ke[x]=$a[x](y),je=new bs({props:{title:"Um vetor de alta dimensionalidade?",local:"um-vetor-de-alta-dimensionalidade",headingTag:"h3"}});const Ia=[ml,il],Oe=[];function ga(e,a){return e[0]==="pt"?0:1}N=ga(y),D=Oe[N]=Ia[N](y),ke=new bs({props:{title:"Cabeça do modelo (model heads): Fazendo sentido a partir dos números",local:"cabeça-do-modelo-model-heads-fazendo-sentido-a-partir-dos-números",headingTag:"h3"}});const va=[ul,cl],es=[];function Aa(e,a){return e[0]==="pt"?0:1}E=Aa(y),z=es[E]=va[E](y),Ne=new h({props:{code:"cHJpbnQob3V0cHV0cy5sb2dpdHMuc2hhcGUp",highlighted:'<span class="hljs-built_in">print</span>(outputs.logits.shape)',wrap:!1}});const xa=[Ml,dl],ss=[];function Qa(e,a){return e[0]==="pt"?0:1}G=Qa(y),V=ss[G]=xa[G](y),Ee=new bs({props:{title:"Pós-processamento da saída",local:"pós-processamento-da-saída",headingTag:"h2"}}),Ge=new h({props:{code:"cHJpbnQob3V0cHV0cy5sb2dpdHMp",highlighted:'<span class="hljs-built_in">print</span>(outputs.logits)',wrap:!1}});const Na=[yl,fl],ts=[];function Da(e,a){return e[0]==="pt"?0:1}H=Da(y),Z=ts[H]=Na[H](y);const Ea=[Tl,bl],as=[];function za(e,a){return e[0]==="pt"?0:1}q=za(y),S=as[q]=Ea[q](y);const Ga=[Ul,Jl],ls=[];function Va(e,a){return e[0]==="pt"?0:1}return R=Va(y),L=ls[R]=Ga[R](y),qe=new h({props:{code:"bW9kZWwuY29uZmlnLmlkMmxhYmVs",highlighted:"model.config.id2label",wrap:!1}}),Se=new h({props:{code:"JTdCMCUzQSUyMCdORUdBVElWRSclMkMlMjAxJTNBJTIwJ1BPU0lUSVZFJyU3RA==",highlighted:'{<span class="hljs-number">0</span>: <span class="hljs-string">'NEGATIVE'</span>, <span class="hljs-number">1</span>: <span class="hljs-string">'POSITIVE'</span>}',wrap:!1}}),Be=new Ya({props:{source:"https://github.com/huggingface/course/blob/main/chapters/pt/chapter2/2.mdx"}}),{c(){t=M("meta"),o=i(),s=M("p"),p=i(),T(c.$$.fragment),r=i(),T(w.$$.fragment),Js=i(),T(K.$$.fragment),Us=i(),C.c(),ns=i(),F=M("blockquote"),F.innerHTML=xt,js=i(),k.c(),os=i(),O=M("p"),O.innerHTML=Qt,ws=i(),T(ee.$$.fragment),hs=i(),se=M("p"),se.textContent=Nt,_s=i(),T(te.$$.fragment),Cs=i(),ae=M("p"),ae.innerHTML=Dt,$s=i(),X=M("div"),X.innerHTML=Et,ks=i(),le=M("p"),le.textContent=zt,Is=i(),T(ne.$$.fragment),gs=i(),oe=M("p"),oe.innerHTML=Gt,vs=i(),re=M("ul"),re.innerHTML=Vt,As=i(),pe=M("p"),pe.innerHTML=Ht,xs=i(),ie=M("p"),ie.innerHTML=Zt,Qs=i(),T(me.$$.fragment),Ns=i(),ce=M("p"),ce.textContent=qt,Ds=i(),ue=M("p"),ue.innerHTML=St,Es=i(),de=M("p"),de.innerHTML=Rt,zs=i(),g.c(),rs=i(),Me=M("p"),Me.textContent=Lt,Gs=i(),A.c(),ps=i(),fe=M("p"),fe.innerHTML=Wt,Vs=i(),T(ye.$$.fragment),Hs=i(),Q.c(),is=i(),be=M("p"),be.textContent=Bt,Zs=i(),Te=M("p"),Te.innerHTML=Ft,qs=i(),Je=M("p"),Je.textContent=Xt,Ss=i(),Ue=M("p"),Ue.innerHTML=Pt,Rs=i(),T(je.$$.fragment),Ls=i(),we=M("p"),we.textContent=Yt,Ws=i(),he=M("ul"),he.innerHTML=Kt,Bs=i(),_e=M("p"),_e.textContent=Ot,Fs=i(),Ce=M("p"),Ce.textContent=ea,Xs=i(),D.c(),ms=i(),$e=M("p"),$e.innerHTML=sa,Ps=i(),T(ke.$$.fragment),Ys=i(),Ie=M("p"),Ie.innerHTML=ta,Ks=i(),P=M("div"),P.innerHTML=aa,Os=i(),ge=M("p"),ge.innerHTML=la,et=i(),ve=M("p"),ve.textContent=na,st=i(),Ae=M("p"),Ae.innerHTML=oa,tt=i(),xe=M("ul"),xe.innerHTML=ra,at=i(),z.c(),cs=i(),Qe=M("p"),Qe.innerHTML=pa,lt=i(),T(Ne.$$.fragment),nt=i(),V.c(),us=i(),De=M("p"),De.textContent=ia,ot=i(),T(Ee.$$.fragment),rt=i(),ze=M("p"),ze.textContent=ma,pt=i(),T(Ge.$$.fragment),it=i(),Z.c(),ds=i(),Ve=M("p"),Ve.innerHTML=ca,mt=i(),S.c(),Ms=i(),L.c(),fs=i(),He=M("p"),He.innerHTML=ua,ct=i(),Ze=M("p"),Ze.innerHTML=da,ut=i(),T(qe.$$.fragment),dt=i(),T(Se.$$.fragment),Mt=i(),Re=M("p"),Re.textContent=Ma,ft=i(),Le=M("ul"),Le.innerHTML=fa,yt=i(),We=M("p"),We.textContent=ya,bt=i(),Y=M("blockquote"),Y.innerHTML=ba,Tt=i(),T(Be.$$.fragment),Jt=i(),Ts=M("p"),this.h()},l(e){const a=Fa("svelte-u9bgzb",document.head);t=f(a,"META",{name:!0,content:!0}),a.forEach(l),o=m(e),s=f(e,"P",{}),Za(s).forEach(l),p=m(e),J(c.$$.fragment,e),r=m(e),J(w.$$.fragment,e),Js=m(e),J(K.$$.fragment,e),Us=m(e),C.l(e),ns=m(e),F=f(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),b(F)!=="svelte-rv4vbe"&&(F.innerHTML=xt),js=m(e),k.l(e),os=m(e),O=f(e,"P",{"data-svelte-h":!0}),b(O)!=="svelte-1hu1gln"&&(O.innerHTML=Qt),ws=m(e),J(ee.$$.fragment,e),hs=m(e),se=f(e,"P",{"data-svelte-h":!0}),b(se)!=="svelte-16o7c40"&&(se.textContent=Nt),_s=m(e),J(te.$$.fragment,e),Cs=m(e),ae=f(e,"P",{"data-svelte-h":!0}),b(ae)!=="svelte-10gtnzw"&&(ae.innerHTML=Dt),$s=m(e),X=f(e,"DIV",{class:!0,"data-svelte-h":!0}),b(X)!=="svelte-1i1x9tn"&&(X.innerHTML=Et),ks=m(e),le=f(e,"P",{"data-svelte-h":!0}),b(le)!=="svelte-u10duk"&&(le.textContent=zt),Is=m(e),J(ne.$$.fragment,e),gs=m(e),oe=f(e,"P",{"data-svelte-h":!0}),b(oe)!=="svelte-1o120t2"&&(oe.innerHTML=Gt),vs=m(e),re=f(e,"UL",{"data-svelte-h":!0}),b(re)!=="svelte-1cust5m"&&(re.innerHTML=Vt),As=m(e),pe=f(e,"P",{"data-svelte-h":!0}),b(pe)!=="svelte-bsmcjn"&&(pe.innerHTML=Ht),xs=m(e),ie=f(e,"P",{"data-svelte-h":!0}),b(ie)!=="svelte-14am4b"&&(ie.innerHTML=Zt),Qs=m(e),J(me.$$.fragment,e),Ns=m(e),ce=f(e,"P",{"data-svelte-h":!0}),b(ce)!=="svelte-joqugb"&&(ce.textContent=qt),Ds=m(e),ue=f(e,"P",{"data-svelte-h":!0}),b(ue)!=="svelte-1bzav03"&&(ue.innerHTML=St),Es=m(e),de=f(e,"P",{"data-svelte-h":!0}),b(de)!=="svelte-1djc94s"&&(de.innerHTML=Rt),zs=m(e),g.l(e),rs=m(e),Me=f(e,"P",{"data-svelte-h":!0}),b(Me)!=="svelte-5y0yn0"&&(Me.textContent=Lt),Gs=m(e),A.l(e),ps=m(e),fe=f(e,"P",{"data-svelte-h":!0}),b(fe)!=="svelte-1emw500"&&(fe.innerHTML=Wt),Vs=m(e),J(ye.$$.fragment,e),Hs=m(e),Q.l(e),is=m(e),be=f(e,"P",{"data-svelte-h":!0}),b(be)!=="svelte-1gfubls"&&(be.textContent=Bt),Zs=m(e),Te=f(e,"P",{"data-svelte-h":!0}),b(Te)!=="svelte-1mu2n9p"&&(Te.innerHTML=Ft),qs=m(e),Je=f(e,"P",{"data-svelte-h":!0}),b(Je)!=="svelte-3u8jeq"&&(Je.textContent=Xt),Ss=m(e),Ue=f(e,"P",{"data-svelte-h":!0}),b(Ue)!=="svelte-seivcw"&&(Ue.innerHTML=Pt),Rs=m(e),J(je.$$.fragment,e),Ls=m(e),we=f(e,"P",{"data-svelte-h":!0}),b(we)!=="svelte-1ynic3l"&&(we.textContent=Yt),Ws=m(e),he=f(e,"UL",{"data-svelte-h":!0}),b(he)!=="svelte-11traqf"&&(he.innerHTML=Kt),Bs=m(e),_e=f(e,"P",{"data-svelte-h":!0}),b(_e)!=="svelte-3rmgti"&&(_e.textContent=Ot),Fs=m(e),Ce=f(e,"P",{"data-svelte-h":!0}),b(Ce)!=="svelte-eg8bct"&&(Ce.textContent=ea),Xs=m(e),D.l(e),ms=m(e),$e=f(e,"P",{"data-svelte-h":!0}),b($e)!=="svelte-ar9pgz"&&($e.innerHTML=sa),Ps=m(e),J(ke.$$.fragment,e),Ys=m(e),Ie=f(e,"P",{"data-svelte-h":!0}),b(Ie)!=="svelte-jycdds"&&(Ie.innerHTML=ta),Ks=m(e),P=f(e,"DIV",{class:!0,"data-svelte-h":!0}),b(P)!=="svelte-1st6np9"&&(P.innerHTML=aa),Os=m(e),ge=f(e,"P",{"data-svelte-h":!0}),b(ge)!=="svelte-16wwrsv"&&(ge.innerHTML=la),et=m(e),ve=f(e,"P",{"data-svelte-h":!0}),b(ve)!=="svelte-16drr5j"&&(ve.textContent=na),st=m(e),Ae=f(e,"P",{"data-svelte-h":!0}),b(Ae)!=="svelte-bnquix"&&(Ae.innerHTML=oa),tt=m(e),xe=f(e,"UL",{"data-svelte-h":!0}),b(xe)!=="svelte-b5prdf"&&(xe.innerHTML=ra),at=m(e),z.l(e),cs=m(e),Qe=f(e,"P",{"data-svelte-h":!0}),b(Qe)!=="svelte-9gxo3g"&&(Qe.innerHTML=pa),lt=m(e),J(Ne.$$.fragment,e),nt=m(e),V.l(e),us=m(e),De=f(e,"P",{"data-svelte-h":!0}),b(De)!=="svelte-2un6sj"&&(De.textContent=ia),ot=m(e),J(Ee.$$.fragment,e),rt=m(e),ze=f(e,"P",{"data-svelte-h":!0}),b(ze)!=="svelte-1wz4esi"&&(ze.textContent=ma),pt=m(e),J(Ge.$$.fragment,e),it=m(e),Z.l(e),ds=m(e),Ve=f(e,"P",{"data-svelte-h":!0}),b(Ve)!=="svelte-vmhj1o"&&(Ve.innerHTML=ca),mt=m(e),S.l(e),Ms=m(e),L.l(e),fs=m(e),He=f(e,"P",{"data-svelte-h":!0}),b(He)!=="svelte-nf25yn"&&(He.innerHTML=ua),ct=m(e),Ze=f(e,"P",{"data-svelte-h":!0}),b(Ze)!=="svelte-1o7bcmf"&&(Ze.innerHTML=da),ut=m(e),J(qe.$$.fragment,e),dt=m(e),J(Se.$$.fragment,e),Mt=m(e),Re=f(e,"P",{"data-svelte-h":!0}),b(Re)!=="svelte-isr6ju"&&(Re.textContent=Ma),ft=m(e),Le=f(e,"UL",{"data-svelte-h":!0}),b(Le)!=="svelte-1bchmkj"&&(Le.innerHTML=fa),yt=m(e),We=f(e,"P",{"data-svelte-h":!0}),b(We)!=="svelte-dpzgit"&&(We.textContent=ya),bt=m(e),Y=f(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),b(Y)!=="svelte-1r1gvk7"&&(Y.innerHTML=ba),Tt=m(e),J(Be.$$.fragment,e),Jt=m(e),Ts=f(e,"P",{}),Za(Ts).forEach(l),this.h()},h(){ys(t,"name","hf:doc:metadata"),ys(t,"content",wl),ys(F,"class","tip"),ys(X,"class","flex justify-center"),ys(P,"class","flex justify-center"),ys(Y,"class","tip")},m(e,a){Xa(document.head,t),n(e,o,a),n(e,s,a),n(e,p,a),U(c,e,a),n(e,r,a),U(w,e,a),n(e,Js,a),U(K,e,a),n(e,Us,a),Fe[_].m(e,a),n(e,ns,a),n(e,F,a),n(e,js,a),Xe[$].m(e,a),n(e,os,a),n(e,O,a),n(e,ws,a),U(ee,e,a),n(e,hs,a),n(e,se,a),n(e,_s,a),U(te,e,a),n(e,Cs,a),n(e,ae,a),n(e,$s,a),n(e,X,a),n(e,ks,a),n(e,le,a),n(e,Is,a),U(ne,e,a),n(e,gs,a),n(e,oe,a),n(e,vs,a),n(e,re,a),n(e,As,a),n(e,pe,a),n(e,xs,a),n(e,ie,a),n(e,Qs,a),U(me,e,a),n(e,Ns,a),n(e,ce,a),n(e,Ds,a),n(e,ue,a),n(e,Es,a),n(e,de,a),n(e,zs,a),Pe[I].m(e,a),n(e,rs,a),n(e,Me,a),n(e,Gs,a),Ye[v].m(e,a),n(e,ps,a),n(e,fe,a),n(e,Vs,a),U(ye,e,a),n(e,Hs,a),Ke[x].m(e,a),n(e,is,a),n(e,be,a),n(e,Zs,a),n(e,Te,a),n(e,qs,a),n(e,Je,a),n(e,Ss,a),n(e,Ue,a),n(e,Rs,a),U(je,e,a),n(e,Ls,a),n(e,we,a),n(e,Ws,a),n(e,he,a),n(e,Bs,a),n(e,_e,a),n(e,Fs,a),n(e,Ce,a),n(e,Xs,a),Oe[N].m(e,a),n(e,ms,a),n(e,$e,a),n(e,Ps,a),U(ke,e,a),n(e,Ys,a),n(e,Ie,a),n(e,Ks,a),n(e,P,a),n(e,Os,a),n(e,ge,a),n(e,et,a),n(e,ve,a),n(e,st,a),n(e,Ae,a),n(e,tt,a),n(e,xe,a),n(e,at,a),es[E].m(e,a),n(e,cs,a),n(e,Qe,a),n(e,lt,a),U(Ne,e,a),n(e,nt,a),ss[G].m(e,a),n(e,us,a),n(e,De,a),n(e,ot,a),U(Ee,e,a),n(e,rt,a),n(e,ze,a),n(e,pt,a),U(Ge,e,a),n(e,it,a),ts[H].m(e,a),n(e,ds,a),n(e,Ve,a),n(e,mt,a),as[q].m(e,a),n(e,Ms,a),ls[R].m(e,a),n(e,fs,a),n(e,He,a),n(e,ct,a),n(e,Ze,a),n(e,ut,a),U(qe,e,a),n(e,dt,a),U(Se,e,a),n(e,Mt,a),n(e,Re,a),n(e,ft,a),n(e,Le,a),n(e,yt,a),n(e,We,a),n(e,bt,a),n(e,Y,a),n(e,Tt,a),U(Be,e,a),n(e,Jt,a),n(e,Ts,a),Ut=!0},p(e,[a]){const Ha={};a&1&&(Ha.fw=e[0]),c.$set(Ha);let jt=_;_=Ja(e),_!==jt&&(B(),u(Fe[jt],1,1,()=>{Fe[jt]=null}),W(),C=Fe[_],C||(C=Fe[_]=Ta[_](e),C.c()),d(C,1),C.m(ns.parentNode,ns));let wt=$;$=ja(e),$!==wt&&(B(),u(Xe[wt],1,1,()=>{Xe[wt]=null}),W(),k=Xe[$],k||(k=Xe[$]=Ua[$](e),k.c()),d(k,1),k.m(os.parentNode,os));let ht=I;I=ha(e),I!==ht&&(B(),u(Pe[ht],1,1,()=>{Pe[ht]=null}),W(),g=Pe[I],g||(g=Pe[I]=wa[I](e),g.c()),d(g,1),g.m(rs.parentNode,rs));let _t=v;v=Ca(e),v!==_t&&(B(),u(Ye[_t],1,1,()=>{Ye[_t]=null}),W(),A=Ye[v],A||(A=Ye[v]=_a[v](e),A.c()),d(A,1),A.m(ps.parentNode,ps));let Ct=x;x=ka(e),x!==Ct&&(B(),u(Ke[Ct],1,1,()=>{Ke[Ct]=null}),W(),Q=Ke[x],Q||(Q=Ke[x]=$a[x](e),Q.c()),d(Q,1),Q.m(is.parentNode,is));let $t=N;N=ga(e),N!==$t&&(B(),u(Oe[$t],1,1,()=>{Oe[$t]=null}),W(),D=Oe[N],D||(D=Oe[N]=Ia[N](e),D.c()),d(D,1),D.m(ms.parentNode,ms));let kt=E;E=Aa(e),E!==kt&&(B(),u(es[kt],1,1,()=>{es[kt]=null}),W(),z=es[E],z||(z=es[E]=va[E](e),z.c()),d(z,1),z.m(cs.parentNode,cs));let It=G;G=Qa(e),G!==It&&(B(),u(ss[It],1,1,()=>{ss[It]=null}),W(),V=ss[G],V||(V=ss[G]=xa[G](e),V.c()),d(V,1),V.m(us.parentNode,us));let gt=H;H=Da(e),H!==gt&&(B(),u(ts[gt],1,1,()=>{ts[gt]=null}),W(),Z=ts[H],Z||(Z=ts[H]=Na[H](e),Z.c()),d(Z,1),Z.m(ds.parentNode,ds));let vt=q;q=za(e),q!==vt&&(B(),u(as[vt],1,1,()=>{as[vt]=null}),W(),S=as[q],S||(S=as[q]=Ea[q](e),S.c()),d(S,1),S.m(Ms.parentNode,Ms));let At=R;R=Va(e),R!==At&&(B(),u(ls[At],1,1,()=>{ls[At]=null}),W(),L=ls[R],L||(L=ls[R]=Ga[R](e),L.c()),d(L,1),L.m(fs.parentNode,fs))},i(e){Ut||(d(c.$$.fragment,e),d(w.$$.fragment,e),d(K.$$.fragment,e),d(C),d(k),d(ee.$$.fragment,e),d(te.$$.fragment,e),d(ne.$$.fragment,e),d(me.$$.fragment,e),d(g),d(A),d(ye.$$.fragment,e),d(Q),d(je.$$.fragment,e),d(D),d(ke.$$.fragment,e),d(z),d(Ne.$$.fragment,e),d(V),d(Ee.$$.fragment,e),d(Ge.$$.fragment,e),d(Z),d(S),d(L),d(qe.$$.fragment,e),d(Se.$$.fragment,e),d(Be.$$.fragment,e),Ut=!0)},o(e){u(c.$$.fragment,e),u(w.$$.fragment,e),u(K.$$.fragment,e),u(C),u(k),u(ee.$$.fragment,e),u(te.$$.fragment,e),u(ne.$$.fragment,e),u(me.$$.fragment,e),u(g),u(A),u(ye.$$.fragment,e),u(Q),u(je.$$.fragment,e),u(D),u(ke.$$.fragment,e),u(z),u(Ne.$$.fragment,e),u(V),u(Ee.$$.fragment,e),u(Ge.$$.fragment,e),u(Z),u(S),u(L),u(qe.$$.fragment,e),u(Se.$$.fragment,e),u(Be.$$.fragment,e),Ut=!1},d(e){e&&(l(o),l(s),l(p),l(r),l(Js),l(Us),l(ns),l(F),l(js),l(os),l(O),l(ws),l(hs),l(se),l(_s),l(Cs),l(ae),l($s),l(X),l(ks),l(le),l(Is),l(gs),l(oe),l(vs),l(re),l(As),l(pe),l(xs),l(ie),l(Qs),l(Ns),l(ce),l(Ds),l(ue),l(Es),l(de),l(zs),l(rs),l(Me),l(Gs),l(ps),l(fe),l(Vs),l(Hs),l(is),l(be),l(Zs),l(Te),l(qs),l(Je),l(Ss),l(Ue),l(Rs),l(Ls),l(we),l(Ws),l(he),l(Bs),l(_e),l(Fs),l(Ce),l(Xs),l(ms),l($e),l(Ps),l(Ys),l(Ie),l(Ks),l(P),l(Os),l(ge),l(et),l(ve),l(st),l(Ae),l(tt),l(xe),l(at),l(cs),l(Qe),l(lt),l(nt),l(us),l(De),l(ot),l(rt),l(ze),l(pt),l(it),l(ds),l(Ve),l(mt),l(Ms),l(fs),l(He),l(ct),l(Ze),l(ut),l(dt),l(Mt),l(Re),l(ft),l(Le),l(yt),l(We),l(bt),l(Y),l(Tt),l(Jt),l(Ts)),l(t),j(c,e),j(w,e),j(K,e),Fe[_].d(e),Xe[$].d(e),j(ee,e),j(te,e),j(ne,e),j(me,e),Pe[I].d(e),Ye[v].d(e),j(ye,e),Ke[x].d(e),j(je,e),Oe[N].d(e),j(ke,e),es[E].d(e),j(Ne,e),ss[G].d(e),j(Ee,e),j(Ge,e),ts[H].d(e),as[q].d(e),ls[R].d(e),j(qe,e),j(Se,e),j(Be,e)}}}const wl='{"title":"Por dentro da função pipeline","local":"por-dentro-da-função-pipeline","sections":[{"title":"Pré-processamento com o tokenizer","local":"pré-processamento-com-o-tokenizer","sections":[],"depth":2},{"title":"Indo adianta pelo modelo","local":"indo-adianta-pelo-modelo","sections":[{"title":"Um vetor de alta dimensionalidade?","local":"um-vetor-de-alta-dimensionalidade","sections":[],"depth":3},{"title":"Cabeça do modelo (model heads): Fazendo sentido a partir dos números","local":"cabeça-do-modelo-model-heads-fazendo-sentido-a-partir-dos-números","sections":[],"depth":3}],"depth":2},{"title":"Pós-processamento da saída","local":"pós-processamento-da-saída","sections":[],"depth":2}],"depth":1}';function hl(y,t,o){let s="pt";return La(()=>{const p=new URLSearchParams(window.location.search);o(0,s=p.get("fw")||"pt")}),[s]}class Al extends Wa{constructor(t){super(),Ba(this,t,hl,jl,Ra,{})}}export{Al as component}; | |
Xet Storage Details
- Size:
- 52.5 kB
- Xet hash:
- f786569f2e612c0d266099862edc44c8304f4bf6a285bd5d3bc297c852db0961
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.