Buckets:
| import{s as os,c as q,k as ya,u as A,g as Q,b as S,o as ka,d as Ta,n as W,B as Ja,a as _t}from"../chunks/scheduler.d75c11ed.js";import{S as is,i as cs,e as _,a as j,f as H,d as i,k as M,m as u,l as X,q as kt,t as m,o as g,D as la,E as na,C as Za,s as h,b as d,w as E,x,c as T,g as C,n as J,p as $,r as $a,A as L,u as va,v as Ua,z as bt,y as Ca,h as Fa,j as G}from"../chunks/index.4ec9dfe9.js";import{C as Na,H as us,E as Ra}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.ee0f129e.js";import{C as V}from"../chunks/CodeBlock.5919a092.js";import{C as Ba}from"../chunks/CodeBlockFw.bbaf1783.js";import{e as wt}from"../chunks/each.e59479a4.js";import{F as gt,M as se}from"../chunks/Markdown.9676fd13.js";function Va(o){let e,l,t,s,r,n;const c=o[7].default,f=q(c,o,o[6],null);return{c(){e=_("div"),l=_("ul"),f&&f.c(),this.h()},l(b){e=j(b,"DIV",{class:!0});var I=H(e);l=j(I,"UL",{class:!0});var w=H(l);f&&f.l(w),w.forEach(i),I.forEach(i),this.h()},h(){M(l,"class","min-w-full w-auto"),M(e,"class",t="absolute top-full mt-1 min-w-full w-auto bg-white rounded-xl overflow-hidden shadow-lg z-10 border border-gray-100 "+(o[2]==="right"?"right-0":"left-0")+" "+o[0])},m(b,I){u(b,e,I),X(e,l),f&&f.m(l,null),o[8](e),s=!0,r||(n=kt(e,"click",function(){ya(o[1])&&o[1].apply(this,arguments)}),r=!0)},p(b,[I]){o=b,f&&f.p&&(!s||I&64)&&A(f,c,o,o[6],s?S(c,o[6],I,null):Q(o[6]),null),(!s||I&5&&t!==(t="absolute top-full mt-1 min-w-full w-auto bg-white rounded-xl overflow-hidden shadow-lg z-10 border border-gray-100 "+(o[2]==="right"?"right-0":"left-0")+" "+o[0]))&&M(e,"class",t)},i(b){s||(m(f,b),s=!0)},o(b){g(f,b),s=!1},d(b){b&&i(e),f&&f.d(b),o[8](null),r=!1,n()}}}function Wa(o,e,l){let{$$slots:t={},$$scope:s}=e,{classNames:r=""}=e,{dropdownElement:n=void 0}=e,{forceAlignement:c=void 0}=e,{onClose:f}=e,b=c??"left",I;ka(()=>{if(document.addEventListener("click",w),!c){const Z=document.documentElement.clientWidth,y=I==null?void 0:I.getBoundingClientRect(),U=(y==null?void 0:y.left)??0,F=(y==null?void 0:y.width)??0;l(2,b=U+F>Z?"right":"left")}return()=>{document.removeEventListener("click",w)}});function w(Z){const y=Z.target;y!==n&&!(n!=null&&n.contains(y))&&f(Z)}function k(Z){Ta[Z?"unshift":"push"](()=>{I=Z,l(3,I)})}return o.$$set=Z=>{"classNames"in Z&&l(0,r=Z.classNames),"dropdownElement"in Z&&l(4,n=Z.dropdownElement),"forceAlignement"in Z&&l(5,c=Z.forceAlignement),"onClose"in Z&&l(1,f=Z.onClose),"$$scope"in Z&&l(6,s=Z.$$scope)},[r,f,b,I,n,c,s,t,k]}class Xa extends is{constructor(e){super(),cs(this,e,Wa,Va,os,{classNames:0,dropdownElement:4,forceAlignement:5,onClose:1})}}function Ha(o){let e,l;return{c(){e=la("svg"),l=la("path"),this.h()},l(t){e=na(t,"svg",{class:!0,xmlns:!0,"xmlns:xlink":!0,"aria-hidden":!0,focusable:!0,role:!0,width:!0,height:!0,preserveAspectRatio:!0,viewBox:!0,style:!0});var s=H(e);l=na(s,"path",{d:!0,fill:!0}),H(l).forEach(i),s.forEach(i),this.h()},h(){M(l,"d","M7 10l5 5l5-5z"),M(l,"fill","currentColor"),M(e,"class",o[0]),M(e,"xmlns","http://www.w3.org/2000/svg"),M(e,"xmlns:xlink","http://www.w3.org/1999/xlink"),M(e,"aria-hidden","true"),M(e,"focusable","false"),M(e,"role","img"),M(e,"width","1em"),M(e,"height","1em"),M(e,"preserveAspectRatio","xMidYMid meet"),M(e,"viewBox","0 0 24 24"),Za(e,"transform","rotate(360deg)")},m(t,s){u(t,e,s),X(e,l)},p(t,[s]){s&1&&M(e,"class",t[0])},i:W,o:W,d(t){t&&i(e)}}}function Ya(o,e,l){let{classNames:t=""}=e;return o.$$set=s=>{"classNames"in s&&l(0,t=s.classNames)},[t]}class za extends is{constructor(e){super(),cs(this,e,Ya,Ha,os,{classNames:0})}}const Ea=o=>({}),ra=o=>({}),xa=o=>({}),oa=o=>({});function La(o){let e,l,t,s,r,n=o[2]&&ia(o),c=o[9]&&ca();return{c(){n&&n.c(),e=h(),l=$a(o[4]),t=h(),c&&c.c(),s=L()},l(f){n&&n.l(f),e=d(f),l=va(f,o[4]),t=d(f),c&&c.l(f),s=L()},m(f,b){n&&n.m(f,b),u(f,e,b),u(f,l,b),u(f,t,b),c&&c.m(f,b),u(f,s,b),r=!0},p(f,b){f[2]?n?(n.p(f,b),b&4&&m(n,1)):(n=ia(f),n.c(),m(n,1),n.m(e.parentNode,e)):n&&(E(),g(n,1,1,()=>{n=null}),x()),(!r||b&16)&&Ua(l,f[4]),f[9]?c?b&512&&m(c,1):(c=ca(),c.c(),m(c,1),c.m(s.parentNode,s)):c&&(E(),g(c,1,1,()=>{c=null}),x())},i(f){r||(m(n),m(c),r=!0)},o(f){g(n),g(c),r=!1},d(f){f&&(i(e),i(l),i(t),i(s)),n&&n.d(f),c&&c.d(f)}}}function qa(o){let e;const l=o[15].button,t=q(l,o,o[18],oa);return{c(){t&&t.c()},l(s){t&&t.l(s)},m(s,r){t&&t.m(s,r),e=!0},p(s,r){t&&t.p&&(!e||r&262144)&&A(t,l,s,s[18],e?S(l,s[18],r,xa):Q(s[18]),oa)},i(s){e||(m(t,s),e=!0)},o(s){g(t,s),e=!1},d(s){t&&t.d(s)}}}function ia(o){let e,l,t;var s=o[2];function r(n,c){return{props:{classNames:"mr-1.5 "+n[3]}}}return s&&(e=bt(s,r(o))),{c(){e&&T(e.$$.fragment),l=L()},l(n){e&&C(e.$$.fragment,n),l=L()},m(n,c){e&&J(e,n,c),u(n,l,c),t=!0},p(n,c){if(c&4&&s!==(s=n[2])){if(e){E();const f=e;g(f.$$.fragment,1,0,()=>{$(f,1)}),x()}s?(e=bt(s,r(n)),T(e.$$.fragment),m(e.$$.fragment,1),J(e,l.parentNode,l)):e=null}else if(s){const f={};c&8&&(f.classNames="mr-1.5 "+n[3]),e.$set(f)}},i(n){t||(e&&m(e.$$.fragment,n),t=!0)},o(n){e&&g(e.$$.fragment,n),t=!1},d(n){n&&i(l),e&&$(e,n)}}}function ca(o){let e,l;return e=new za({props:{classNames:"-mr-1 text-gray-500"}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function pa(o){let e,l;return e=new Xa({props:{classNames:o[6]+" "+(o[8]?"v2-dropdown-menu hidden":""),dropdownElement:o[10],forceAlignement:o[5],onClose:o[12],$$slots:{default:[Aa]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&320&&(r.classNames=t[6]+" "+(t[8]?"v2-dropdown-menu hidden":"")),s&1024&&(r.dropdownElement=t[10]),s&32&&(r.forceAlignement=t[5]),s&262144&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Aa(o){let e;const l=o[15].menu,t=q(l,o,o[18],ra);return{c(){t&&t.c()},l(s){t&&t.l(s)},m(s,r){t&&t.m(s,r),e=!0},p(s,r){t&&t.p&&(!e||r&262144)&&A(t,l,s,s[18],e?S(l,s[18],r,Ea):Q(s[18]),ra)},i(s){e||(m(t,s),e=!0)},o(s){g(t,s),e=!1},d(s){t&&t.d(s)}}}function Qa(o){let e,l,t,s,r,n,c,f,b,I;const w=[qa,La],k=[];function Z(U,F){return U[13].button?0:1}t=Z(o),s=k[t]=w[t](o);let y=(o[11]||o[8])&&pa(o);return{c(){e=_("div"),l=_("button"),s.c(),n=h(),y&&y.c(),this.h()},l(U){e=j(U,"DIV",{class:!0});var F=H(e);l=j(F,"BUTTON",{class:!0,type:!0});var B=H(l);s.l(B),B.forEach(i),n=d(F),y&&y.l(F),F.forEach(i),this.h()},h(){M(l,"class",r=""+o[1]+" "+(o[7]?"":"cursor-pointer w-full btn text-sm")+" "+(o[8]?"v2-dropdown-button":"")),M(l,"type","button"),M(e,"class",c="relative "+o[0]+" "+(o[8]?"v2-dropdown":""))},m(U,F){u(U,e,F),X(e,l),k[t].m(l,null),X(e,n),y&&y.m(e,null),o[17](e),f=!0,b||(I=kt(l,"click",o[16]),b=!0)},p(U,[F]){let B=t;t=Z(U),t===B?k[t].p(U,F):(E(),g(k[B],1,1,()=>{k[B]=null}),x(),s=k[t],s?s.p(U,F):(s=k[t]=w[t](U),s.c()),m(s,1),s.m(l,null)),(!f||F&386&&r!==(r=""+U[1]+" "+(U[7]?"":"cursor-pointer w-full btn text-sm")+" "+(U[8]?"v2-dropdown-button":"")))&&M(l,"class",r),U[11]||U[8]?y?(y.p(U,F),F&2304&&m(y,1)):(y=pa(U),y.c(),m(y,1),y.m(e,null)):y&&(E(),g(y,1,1,()=>{y=null}),x()),(!f||F&257&&c!==(c="relative "+U[0]+" "+(U[8]?"v2-dropdown":"")))&&M(e,"class",c)},i(U){f||(m(s),m(y),f=!0)},o(U){g(s),g(y),f=!1},d(U){U&&i(e),k[t].d(),y&&y.d(),o[17](null),b=!1,I()}}}function Sa(o,e,l){let{$$slots:t={},$$scope:s}=e;const r=Ja(t);let{classNames:n=""}=e,{btnClassNames:c=""}=e,{btnIcon:f=void 0}=e,{btnIconClassNames:b=""}=e,{btnLabel:I=""}=e,{forceMenuAlignement:w=void 0}=e,{menuClassNames:k=""}=e,{noBtnClass:Z=void 0}=e,{selectedValue:y=void 0}=e,{useDeprecatedJS:U=!0}=e,{withBtnCaret:F=!1}=e,B,N=!1;function v(R){var z;R.target&&(z=R.target)!=null&&z.className.includes("do-not-close-dropdown")||l(11,N=!1)}const Y=()=>l(11,N=!N);function fs(R){Ta[R?"unshift":"push"](()=>{B=R,l(10,B)})}return o.$$set=R=>{"classNames"in R&&l(0,n=R.classNames),"btnClassNames"in R&&l(1,c=R.btnClassNames),"btnIcon"in R&&l(2,f=R.btnIcon),"btnIconClassNames"in R&&l(3,b=R.btnIconClassNames),"btnLabel"in R&&l(4,I=R.btnLabel),"forceMenuAlignement"in R&&l(5,w=R.forceMenuAlignement),"menuClassNames"in R&&l(6,k=R.menuClassNames),"noBtnClass"in R&&l(7,Z=R.noBtnClass),"selectedValue"in R&&l(14,y=R.selectedValue),"useDeprecatedJS"in R&&l(8,U=R.useDeprecatedJS),"withBtnCaret"in R&&l(9,F=R.withBtnCaret),"$$scope"in R&&l(18,s=R.$$scope)},[n,c,f,b,I,w,k,Z,U,F,B,N,v,r,y,t,Y,fs,s]}class Ga extends is{constructor(e){super(),cs(this,e,Sa,Qa,os,{classNames:0,btnClassNames:1,btnIcon:2,btnIconClassNames:3,btnLabel:4,forceMenuAlignement:5,menuClassNames:6,noBtnClass:7,selectedValue:14,useDeprecatedJS:8,withBtnCaret:9})}}function Da(o){let e,l,t,s=o[5]&&ua(o);return{c(){s&&s.c(),e=h(),l=$a(o[7])},l(r){s&&s.l(r),e=d(r),l=va(r,o[7])},m(r,n){s&&s.m(r,n),u(r,e,n),u(r,l,n),t=!0},p(r,n){r[5]?s?(s.p(r,n),n&32&&m(s,1)):(s=ua(r),s.c(),m(s,1),s.m(e.parentNode,e)):s&&(E(),g(s,1,1,()=>{s=null}),x()),(!t||n&128)&&Ua(l,r[7])},i(r){t||(m(s),t=!0)},o(r){g(s),t=!1},d(r){r&&(i(e),i(l)),s&&s.d(r)}}}function Pa(o){let e;const l=o[15].default,t=q(l,o,o[14],null);return{c(){t&&t.c()},l(s){t&&t.l(s)},m(s,r){t&&t.m(s,r),e=!0},p(s,r){t&&t.p&&(!e||r&16384)&&A(t,l,s,s[14],e?S(l,s[14],r,null):Q(s[14]),null)},i(s){e||(m(t,s),e=!0)},o(s){g(t,s),e=!1},d(s){t&&t.d(s)}}}function ua(o){let e,l,t;var s=o[5];function r(n,c){return{props:{classNames:"mr-1.5 "+n[6]}}}return s&&(e=bt(s,r(o))),{c(){e&&T(e.$$.fragment),l=L()},l(n){e&&C(e.$$.fragment,n),l=L()},m(n,c){e&&J(e,n,c),u(n,l,c),t=!0},p(n,c){if(c&32&&s!==(s=n[5])){if(e){E();const f=e;g(f.$$.fragment,1,0,()=>{$(f,1)}),x()}s?(e=bt(s,r(n)),T(e.$$.fragment),m(e.$$.fragment,1),J(e,l.parentNode,l)):e=null}else if(s){const f={};c&64&&(f.classNames="mr-1.5 "+n[6]),e.$set(f)}},i(n){t||(e&&m(e.$$.fragment,n),t=!0)},o(n){e&&g(e.$$.fragment,n),t=!1},d(n){n&&i(l),e&&$(e,n)}}}function Ka(o){let e,l,t,s,r,n,c,f,b,I;const w=[Pa,Da],k=[];function Z(y,U){return y[13].default?0:1}return t=Z(o),s=k[t]=w[t](o),{c(){e=_("li"),l=_("a"),s.c(),this.h()},l(y){e=j(y,"LI",{class:!0});var U=H(e);l=j(U,"A",{class:!0,"data-label":!0,"data-url":!0,"data-value":!0,href:!0,rel:!0,target:!0});var F=H(l);s.l(F),F.forEach(i),U.forEach(i),this.h()},h(){M(l,"class",r="flex items-center hover:bg-gray-50 dark:hover:bg-gray-800 cursor-pointer px-3 py-1.5 whitespace-nowrap "+o[0]+" "+(o[9]?"hover:underline":"")+" "+(o[12]?"v2-dropdown-entry":"")),M(l,"data-label",o[1]),M(l,"data-url",o[2]),M(l,"data-value",o[3]),M(l,"href",o[4]),M(l,"rel",n=o[8]?"nofollow":void 0),M(l,"target",c=o[11]?"_blank":void 0),M(e,"class","not-prose")},m(y,U){u(y,e,U),X(e,l),k[t].m(l,null),f=!0,b||(I=kt(l,"click",function(){ya(o[10])&&o[10].apply(this,arguments)}),b=!0)},p(y,[U]){o=y;let F=t;t=Z(o),t===F?k[t].p(o,U):(E(),g(k[F],1,1,()=>{k[F]=null}),x(),s=k[t],s?s.p(o,U):(s=k[t]=w[t](o),s.c()),m(s,1),s.m(l,null)),(!f||U&4609&&r!==(r="flex items-center hover:bg-gray-50 dark:hover:bg-gray-800 cursor-pointer px-3 py-1.5 whitespace-nowrap "+o[0]+" "+(o[9]?"hover:underline":"")+" "+(o[12]?"v2-dropdown-entry":"")))&&M(l,"class",r),(!f||U&2)&&M(l,"data-label",o[1]),(!f||U&4)&&M(l,"data-url",o[2]),(!f||U&8)&&M(l,"data-value",o[3]),(!f||U&16)&&M(l,"href",o[4]),(!f||U&256&&n!==(n=o[8]?"nofollow":void 0))&&M(l,"rel",n),(!f||U&2048&&c!==(c=o[11]?"_blank":void 0))&&M(l,"target",c)},i(y){f||(m(s),f=!0)},o(y){g(s),f=!1},d(y){y&&i(e),k[t].d(),b=!1,I()}}}function Oa(o,e,l){let{$$slots:t={},$$scope:s}=e;const r=Ja(t);let{classNames:n=""}=e,{dataLabel:c=void 0}=e,{dataUrl:f=void 0}=e,{dataValue:b=void 0}=e,{href:I=void 0}=e,{icon:w=void 0}=e,{iconClassNames:k=""}=e,{label:Z=""}=e,{noFollow:y=!1}=e,{underline:U=!1}=e,{onClick:F=()=>{}}=e,{targetBlank:B=!1}=e,{useDeprecatedJS:N=!0}=e;return o.$$set=v=>{"classNames"in v&&l(0,n=v.classNames),"dataLabel"in v&&l(1,c=v.dataLabel),"dataUrl"in v&&l(2,f=v.dataUrl),"dataValue"in v&&l(3,b=v.dataValue),"href"in v&&l(4,I=v.href),"icon"in v&&l(5,w=v.icon),"iconClassNames"in v&&l(6,k=v.iconClassNames),"label"in v&&l(7,Z=v.label),"noFollow"in v&&l(8,y=v.noFollow),"underline"in v&&l(9,U=v.underline),"onClick"in v&&l(10,F=v.onClick),"targetBlank"in v&&l(11,B=v.targetBlank),"useDeprecatedJS"in v&&l(12,N=v.useDeprecatedJS),"$$scope"in v&&l(14,s=v.$$scope)},[n,c,f,b,I,w,k,Z,y,U,F,B,N,r,s,t]}class Ia extends is{constructor(e){super(),cs(this,e,Oa,Ka,os,{classNames:0,dataLabel:1,dataUrl:2,dataValue:3,href:4,icon:5,iconClassNames:6,label:7,noFollow:8,underline:9,onClick:10,targetBlank:11,useDeprecatedJS:12})}}const el=o=>({}),fa=o=>({slot:"button"});function ma(o,e,l){const t=o.slice();return t[9]=e[l].label,t[10]=e[l].value,t}const sl=o=>({}),ha=o=>({slot:"menu"}),tl=o=>({}),da=o=>({slot:"button"});function ga(o,e,l){const t=o.slice();return t[9]=e[l].label,t[10]=e[l].value,t}const al=o=>({}),ba=o=>({slot:"menu"}),ll=o=>({}),wa=o=>({});function nl(o){let e,l;return e=new Ga({props:{btnLabel:"",classNames:"colab-dropdown",noBtnClass:!0,useDeprecatedJS:!1,$$slots:{menu:[pl],button:[il]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&256&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function rl(o){let e,l,t;return{c(){e=_("a"),l=_("img"),this.h()},l(s){e=j(s,"A",{href:!0,target:!0});var r=H(e);l=j(r,"IMG",{alt:!0,class:!0,src:!0}),r.forEach(i),this.h()},h(){M(l,"alt","Open In Colab"),M(l,"class","!m-0"),_t(l.src,t="https://colab.research.google.com/assets/colab-badge.svg")||M(l,"src",t),M(e,"href",o[2][0].value),M(e,"target","_blank")},m(s,r){u(s,e,r),X(e,l)},p:W,i:W,o:W,d(s){s&&i(e)}}}function ol(o){let e,l;return{c(){e=_("img"),this.h()},l(t){e=j(t,"IMG",{alt:!0,class:!0,src:!0}),this.h()},h(){M(e,"alt","Open In Colab"),M(e,"class","!m-0"),_t(e.src,l="https://colab.research.google.com/assets/colab-badge.svg")||M(e,"src",l)},m(t,s){u(t,e,s)},p:W,d(t){t&&i(e)}}}function il(o){let e;const l=o[5].default,t=q(l,o,o[8],da),s=t||ol();return{c(){s&&s.c()},l(r){s&&s.l(r)},m(r,n){s&&s.m(r,n),e=!0},p(r,n){t&&t.p&&(!e||n&256)&&A(t,l,r,r[8],e?S(l,r[8],n,tl):Q(r[8]),da)},i(r){e||(m(s,r),e=!0)},o(r){g(s,r),e=!1},d(r){s&&s.d(r)}}}function _a(o){let e,l;function t(){return o[6](o[10])}return e=new Ia({props:{classNames:"text-sm !no-underline",iconClassNames:"text-gray-500",label:o[9],onClick:t,useDeprecatedJS:!1}}),{c(){T(e.$$.fragment)},l(s){C(e.$$.fragment,s)},m(s,r){J(e,s,r),l=!0},p(s,r){o=s},i(s){l||(m(e.$$.fragment,s),l=!0)},o(s){g(e.$$.fragment,s),l=!1},d(s){$(e,s)}}}function cl(o){let e,l,t=wt(o[2]),s=[];for(let n=0;n<t.length;n+=1)s[n]=_a(ga(o,t,n));const r=n=>g(s[n],1,1,()=>{s[n]=null});return{c(){for(let n=0;n<s.length;n+=1)s[n].c();e=L()},l(n){for(let c=0;c<s.length;c+=1)s[c].l(n);e=L()},m(n,c){for(let f=0;f<s.length;f+=1)s[f]&&s[f].m(n,c);u(n,e,c),l=!0},p(n,c){if(c&4){t=wt(n[2]);let f;for(f=0;f<t.length;f+=1){const b=ga(n,t,f);s[f]?(s[f].p(b,c),m(s[f],1)):(s[f]=_a(b),s[f].c(),m(s[f],1),s[f].m(e.parentNode,e))}for(E(),f=t.length;f<s.length;f+=1)r(f);x()}},i(n){if(!l){for(let c=0;c<t.length;c+=1)m(s[c]);l=!0}},o(n){s=s.filter(Boolean);for(let c=0;c<s.length;c+=1)g(s[c]);l=!1},d(n){n&&i(e),Ca(s,n)}}}function pl(o){let e;const l=o[5].default,t=q(l,o,o[8],ba),s=t||cl(o);return{c(){s&&s.c()},l(r){s&&s.l(r)},m(r,n){s&&s.m(r,n),e=!0},p(r,n){t&&t.p&&(!e||n&256)&&A(t,l,r,r[8],e?S(l,r[8],n,al):Q(r[8]),ba)},i(r){e||(m(s,r),e=!0)},o(r){g(s,r),e=!1},d(r){s&&s.d(r)}}}function ul(o){let e,l;return e=new Ga({props:{btnLabel:"",classNames:"colab-dropdown",noBtnClass:!0,useDeprecatedJS:!1,$$slots:{menu:[gl],button:[hl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&256&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function fl(o){let e,l,t;return{c(){e=_("a"),l=_("img"),this.h()},l(s){e=j(s,"A",{href:!0,target:!0});var r=H(e);l=j(r,"IMG",{alt:!0,class:!0,src:!0}),r.forEach(i),this.h()},h(){M(l,"alt","Open In Studio Lab"),M(l,"class","!m-0"),_t(l.src,t="https://studiolab.sagemaker.aws/studiolab.svg")||M(l,"src",t),M(e,"href",o[3][0].value),M(e,"target","_blank")},m(s,r){u(s,e,r),X(e,l)},p:W,i:W,o:W,d(s){s&&i(e)}}}function ml(o){let e,l;return{c(){e=_("img"),this.h()},l(t){e=j(t,"IMG",{alt:!0,class:!0,src:!0}),this.h()},h(){M(e,"alt","Open In Studio Lab"),M(e,"class","!m-0"),_t(e.src,l="https://studiolab.sagemaker.aws/studiolab.svg")||M(e,"src",l)},m(t,s){u(t,e,s)},p:W,d(t){t&&i(e)}}}function hl(o){let e;const l=o[5].default,t=q(l,o,o[8],fa),s=t||ml();return{c(){s&&s.c()},l(r){s&&s.l(r)},m(r,n){s&&s.m(r,n),e=!0},p(r,n){t&&t.p&&(!e||n&256)&&A(t,l,r,r[8],e?S(l,r[8],n,el):Q(r[8]),fa)},i(r){e||(m(s,r),e=!0)},o(r){g(s,r),e=!1},d(r){s&&s.d(r)}}}function ja(o){let e,l;function t(){return o[7](o[10])}return e=new Ia({props:{classNames:"text-sm !no-underline",iconClassNames:"text-gray-500",label:o[9],onClick:t,useDeprecatedJS:!1}}),{c(){T(e.$$.fragment)},l(s){C(e.$$.fragment,s)},m(s,r){J(e,s,r),l=!0},p(s,r){o=s},i(s){l||(m(e.$$.fragment,s),l=!0)},o(s){g(e.$$.fragment,s),l=!1},d(s){$(e,s)}}}function dl(o){let e,l,t=wt(o[3]),s=[];for(let n=0;n<t.length;n+=1)s[n]=ja(ma(o,t,n));const r=n=>g(s[n],1,1,()=>{s[n]=null});return{c(){for(let n=0;n<s.length;n+=1)s[n].c();e=L()},l(n){for(let c=0;c<s.length;c+=1)s[c].l(n);e=L()},m(n,c){for(let f=0;f<s.length;f+=1)s[f]&&s[f].m(n,c);u(n,e,c),l=!0},p(n,c){if(c&8){t=wt(n[3]);let f;for(f=0;f<t.length;f+=1){const b=ma(n,t,f);s[f]?(s[f].p(b,c),m(s[f],1)):(s[f]=ja(b),s[f].c(),m(s[f],1),s[f].m(e.parentNode,e))}for(E(),f=t.length;f<s.length;f+=1)r(f);x()}},i(n){if(!l){for(let c=0;c<t.length;c+=1)m(s[c]);l=!0}},o(n){s=s.filter(Boolean);for(let c=0;c<s.length;c+=1)g(s[c]);l=!1},d(n){n&&i(e),Ca(s,n)}}}function gl(o){let e;const l=o[5].default,t=q(l,o,o[8],ha),s=t||dl(o);return{c(){s&&s.c()},l(r){s&&s.l(r)},m(r,n){s&&s.m(r,n),e=!0},p(r,n){t&&t.p&&(!e||n&256)&&A(t,l,r,r[8],e?S(l,r[8],n,sl):Q(r[8]),ha)},i(r){e||(m(s,r),e=!0)},o(r){g(s,r),e=!1},d(r){s&&s.d(r)}}}function bl(o){let e,l,t,s,r,n,c,f,b;const I=o[5].alwaysVisible,w=q(I,o,o[8],wa),k=[rl,nl],Z=[];function y(N,v){return N[2].length===1?0:N[2].length>1?1:-1}~(t=y(o))&&(s=Z[t]=k[t](o));const U=[fl,ul],F=[];function B(N,v){return N[3].length===1?0:N[3].length>1?1:-1}return~(n=B(o))&&(c=F[n]=U[n](o)),{c(){e=_("div"),w&&w.c(),l=h(),s&&s.c(),r=h(),c&&c.c(),this.h()},l(N){e=j(N,"DIV",{class:!0,style:!0});var v=H(e);w&&w.l(v),l=d(v),s&&s.l(v),r=d(v),c&&c.l(v),v.forEach(i),this.h()},h(){M(e,"class",f="flex space-x-1 "+o[0]),M(e,"style",o[1])},m(N,v){u(N,e,v),w&&w.m(e,null),X(e,l),~t&&Z[t].m(e,null),X(e,r),~n&&F[n].m(e,null),b=!0},p(N,[v]){w&&w.p&&(!b||v&256)&&A(w,I,N,N[8],b?S(I,N[8],v,ll):Q(N[8]),wa),s&&s.p(N,v),c&&c.p(N,v),(!b||v&1&&f!==(f="flex space-x-1 "+N[0]))&&M(e,"class",f),(!b||v&2)&&M(e,"style",N[1])},i(N){b||(m(w,N),m(s),m(c),b=!0)},o(N){g(w,N),g(s),g(c),b=!1},d(N){N&&i(e),w&&w.d(N),~t&&Z[t].d(),~n&&F[n].d()}}}function Ma(o){window.open(o)}function wl(o,e,l){let{$$slots:t={},$$scope:s}=e,{options:r=[]}=e,{classNames:n=""}=e,{containerStyle:c=""}=e;const f=r.filter(k=>k.value.includes("colab.research.google.com")),b=r.filter(k=>k.value.includes("studiolab.sagemaker.aws")),I=k=>Ma(k),w=k=>Ma(k);return o.$$set=k=>{"options"in k&&l(4,r=k.options),"classNames"in k&&l(0,n=k.classNames),"containerStyle"in k&&l(1,c=k.containerStyle),"$$scope"in k&&l(8,s=k.$$scope)},[n,c,f,b,r,t,I,w,s]}class _l extends is{constructor(e){super(),cs(this,e,wl,bl,os,{options:4,classNames:0,containerStyle:1})}}function jl(o){let e,l="<code>bash pip install torch</code>";return{c(){e=_("p"),e.innerHTML=l},l(t){e=j(t,"P",{"data-svelte-h":!0}),G(e)!=="svelte-1moa9h7"&&(e.innerHTML=l)},m(t,s){u(t,e,s)},p:W,d(t){t&&i(e)}}}function Ml(o){let e,l;return e=new se({props:{$$slots:{default:[jl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function yl(o){let e,l="<code>bash pip install tensorflow</code>";return{c(){e=_("p"),e.innerHTML=l},l(t){e=j(t,"P",{"data-svelte-h":!0}),G(e)!=="svelte-1a7peb4"&&(e.innerHTML=l)},m(t,s){u(t,e,s)},p:W,d(t){t&&i(e)}}}function kl(o){let e,l;return e=new se({props:{$$slots:{default:[yl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Tl(o){let e,l='Use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.set_format">set_format()</a> function to set the dataset format to <code>torch</code> and specify the columns you want to format. This function applies formatting on-the-fly. After converting to PyTorch tensors, wrap the dataset in <a href="https://alband.github.io/doc_view/data.html?highlight=torch%20utils%20data%20dataloader#torch.utils.data.DataLoader" rel="nofollow"><code>torch.utils.data.DataLoader</code></a>:',t,s,r;return s=new V({props:{code:"ZnJvbSUyMHRvcmNoLnV0aWxzLmRhdGElMjBpbXBvcnQlMjBEYXRhTG9hZGVyJTBBJTBBZGF0YXNldC5zZXRfZm9ybWF0KHR5cGUlM0QlMjJ0b3JjaCUyMiUyQyUyMGNvbHVtbnMlM0QlNUIlMjJpbnB1dF92YWx1ZXMlMjIlMkMlMjAlMjJsYWJlbHMlMjIlNUQpJTBBZGF0YWxvYWRlciUyMCUzRCUyMERhdGFMb2FkZXIoZGF0YXNldCUyQyUyMGJhdGNoX3NpemUlM0Q0KQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> torch.utils.data <span class="hljs-keyword">import</span> DataLoader | |
| <span class="hljs-meta">>>> </span>dataset.set_format(<span class="hljs-built_in">type</span>=<span class="hljs-string">"torch"</span>, columns=[<span class="hljs-string">"input_values"</span>, <span class="hljs-string">"labels"</span>]) | |
| <span class="hljs-meta">>>> </span>dataloader = DataLoader(dataset, batch_size=<span class="hljs-number">4</span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),T(s.$$.fragment)},l(n){e=j(n,"P",{"data-svelte-h":!0}),G(e)!=="svelte-1fubkz"&&(e.innerHTML=l),t=d(n),C(s.$$.fragment,n)},m(n,c){u(n,e,c),u(n,t,c),J(s,n,c),r=!0},p:W,i(n){r||(m(s.$$.fragment,n),r=!0)},o(n){g(s.$$.fragment,n),r=!1},d(n){n&&(i(e),i(t)),$(s,n)}}}function Jl(o){let e,l;return e=new se({props:{$$slots:{default:[Tl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function $l(o){let e,l=`Use the <code>prepare_tf_dataset</code> method from 🤗 Transformers to prepare the dataset to be compatible with | |
| TensorFlow, and ready to train/fine-tune a model, as it wraps a HuggingFace <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset">Dataset</a> as a <code>tf.data.Dataset</code> | |
| with collation and batching, so one can pass it directly to Keras methods like <code>fit()</code> without further modification.`,t,s,r;return s=new V({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvdyUyMGFzJTIwdGYlMEElMEF0Zl9kYXRhc2V0JTIwJTNEJTIwbW9kZWwucHJlcGFyZV90Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGRhdGFzZXQlMkMlMEElMjAlMjAlMjAlMjBiYXRjaF9zaXplJTNENCUyQyUwQSUyMCUyMCUyMCUyMHNodWZmbGUlM0RUcnVlJTJDJTBBKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf | |
| <span class="hljs-meta">>>> </span>tf_dataset = model.prepare_tf_dataset( | |
| <span class="hljs-meta">... </span> dataset, | |
| <span class="hljs-meta">... </span> batch_size=<span class="hljs-number">4</span>, | |
| <span class="hljs-meta">... </span> shuffle=<span class="hljs-literal">True</span>, | |
| <span class="hljs-meta">... </span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),T(s.$$.fragment)},l(n){e=j(n,"P",{"data-svelte-h":!0}),G(e)!=="svelte-ie7y9n"&&(e.innerHTML=l),t=d(n),C(s.$$.fragment,n)},m(n,c){u(n,e,c),u(n,t,c),J(s,n,c),r=!0},p:W,i(n){r||(m(s.$$.fragment,n),r=!0)},o(n){g(s.$$.fragment,n),r=!1},d(n){n&&(i(e),i(t)),$(s,n)}}}function vl(o){let e,l;return e=new se({props:{$$slots:{default:[$l]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Ul(o){let e,l='Wrap the dataset in <a href="https://alband.github.io/doc_view/data.html?highlight=torch%20utils%20data%20dataloader#torch.utils.data.DataLoader" rel="nofollow"><code>torch.utils.data.DataLoader</code></a>. You’ll also need to create a collate function to collate the samples into batches:',t,s,r;return s=new V({props:{code:"ZnJvbSUyMHRvcmNoLnV0aWxzLmRhdGElMjBpbXBvcnQlMjBEYXRhTG9hZGVyJTBBJTBBZGVmJTIwY29sbGF0ZV9mbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBpbWFnZXMlMjAlM0QlMjAlNUIlNUQlMEElMjAlMjAlMjAlMjBsYWJlbHMlMjAlM0QlMjAlNUIlNUQlMEElMjAlMjAlMjAlMjBmb3IlMjBleGFtcGxlJTIwaW4lMjBleGFtcGxlcyUzQSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMGltYWdlcy5hcHBlbmQoKGV4YW1wbGUlNUIlMjJwaXhlbF92YWx1ZXMlMjIlNUQpKSUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMGxhYmVscy5hcHBlbmQoZXhhbXBsZSU1QiUyMmxhYmVscyUyMiU1RCklMEElMjAlMjAlMjAlMjBwaXhlbF92YWx1ZXMlMjAlM0QlMjB0b3JjaC5zdGFjayhpbWFnZXMpJTBBJTIwJTIwJTIwJTIwbGFiZWxzJTIwJTNEJTIwdG9yY2gudGVuc29yKGxhYmVscyklMEElMjAlMjAlMjAlMjByZXR1cm4lMjAlN0IlMjJwaXhlbF92YWx1ZXMlMjIlM0ElMjBwaXhlbF92YWx1ZXMlMkMlMjAlMjJsYWJlbHMlMjIlM0ElMjBsYWJlbHMlN0QlMEFkYXRhbG9hZGVyJTIwJTNEJTIwRGF0YUxvYWRlcihkYXRhc2V0JTJDJTIwY29sbGF0ZV9mbiUzRGNvbGxhdGVfZm4lMkMlMjBiYXRjaF9zaXplJTNENCk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> torch.utils.data <span class="hljs-keyword">import</span> DataLoader | |
| <span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">collate_fn</span>(<span class="hljs-params">examples</span>): | |
| <span class="hljs-meta">... </span> images = [] | |
| <span class="hljs-meta">... </span> labels = [] | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">for</span> example <span class="hljs-keyword">in</span> examples: | |
| <span class="hljs-meta">... </span> images.append((example[<span class="hljs-string">"pixel_values"</span>])) | |
| <span class="hljs-meta">... </span> labels.append(example[<span class="hljs-string">"labels"</span>]) | |
| ... | |
| <span class="hljs-meta">... </span> pixel_values = torch.stack(images) | |
| <span class="hljs-meta">... </span> labels = torch.tensor(labels) | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> {<span class="hljs-string">"pixel_values"</span>: pixel_values, <span class="hljs-string">"labels"</span>: labels} | |
| <span class="hljs-meta">>>> </span>dataloader = DataLoader(dataset, collate_fn=collate_fn, batch_size=<span class="hljs-number">4</span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),T(s.$$.fragment)},l(n){e=j(n,"P",{"data-svelte-h":!0}),G(e)!=="svelte-lbzzax"&&(e.innerHTML=l),t=d(n),C(s.$$.fragment,n)},m(n,c){u(n,e,c),u(n,t,c),J(s,n,c),r=!0},p:W,i(n){r||(m(s.$$.fragment,n),r=!0)},o(n){g(s.$$.fragment,n),r=!1},d(n){n&&(i(e),i(t)),$(s,n)}}}function Cl(o){let e,l;return e=new se({props:{$$slots:{default:[Ul]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Gl(o){let e,l=`Use the <code>prepare_tf_dataset</code> method from 🤗 Transformers to prepare the dataset to be compatible with | |
| TensorFlow, and ready to train/fine-tune a model, as it wraps a HuggingFace <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset">Dataset</a> as a <code>tf.data.Dataset</code> | |
| with collation and batching, so one can pass it directly to Keras methods like <code>fit()</code> without further modification.`,t,s,r="Before you start, make sure you have up-to-date versions of <code>albumentations</code> and <code>cv2</code> installed:",n,c,f,b,I;return c=new V({props:{code:"cGlwJTIwaW5zdGFsbCUyMC1VJTIwYWxidW1lbnRhdGlvbnMlMjBvcGVuY3YtcHl0aG9u",highlighted:"pip install -U albumentations opencv-python",wrap:!1}}),b=new V({props:{code:"aW1wb3J0JTIwYWxidW1lbnRhdGlvbnMlMEFpbXBvcnQlMjBudW1weSUyMGFzJTIwbnAlMEElMEF0cmFuc2Zvcm0lMjAlM0QlMjBhbGJ1bWVudGF0aW9ucy5Db21wb3NlKCU1QiUwQSUyMCUyMCUyMCUyMGFsYnVtZW50YXRpb25zLlJhbmRvbUNyb3Aod2lkdGglM0QyNTYlMkMlMjBoZWlnaHQlM0QyNTYpJTJDJTBBJTIwJTIwJTIwJTIwYWxidW1lbnRhdGlvbnMuSG9yaXpvbnRhbEZsaXAocCUzRDAuNSklMkMlMEElMjAlMjAlMjAlMjBhbGJ1bWVudGF0aW9ucy5SYW5kb21CcmlnaHRuZXNzQ29udHJhc3QocCUzRDAuMiklMkMlMEElNUQpJTBBJTBBZGVmJTIwdHJhbnNmb3JtcyhleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBleGFtcGxlcyU1QiUyMnBpeGVsX3ZhbHVlcyUyMiU1RCUyMCUzRCUyMCU1QiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMHRyYW5zZm9ybShpbWFnZSUzRG5wLmFycmF5KGltYWdlKSklNUIlMjJpbWFnZSUyMiU1RCUyMGZvciUyMGltYWdlJTIwaW4lMjBleGFtcGxlcyU1QiUyMmltYWdlJTIyJTVEJTBBJTIwJTIwJTIwJTIwJTVEJTBBJTIwJTIwJTIwJTIwcmV0dXJuJTIwZXhhbXBsZXMlMEElMEFkYXRhc2V0LnNldF90cmFuc2Zvcm0odHJhbnNmb3JtcyklMEF0Zl9kYXRhc2V0JTIwJTNEJTIwbW9kZWwucHJlcGFyZV90Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGRhdGFzZXQlMkMlMEElMjAlMjAlMjAlMjBiYXRjaF9zaXplJTNENCUyQyUwQSUyMCUyMCUyMCUyMHNodWZmbGUlM0RUcnVlJTJDJTBBKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> albumentations | |
| <span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> numpy <span class="hljs-keyword">as</span> np | |
| <span class="hljs-meta">>>> </span>transform = albumentations.Compose([ | |
| <span class="hljs-meta">... </span> albumentations.RandomCrop(width=<span class="hljs-number">256</span>, height=<span class="hljs-number">256</span>), | |
| <span class="hljs-meta">... </span> albumentations.HorizontalFlip(p=<span class="hljs-number">0.5</span>), | |
| <span class="hljs-meta">... </span> albumentations.RandomBrightnessContrast(p=<span class="hljs-number">0.2</span>), | |
| <span class="hljs-meta">... </span>]) | |
| <span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">transforms</span>(<span class="hljs-params">examples</span>): | |
| <span class="hljs-meta">... </span> examples[<span class="hljs-string">"pixel_values"</span>] = [ | |
| <span class="hljs-meta">... </span> transform(image=np.array(image))[<span class="hljs-string">"image"</span>] <span class="hljs-keyword">for</span> image <span class="hljs-keyword">in</span> examples[<span class="hljs-string">"image"</span>] | |
| <span class="hljs-meta">... </span> ] | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> examples | |
| <span class="hljs-meta">>>> </span>dataset.set_transform(transforms) | |
| <span class="hljs-meta">>>> </span>tf_dataset = model.prepare_tf_dataset( | |
| <span class="hljs-meta">... </span> dataset, | |
| <span class="hljs-meta">... </span> batch_size=<span class="hljs-number">4</span>, | |
| <span class="hljs-meta">... </span> shuffle=<span class="hljs-literal">True</span>, | |
| <span class="hljs-meta">... </span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),s=_("p"),s.innerHTML=r,n=h(),T(c.$$.fragment),f=h(),T(b.$$.fragment)},l(w){e=j(w,"P",{"data-svelte-h":!0}),G(e)!=="svelte-ie7y9n"&&(e.innerHTML=l),t=d(w),s=j(w,"P",{"data-svelte-h":!0}),G(s)!=="svelte-1qtuikq"&&(s.innerHTML=r),n=d(w),C(c.$$.fragment,w),f=d(w),C(b.$$.fragment,w)},m(w,k){u(w,e,k),u(w,t,k),u(w,s,k),u(w,n,k),J(c,w,k),u(w,f,k),J(b,w,k),I=!0},p:W,i(w){I||(m(c.$$.fragment,w),m(b.$$.fragment,w),I=!0)},o(w){g(c.$$.fragment,w),g(b.$$.fragment,w),I=!1},d(w){w&&(i(e),i(t),i(s),i(n),i(f)),$(c,w),$(b,w)}}}function Il(o){let e,l;return e=new se({props:{$$slots:{default:[Gl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Zl(o){let e,l='Use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.with_format">with_format()</a> function to set the dataset format to <code>torch</code> and specify the columns you want to format. This function applies formatting on-the-fly. After converting to PyTorch tensors, wrap the dataset in <a href="https://alband.github.io/doc_view/data.html?highlight=torch%20utils%20data%20dataloader#torch.utils.data.DataLoader" rel="nofollow"><code>torch.utils.data.DataLoader</code></a>:',t,s,r;return s=new V({props:{code:"aW1wb3J0JTIwdG9yY2glMEElMEFkYXRhc2V0JTIwJTNEJTIwZGF0YXNldC5zZWxlY3RfY29sdW1ucyglNUIlMjJpbnB1dF9pZHMlMjIlMkMlMjAlMjJ0b2tlbl90eXBlX2lkcyUyMiUyQyUyMCUyMmF0dGVudGlvbl9tYXNrJTIyJTJDJTIwJTIybGFiZWxzJTIyJTVEKSUwQWRhdGFzZXQlMjAlM0QlMjBkYXRhc2V0LndpdGhfZm9ybWF0KHR5cGUlM0QlMjJ0b3JjaCUyMiklMEFkYXRhbG9hZGVyJTIwJTNEJTIwdG9yY2gudXRpbHMuZGF0YS5EYXRhTG9hZGVyKGRhdGFzZXQlMkMlMjBiYXRjaF9zaXplJTNEMzIp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> torch | |
| <span class="hljs-meta">>>> </span>dataset = dataset.select_columns([<span class="hljs-string">"input_ids"</span>, <span class="hljs-string">"token_type_ids"</span>, <span class="hljs-string">"attention_mask"</span>, <span class="hljs-string">"labels"</span>]) | |
| <span class="hljs-meta">>>> </span>dataset = dataset.with_format(<span class="hljs-built_in">type</span>=<span class="hljs-string">"torch"</span>) | |
| <span class="hljs-meta">>>> </span>dataloader = torch.utils.data.DataLoader(dataset, batch_size=<span class="hljs-number">32</span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),T(s.$$.fragment)},l(n){e=j(n,"P",{"data-svelte-h":!0}),G(e)!=="svelte-1repv6r"&&(e.innerHTML=l),t=d(n),C(s.$$.fragment,n)},m(n,c){u(n,e,c),u(n,t,c),J(s,n,c),r=!0},p:W,i(n){r||(m(s.$$.fragment,n),r=!0)},o(n){g(s.$$.fragment,n),r=!1},d(n){n&&(i(e),i(t)),$(s,n)}}}function Fl(o){let e,l;return e=new se({props:{$$slots:{default:[Zl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Nl(o){let e,l=`Use the <code>prepare_tf_dataset</code> method from 🤗 Transformers to prepare the dataset to be compatible with | |
| TensorFlow, and ready to train/fine-tune a model, as it wraps a HuggingFace <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset">Dataset</a> as a <code>tf.data.Dataset</code> | |
| with collation and batching, so one can pass it directly to Keras methods like <code>fit()</code> without further modification.`,t,s,r;return s=new V({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvdyUyMGFzJTIwdGYlMEElMEF0Zl9kYXRhc2V0JTIwJTNEJTIwbW9kZWwucHJlcGFyZV90Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGRhdGFzZXQlMkMlMEElMjAlMjAlMjAlMjBiYXRjaF9zaXplJTNENCUyQyUwQSUyMCUyMCUyMCUyMHNodWZmbGUlM0RUcnVlJTJDJTBBKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf | |
| <span class="hljs-meta">>>> </span>tf_dataset = model.prepare_tf_dataset( | |
| <span class="hljs-meta">... </span> dataset, | |
| <span class="hljs-meta">... </span> batch_size=<span class="hljs-number">4</span>, | |
| <span class="hljs-meta">... </span> shuffle=<span class="hljs-literal">True</span>, | |
| <span class="hljs-meta">... </span>)`,wrap:!1}}),{c(){e=_("p"),e.innerHTML=l,t=h(),T(s.$$.fragment)},l(n){e=j(n,"P",{"data-svelte-h":!0}),G(e)!=="svelte-ie7y9n"&&(e.innerHTML=l),t=d(n),C(s.$$.fragment,n)},m(n,c){u(n,e,c),u(n,t,c),J(s,n,c),r=!0},p:W,i(n){r||(m(s.$$.fragment,n),r=!0)},o(n){g(s.$$.fragment,n),r=!1},d(n){n&&(i(e),i(t)),$(s,n)}}}function Rl(o){let e,l;return e=new se({props:{$$slots:{default:[Nl]},$$scope:{ctx:o}}}),{c(){T(e.$$.fragment)},l(t){C(e.$$.fragment,t)},m(t,s){J(e,t,s),l=!0},p(t,s){const r={};s&2&&(r.$$scope={dirty:s,ctx:t}),e.$set(r)},i(t){l||(m(e.$$.fragment,t),l=!0)},o(t){g(e.$$.fragment,t),l=!1},d(t){$(e,t)}}}function Bl(o){let e,l,t,s,r,n,c,f,b,I,w,k='This quickstart is intended for developers who are ready to dive into the code and see an example of how to integrate 🤗 Datasets into their model training workflow. If you’re a beginner, we recommend starting with our <a href="./tutorial">tutorials</a>, where you’ll get a more thorough introduction.',Z,y,U='Each dataset is unique, and depending on the task, some datasets may require additional steps to prepare it for training. But you can always use 🤗 Datasets tools to load and process a dataset. The fastest and easiest way to get started is by loading an existing dataset from the <a href="https://huggingface.co/datasets" rel="nofollow">Hugging Face Hub</a>. There are thousands of datasets to choose from, spanning many tasks. Choose the type of dataset you want to work with, and let’s get started!',F,B,N=`<div class="w-full flex flex-col space-y-4 md:space-y-0 md:grid md:grid-cols-3 md:gap-y-4 md:gap-x-5"><a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="#audio"><div class="w-full text-center bg-gradient-to-r from-violet-300 via-sky-400 to-green-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">Audio</div> <p class="text-gray-700">Resample an audio dataset and get it ready for a model to classify what | |
| type of banking issue a speaker is calling about.</p></a> <a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="#vision"><div class="w-full text-center bg-gradient-to-r from-pink-400 via-purple-400 to-blue-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">Vision</div> <p class="text-gray-700">Apply data augmentation to an image dataset and get it ready for a model | |
| to diagnose disease in bean plants.</p></a> <a class="!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg" href="#nlp"><div class="w-full text-center bg-gradient-to-r from-orange-300 via-red-400 to-violet-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed">NLP</div> <p class="text-gray-700">Tokenize a dataset and get it ready for a model to determine whether a | |
| pair of sentences have the same meaning.</p></a></div>`,v,Y,fs='<p>Check out <a href="https://huggingface.co/course/chapter5/1?fw=pt" rel="nofollow">Chapter 5</a> of the Hugging Face course to learn more about other important topics such as loading remote or local datasets, tools for cleaning up a dataset, and creating your own dataset.</p>',R,z,Tt="Start by installing 🤗 Datasets:",ms,te,hs,ae,Jt="🤗 Datasets also support audio and image data formats:",ds,D,le,ns,$t='To work with audio datasets, install the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Audio">Audio</a> feature:',jt,ne,Mt,re,rs,vt='To work with image datasets, install the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Image">Image</a> feature:',yt,oe,gs,ie,Ut="Besides 🤗 Datasets, make sure your preferred machine learning framework is installed:",bs,P,ws,ce,_s,pe,Ct='Audio datasets are loaded just like text datasets. However, an audio dataset is preprocessed a bit differently. Instead of a tokenizer, you’ll need a <a href="https://huggingface.co/docs/transformers/main_classes/feature_extractor#feature-extractor" rel="nofollow">feature extractor</a>. An audio input may also require resampling its sampling rate to match the sampling rate of the pretrained model you’re using. In this quickstart, you’ll prepare the <a href="https://huggingface.co/datasets/PolyAI/minds14" rel="nofollow">MInDS-14</a> dataset for a model train on and classify the banking issue a customer is having.',js,ue,Gt='<strong>1</strong>. Load the MInDS-14 dataset by providing the <a href="/docs/datasets/pr_8021/en/package_reference/loading_methods#datasets.load_dataset">load_dataset()</a> function with the dataset name, dataset configuration (not all datasets will have a configuration), and a dataset split:',Ms,fe,ys,me,It='<strong>2</strong>. Next, load a pretrained <a href="https://huggingface.co/facebook/wav2vec2-base" rel="nofollow">Wav2Vec2</a> model and its corresponding feature extractor from the <a href="https://huggingface.co/transformers/" rel="nofollow">🤗 Transformers</a> library. It is totally normal to see a warning after you load the model about some weights not being initialized. This is expected because you are loading this model checkpoint for training with another task.',ks,he,Ts,de,Zt='<strong>3</strong>. The <a href="https://huggingface.co/datasets/PolyAI/minds14" rel="nofollow">MInDS-14</a> dataset card indicates the sampling rate is 8kHz, but the Wav2Vec2 model was pretrained on a sampling rate of 16kHZ. You’ll need to upsample the <code>audio</code> column with the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.cast_column">cast_column()</a> function and <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Audio">Audio</a> feature to match the model’s sampling rate.',Js,ge,$s,be,Ft="<strong>4</strong>. Create a function to preprocess the audio <code>array</code> with the feature extractor, and truncate and pad the sequences into tidy rectangular tensors. The most important thing to remember is to call the audio <code>array</code> in the feature extractor since the <code>array</code> - the actual speech signal - is the model input.",vs,we,Nt='Once you have a preprocessing function, use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.map">map()</a> function to speed up processing by applying the function to batches of examples in the dataset.',Us,_e,Cs,je,Rt='<strong>5</strong>. Use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.rename_column">rename_column()</a> function to rename the <code>intent_class</code> column to <code>labels</code>, which is the expected input name in <a href="https://huggingface.co/docs/transformers/main/en/model_doc/wav2vec2#transformers.Wav2Vec2ForSequenceClassification" rel="nofollow">Wav2Vec2ForSequenceClassification</a>:',Gs,Me,Is,ye,Bt="<strong>6</strong>. Set the dataset format according to the machine learning framework you’re using.",Zs,K,Fs,ke,Vt='<strong>7</strong>. Start training with your machine learning framework! Check out the 🤗 Transformers <a href="https://huggingface.co/docs/transformers/tasks/audio_classification" rel="nofollow">audio classification guide</a> for an end-to-end example of how to train a model on an audio dataset.',Ns,Te,Rs,Je,Wt='Image datasets are loaded just like text datasets. However, instead of a tokenizer, you’ll need a <a href="https://huggingface.co/docs/transformers/main_classes/feature_extractor#feature-extractor" rel="nofollow">feature extractor</a> to preprocess the dataset. Applying data augmentation to an image is common in computer vision to make the model more robust against overfitting. You’re free to use any data augmentation library you want, and then you can apply the augmentations with 🤗 Datasets. In this quickstart, you’ll load the <a href="https://huggingface.co/datasets/beans" rel="nofollow">Beans</a> dataset and get it ready for the model to train on and identify disease from the leaf images.',Bs,$e,Xt='<strong>1</strong>. Load the Beans dataset by providing the <a href="/docs/datasets/pr_8021/en/package_reference/loading_methods#datasets.load_dataset">load_dataset()</a> function with the dataset name and a dataset split:',Vs,ve,Ws,Ue,Ht='Most image models work with RBG images. If your dataset contains images in a different mode, you can use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.cast_column">cast_column()</a> function to set the mode to RGB:',Xs,Ce,Hs,Ge,Yt="The Beans dataset contains only RGB images, so this step is unnecessary here.",Ys,Ie,zt='<strong>2</strong>. Now you can add some data augmentations with any library (<a href="https://albumentations.ai/" rel="nofollow">Albumentations</a>, <a href="https://imgaug.readthedocs.io/en/latest/" rel="nofollow">imgaug</a>, <a href="https://kornia.readthedocs.io/en/latest/" rel="nofollow">Kornia</a>) you like. Here, you’ll use <a href="https://pytorch.org/vision/stable/transforms.html" rel="nofollow">torchvision</a> to randomly change the color properties of an image:',zs,Ze,Es,Fe,Et="<strong>3</strong>. Create a function to apply your transform to the dataset and generate the model input: <code>pixel_values</code>.",xs,Ne,Ls,Re,xt='<strong>4</strong>. Use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.with_transform">with_transform()</a> function to apply the data augmentations on-the-fly:',qs,Be,As,Ve,Lt="<strong>5</strong>. Set the dataset format according to the machine learning framework you’re using.",Qs,O,Ss,We,qt='<strong>6</strong>. Start training with your machine learning framework! Check out the 🤗 Transformers <a href="https://huggingface.co/docs/transformers/tasks/image_classification" rel="nofollow">image classification guide</a> for an end-to-end example of how to train a model on an image dataset.',Ds,Xe,Ps,He,At='Text needs to be tokenized into individual tokens by a <a href="https://huggingface.co/docs/transformers/main_classes/tokenizer" rel="nofollow">tokenizer</a>. For the quickstart, you’ll load the <a href="https://huggingface.co/datasets/nyu-mll/glue/viewer/mrpc" rel="nofollow">Microsoft Research Paraphrase Corpus (MRPC)</a> training dataset to train a model to determine whether a pair of sentences mean the same thing.',Ks,Ye,Qt='<strong>1</strong>. Load the MRPC dataset by providing the <a href="/docs/datasets/pr_8021/en/package_reference/loading_methods#datasets.load_dataset">load_dataset()</a> function with the dataset name, dataset configuration (not all datasets will have a configuration), and dataset split:',Os,ze,et,Ee,St='<strong>2</strong>. Next, load a pretrained <a href="https://huggingface.co/bert-base-uncased" rel="nofollow">BERT</a> model and its corresponding tokenizer from the <a href="https://huggingface.co/transformers/" rel="nofollow">🤗 Transformers</a> library. It is totally normal to see a warning after you load the model about some weights not being initialized. This is expected because you are loading this model checkpoint for training with another task.',st,xe,tt,Le,Dt="<strong>3</strong>. Create a function to tokenize the dataset, and you should also truncate and pad the text into tidy rectangular tensors. The tokenizer generates three new columns in the dataset: <code>input_ids</code>, <code>token_type_ids</code>, and an <code>attention_mask</code>. These are the model inputs.",at,qe,Pt='Use the <a href="/docs/datasets/pr_8021/en/package_reference/main_classes#datasets.Dataset.map">map()</a> function to speed up processing by applying your tokenization function to batches of examples in the dataset:',lt,Ae,nt,Qe,Kt='<strong>4</strong>. Rename the <code>label</code> column to <code>labels</code>, which is the expected input name in <a href="https://huggingface.co/docs/transformers/main/en/model_doc/bert#transformers.BertForSequenceClassification" rel="nofollow">BertForSequenceClassification</a>:',rt,Se,ot,De,Ot="<strong>5</strong>. Set the dataset format according to the machine learning framework you’re using.",it,ee,ct,Pe,ea='<strong>6</strong>. Start training with your machine learning framework! Check out the 🤗 Transformers <a href="https://huggingface.co/docs/transformers/tasks/sequence_classification" rel="nofollow">text classification guide</a> for an end-to-end example of how to train a model on a text dataset.',pt,Ke,ut,Oe,sa="This completes the 🤗 Datasets quickstart! You can load any text, audio, or image dataset with a single function and get it ready for your model to train on.",ft,es,ta='For your next steps, take a look at our <a href="./how_to">How-to guides</a> and learn how to do more specific things like loading different dataset formats, aligning labels, and streaming large datasets. If you’re interested in learning more about 🤗 Datasets core concepts, grab a cup of coffee and read our <a href="./about_arrow">Conceptual Guides</a>!',mt,ss,ht,ps,dt;return r=new Na({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),c=new _l({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;",options:[{label:"Mixed",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/datasets_doc/en/quickstart.ipynb"},{label:"PyTorch",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/datasets_doc/en/pytorch/quickstart.ipynb"},{label:"TensorFlow",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/datasets_doc/en/tensorflow/quickstart.ipynb"},{label:"Mixed",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/datasets_doc/en/quickstart.ipynb"},{label:"PyTorch",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/datasets_doc/en/pytorch/quickstart.ipynb"},{label:"TensorFlow",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/datasets_doc/en/tensorflow/quickstart.ipynb"}]}}),b=new us({props:{title:"Quickstart",local:"quickstart",headingTag:"h1"}}),te=new V({props:{code:"cGlwJTIwaW5zdGFsbCUyMGRhdGFzZXRz",highlighted:"pip install datasets",wrap:!1}}),ne=new V({props:{code:"cGlwJTIwaW5zdGFsbCUyMGRhdGFzZXRzJTVCYXVkaW8lNUQ=",highlighted:"pip install datasets[audio]",wrap:!1}}),oe=new V({props:{code:"cGlwJTIwaW5zdGFsbCUyMGRhdGFzZXRzJTVCdmlzaW9uJTVE",highlighted:"pip install datasets[vision]",wrap:!1}}),P=new gt({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[kl],pytorch:[Ml]},$$scope:{ctx:o}}}),ce=new us({props:{title:"Audio",local:"audio",headingTag:"h2"}}),fe=new V({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTJDJTIwQXVkaW8lMEElMEFkYXRhc2V0JTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMlBvbHlBSSUyRm1pbmRzMTQlMjIlMkMlMjAlMjJlbi1VUyUyMiUyQyUyMHNwbGl0JTNEJTIydHJhaW4lMjIp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset, Audio | |
| <span class="hljs-meta">>>> </span>dataset = load_dataset(<span class="hljs-string">"PolyAI/minds14"</span>, <span class="hljs-string">"en-US"</span>, split=<span class="hljs-string">"train"</span>)`,wrap:!1}}),he=new V({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvckF1ZGlvQ2xhc3NpZmljYXRpb24lMkMlMjBBdXRvRmVhdHVyZUV4dHJhY3RvciUwQSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsRm9yQXVkaW9DbGFzc2lmaWNhdGlvbi5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZ3YXYydmVjMi1iYXNlJTIyKSUwQWZlYXR1cmVfZXh0cmFjdG9yJTIwJTNEJTIwQXV0b0ZlYXR1cmVFeHRyYWN0b3IuZnJvbV9wcmV0cmFpbmVkKCUyMmZhY2Vib29rJTJGd2F2MnZlYzItYmFzZSUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForAudioClassification, AutoFeatureExtractor | |
| <span class="hljs-meta">>>> </span>model = AutoModelForAudioClassification.from_pretrained(<span class="hljs-string">"facebook/wav2vec2-base"</span>) | |
| <span class="hljs-meta">>>> </span>feature_extractor = AutoFeatureExtractor.from_pretrained(<span class="hljs-string">"facebook/wav2vec2-base"</span>)`,wrap:!1}}),ge=new V({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQuY2FzdF9jb2x1bW4oJTIyYXVkaW8lMjIlMkMlMjBBdWRpbyhzYW1wbGluZ19yYXRlJTNEMTYwMDApKSUwQWRhdGFzZXQlNUIwJTVEJTVCJTIyYXVkaW8lMjIlNUQ=",highlighted:`<span class="hljs-meta">>>> </span>dataset = dataset.cast_column(<span class="hljs-string">"audio"</span>, Audio(sampling_rate=<span class="hljs-number">16000</span>)) | |
| <span class="hljs-meta">>>> </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">"audio"</span>] | |
| <datasets.features._torchcodec.AudioDecoder <span class="hljs-built_in">object</span> at <span class="hljs-number">0x11642b6a0</span>>`,wrap:!1}}),_e=new V({props:{code:"ZGVmJTIwcHJlcHJvY2Vzc19mdW5jdGlvbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBhdWRpb19hcnJheXMlMjAlM0QlMjAlNUJ4LmdldF9hbGxfc2FtcGxlcygpLmRhdGElMjBmb3IlMjB4JTIwaW4lMjBleGFtcGxlcyU1QiUyMmF1ZGlvJTIyJTVEJTVEJTBBJTIwJTIwJTIwJTIwaW5wdXRzJTIwJTNEJTIwZmVhdHVyZV9leHRyYWN0b3IoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwYXVkaW9fYXJyYXlzJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwc2FtcGxpbmdfcmF0ZSUzRDE2MDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcGFkZGluZyUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBtYXhfbGVuZ3RoJTNEMTAwMDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjApJTBBJTIwJTIwJTIwJTIwcmV0dXJuJTIwaW5wdXRzJTBBJTBBZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQubWFwKHByZXByb2Nlc3NfZnVuY3Rpb24lMkMlMjBiYXRjaGVkJTNEVHJ1ZSk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">preprocess_function</span>(<span class="hljs-params">examples</span>): | |
| <span class="hljs-meta">... </span> audio_arrays = [x.get_all_samples().data <span class="hljs-keyword">for</span> x <span class="hljs-keyword">in</span> examples[<span class="hljs-string">"audio"</span>]] | |
| <span class="hljs-meta">... </span> inputs = feature_extractor( | |
| <span class="hljs-meta">... </span> audio_arrays, | |
| <span class="hljs-meta">... </span> sampling_rate=<span class="hljs-number">16000</span>, | |
| <span class="hljs-meta">... </span> padding=<span class="hljs-literal">True</span>, | |
| <span class="hljs-meta">... </span> max_length=<span class="hljs-number">100000</span>, | |
| <span class="hljs-meta">... </span> truncation=<span class="hljs-literal">True</span>, | |
| <span class="hljs-meta">... </span> ) | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> inputs | |
| <span class="hljs-meta">>>> </span>dataset = dataset.<span class="hljs-built_in">map</span>(preprocess_function, batched=<span class="hljs-literal">True</span>)`,wrap:!1}}),Me=new V({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQucmVuYW1lX2NvbHVtbiglMjJpbnRlbnRfY2xhc3MlMjIlMkMlMjAlMjJsYWJlbHMlMjIp",highlighted:'<span class="hljs-meta">>>> </span>dataset = dataset.rename_column(<span class="hljs-string">"intent_class"</span>, <span class="hljs-string">"labels"</span>)',wrap:!1}}),K=new gt({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[vl],pytorch:[Jl]},$$scope:{ctx:o}}}),Te=new us({props:{title:"Vision",local:"vision",headingTag:"h2"}}),ve=new V({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTJDJTIwSW1hZ2UlMEElMEFkYXRhc2V0JTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMkFJLUxhYi1NYWtlcmVyZSUyRmJlYW5zJTIyJTJDJTIwc3BsaXQlM0QlMjJ0cmFpbiUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset, Image | |
| <span class="hljs-meta">>>> </span>dataset = load_dataset(<span class="hljs-string">"AI-Lab-Makerere/beans"</span>, split=<span class="hljs-string">"train"</span>)`,wrap:!1}}),Ce=new V({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQuY2FzdF9jb2x1bW4oJTIyaW1hZ2UlMjIlMkMlMjBJbWFnZShtb2RlJTNEJTIyUkdCJTIyKSk=",highlighted:'<span class="hljs-meta">>>> </span>dataset = dataset.cast_column(<span class="hljs-string">"image"</span>, Image(mode=<span class="hljs-string">"RGB"</span>))',wrap:!1}}),Ze=new V({props:{code:"ZnJvbSUyMHRvcmNodmlzaW9uLnRyYW5zZm9ybXMlMjBpbXBvcnQlMjBDb21wb3NlJTJDJTIwQ29sb3JKaXR0ZXIlMkMlMjBUb1RlbnNvciUwQSUwQWppdHRlciUyMCUzRCUyMENvbXBvc2UoJTBBJTIwJTIwJTIwJTIwJTVCQ29sb3JKaXR0ZXIoYnJpZ2h0bmVzcyUzRDAuNSUyQyUyMGh1ZSUzRDAuNSklMkMlMjBUb1RlbnNvcigpJTVEJTBBKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> torchvision.transforms <span class="hljs-keyword">import</span> Compose, ColorJitter, ToTensor | |
| <span class="hljs-meta">>>> </span>jitter = Compose( | |
| <span class="hljs-meta">... </span> [ColorJitter(brightness=<span class="hljs-number">0.5</span>, hue=<span class="hljs-number">0.5</span>), ToTensor()] | |
| <span class="hljs-meta">... </span>)`,wrap:!1}}),Ne=new V({props:{code:"ZGVmJTIwdHJhbnNmb3JtcyhleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBleGFtcGxlcyU1QiUyMnBpeGVsX3ZhbHVlcyUyMiU1RCUyMCUzRCUyMCU1QmppdHRlcihpbWFnZS5jb252ZXJ0KCUyMlJHQiUyMikpJTIwZm9yJTIwaW1hZ2UlMjBpbiUyMGV4YW1wbGVzJTVCJTIyaW1hZ2UlMjIlNUQlNUQlMEElMjAlMjAlMjAlMjByZXR1cm4lMjBleGFtcGxlcw==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">transforms</span>(<span class="hljs-params">examples</span>): | |
| <span class="hljs-meta">... </span> examples[<span class="hljs-string">"pixel_values"</span>] = [jitter(image.convert(<span class="hljs-string">"RGB"</span>)) <span class="hljs-keyword">for</span> image <span class="hljs-keyword">in</span> examples[<span class="hljs-string">"image"</span>]] | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> examples`,wrap:!1}}),Be=new V({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQud2l0aF90cmFuc2Zvcm0odHJhbnNmb3Jtcyk=",highlighted:'<span class="hljs-meta">>>> </span>dataset = dataset.with_transform(transforms)',wrap:!1}}),O=new gt({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[Il],pytorch:[Cl]},$$scope:{ctx:o}}}),Xe=new us({props:{title:"NLP",local:"nlp",headingTag:"h2"}}),ze=new V({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBZGF0YXNldCUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJueXUtbWxsJTJGZ2x1ZSUyMiUyQyUyMCUyMm1ycGMlMjIlMkMlMjBzcGxpdCUzRCUyMnRyYWluJTIyKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset | |
| <span class="hljs-meta">>>> </span>dataset = load_dataset(<span class="hljs-string">"nyu-mll/glue"</span>, <span class="hljs-string">"mrpc"</span>, split=<span class="hljs-string">"train"</span>)`,wrap:!1}}),xe=new Ba({props:{group1:{id:"pt",code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvclNlcXVlbmNlQ2xhc3NpZmljYXRpb24lMkMlMjBBdXRvVG9rZW5pemVyJTBBJTBBbW9kZWwlMjAlM0QlMjBBdXRvTW9kZWxGb3JTZXF1ZW5jZUNsYXNzaWZpY2F0aW9uLmZyb21fcHJldHJhaW5lZCglMjJiZXJ0LWJhc2UtdW5jYXNlZCUyMiklMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJiZXJ0LWJhc2UtdW5jYXNlZCUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForSequenceClassification, AutoTokenizer | |
| <span class="hljs-meta">>>> </span>model = AutoModelForSequenceClassification.from_pretrained(<span class="hljs-string">"bert-base-uncased"</span>) | |
| <span class="hljs-meta">>>> </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"bert-base-uncased"</span>)`},group2:{id:"tf",code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsRm9yU2VxdWVuY2VDbGFzc2lmaWNhdGlvbiUyQyUyMEF1dG9Ub2tlbml6ZXIlMEElMEFtb2RlbCUyMCUzRCUyMFRGQXV0b01vZGVsRm9yU2VxdWVuY2VDbGFzc2lmaWNhdGlvbi5mcm9tX3ByZXRyYWluZWQoJTIyYmVydC1iYXNlLXVuY2FzZWQlMjIpJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyYmVydC1iYXNlLXVuY2FzZWQlMjIp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModelForSequenceClassification, AutoTokenizer | |
| <span class="hljs-meta">>>> </span>model = TFAutoModelForSequenceClassification.from_pretrained(<span class="hljs-string">"bert-base-uncased"</span>) | |
| <span class="hljs-meta">>>> </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"bert-base-uncased"</span>)`},wrap:!1}}),Ae=new V({props:{code:"ZGVmJTIwZW5jb2RlKGV4YW1wbGVzKSUzQSUwQSUyMCUyMCUyMCUyMHJldHVybiUyMHRva2VuaXplcihleGFtcGxlcyU1QiUyMnNlbnRlbmNlMSUyMiU1RCUyQyUyMGV4YW1wbGVzJTVCJTIyc2VudGVuY2UyJTIyJTVEJTJDJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMjBwYWRkaW5nJTNEJTIybWF4X2xlbmd0aCUyMiklMEElMEFkYXRhc2V0JTIwJTNEJTIwZGF0YXNldC5tYXAoZW5jb2RlJTJDJTIwYmF0Y2hlZCUzRFRydWUpJTBBZGF0YXNldCU1QjAlNUQ=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">encode</span>(<span class="hljs-params">examples</span>): | |
| <span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> tokenizer(examples[<span class="hljs-string">"sentence1"</span>], examples[<span class="hljs-string">"sentence2"</span>], truncation=<span class="hljs-literal">True</span>, padding=<span class="hljs-string">"max_length"</span>) | |
| <span class="hljs-meta">>>> </span>dataset = dataset.<span class="hljs-built_in">map</span>(encode, batched=<span class="hljs-literal">True</span>) | |
| <span class="hljs-meta">>>> </span>dataset[<span class="hljs-number">0</span>] | |
| {<span class="hljs-string">'sentence1'</span>: <span class="hljs-string">'Amrozi accused his brother , whom he called " the witness " , of deliberately distorting his evidence .'</span>, | |
| <span class="hljs-string">'sentence2'</span>: <span class="hljs-string">'Referring to him as only " the witness " , Amrozi accused his brother of deliberately distorting his evidence .'</span>, | |
| <span class="hljs-string">'label'</span>: <span class="hljs-number">1</span>, | |
| <span class="hljs-string">'idx'</span>: <span class="hljs-number">0</span>, | |
| <span class="hljs-string">'input_ids'</span>: [ <span class="hljs-number">101</span>, <span class="hljs-number">7277</span>, <span class="hljs-number">2180</span>, <span class="hljs-number">5303</span>, <span class="hljs-number">4806</span>, <span class="hljs-number">1117</span>, <span class="hljs-number">1711</span>, <span class="hljs-number">117</span>, <span class="hljs-number">2292</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">1270</span>, <span class="hljs-number">107</span>, <span class="hljs-number">1103</span>, <span class="hljs-number">7737</span>, <span class="hljs-number">107</span>, <span class="hljs-number">117</span>, <span class="hljs-number">1104</span>, <span class="hljs-number">9938</span>, <span class="hljs-number">4267</span>, <span class="hljs-number">12223</span>, <span class="hljs-number">21811</span>, <span class="hljs-number">1117</span>, <span class="hljs-number">2554</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>, <span class="hljs-number">11336</span>, <span class="hljs-number">6732</span>, <span class="hljs-number">3384</span>, <span class="hljs-number">1106</span>, <span class="hljs-number">1140</span>, <span class="hljs-number">1112</span>, <span class="hljs-number">1178</span>, <span class="hljs-number">107</span>, <span class="hljs-number">1103</span>, <span class="hljs-number">7737</span>, <span class="hljs-number">107</span>, <span class="hljs-number">117</span>, <span class="hljs-number">7277</span>, <span class="hljs-number">2180</span>, <span class="hljs-number">5303</span>, <span class="hljs-number">4806</span>, <span class="hljs-number">1117</span>, <span class="hljs-number">1711</span>, <span class="hljs-number">1104</span>, <span class="hljs-number">9938</span>, <span class="hljs-number">4267</span>, <span class="hljs-number">12223</span>, <span class="hljs-number">21811</span>, <span class="hljs-number">1117</span>, <span class="hljs-number">2554</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, ...], | |
| <span class="hljs-string">'token_type_ids'</span>: [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, ...], | |
| <span class="hljs-string">'attention_mask'</span>: [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, ...]}`,wrap:!1}}),Se=new V({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQubWFwKGxhbWJkYSUyMGV4YW1wbGVzJTNBJTIwJTdCJTIybGFiZWxzJTIyJTNBJTIwZXhhbXBsZXMlNUIlMjJsYWJlbCUyMiU1RCU3RCUyQyUyMGJhdGNoZWQlM0RUcnVlKQ==",highlighted:'<span class="hljs-meta">>>> </span>dataset = dataset.<span class="hljs-built_in">map</span>(<span class="hljs-keyword">lambda</span> examples: {<span class="hljs-string">"labels"</span>: examples[<span class="hljs-string">"label"</span>]}, batched=<span class="hljs-literal">True</span>)',wrap:!1}}),ee=new gt({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[Rl],pytorch:[Fl]},$$scope:{ctx:o}}}),Ke=new us({props:{title:"What’s next?",local:"whats-next",headingTag:"h2"}}),ss=new Ra({props:{source:"https://github.com/huggingface/datasets/blob/main/docs/source/quickstart.mdx"}}),{c(){e=_("meta"),l=h(),t=_("p"),s=h(),T(r.$$.fragment),n=h(),T(c.$$.fragment),f=h(),T(b.$$.fragment),I=h(),w=_("p"),w.innerHTML=k,Z=h(),y=_("p"),y.innerHTML=U,F=h(),B=_("div"),B.innerHTML=N,v=h(),Y=_("blockquote"),Y.innerHTML=fs,R=h(),z=_("p"),z.textContent=Tt,ms=h(),T(te.$$.fragment),hs=h(),ae=_("p"),ae.textContent=Jt,ds=h(),D=_("ul"),le=_("li"),ns=_("p"),ns.innerHTML=$t,jt=h(),T(ne.$$.fragment),Mt=h(),re=_("li"),rs=_("p"),rs.innerHTML=vt,yt=h(),T(oe.$$.fragment),gs=h(),ie=_("p"),ie.textContent=Ut,bs=h(),T(P.$$.fragment),ws=h(),T(ce.$$.fragment),_s=h(),pe=_("p"),pe.innerHTML=Ct,js=h(),ue=_("p"),ue.innerHTML=Gt,Ms=h(),T(fe.$$.fragment),ys=h(),me=_("p"),me.innerHTML=It,ks=h(),T(he.$$.fragment),Ts=h(),de=_("p"),de.innerHTML=Zt,Js=h(),T(ge.$$.fragment),$s=h(),be=_("p"),be.innerHTML=Ft,vs=h(),we=_("p"),we.innerHTML=Nt,Us=h(),T(_e.$$.fragment),Cs=h(),je=_("p"),je.innerHTML=Rt,Gs=h(),T(Me.$$.fragment),Is=h(),ye=_("p"),ye.innerHTML=Bt,Zs=h(),T(K.$$.fragment),Fs=h(),ke=_("p"),ke.innerHTML=Vt,Ns=h(),T(Te.$$.fragment),Rs=h(),Je=_("p"),Je.innerHTML=Wt,Bs=h(),$e=_("p"),$e.innerHTML=Xt,Vs=h(),T(ve.$$.fragment),Ws=h(),Ue=_("p"),Ue.innerHTML=Ht,Xs=h(),T(Ce.$$.fragment),Hs=h(),Ge=_("p"),Ge.textContent=Yt,Ys=h(),Ie=_("p"),Ie.innerHTML=zt,zs=h(),T(Ze.$$.fragment),Es=h(),Fe=_("p"),Fe.innerHTML=Et,xs=h(),T(Ne.$$.fragment),Ls=h(),Re=_("p"),Re.innerHTML=xt,qs=h(),T(Be.$$.fragment),As=h(),Ve=_("p"),Ve.innerHTML=Lt,Qs=h(),T(O.$$.fragment),Ss=h(),We=_("p"),We.innerHTML=qt,Ds=h(),T(Xe.$$.fragment),Ps=h(),He=_("p"),He.innerHTML=At,Ks=h(),Ye=_("p"),Ye.innerHTML=Qt,Os=h(),T(ze.$$.fragment),et=h(),Ee=_("p"),Ee.innerHTML=St,st=h(),T(xe.$$.fragment),tt=h(),Le=_("p"),Le.innerHTML=Dt,at=h(),qe=_("p"),qe.innerHTML=Pt,lt=h(),T(Ae.$$.fragment),nt=h(),Qe=_("p"),Qe.innerHTML=Kt,rt=h(),T(Se.$$.fragment),ot=h(),De=_("p"),De.innerHTML=Ot,it=h(),T(ee.$$.fragment),ct=h(),Pe=_("p"),Pe.innerHTML=ea,pt=h(),T(Ke.$$.fragment),ut=h(),Oe=_("p"),Oe.textContent=sa,ft=h(),es=_("p"),es.innerHTML=ta,mt=h(),T(ss.$$.fragment),ht=h(),ps=_("p"),this.h()},l(a){const p=Fa("svelte-u9bgzb",document.head);e=j(p,"META",{name:!0,content:!0}),p.forEach(i),l=d(a),t=j(a,"P",{}),H(t).forEach(i),s=d(a),C(r.$$.fragment,a),n=d(a),C(c.$$.fragment,a),f=d(a),C(b.$$.fragment,a),I=d(a),w=j(a,"P",{"data-svelte-h":!0}),G(w)!=="svelte-1gql5oj"&&(w.innerHTML=k),Z=d(a),y=j(a,"P",{"data-svelte-h":!0}),G(y)!=="svelte-1gca5uw"&&(y.innerHTML=U),F=d(a),B=j(a,"DIV",{class:!0,"data-svelte-h":!0}),G(B)!=="svelte-z16055"&&(B.innerHTML=N),v=d(a),Y=j(a,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),G(Y)!=="svelte-1l36vp5"&&(Y.innerHTML=fs),R=d(a),z=j(a,"P",{"data-svelte-h":!0}),G(z)!=="svelte-hoqk88"&&(z.textContent=Tt),ms=d(a),C(te.$$.fragment,a),hs=d(a),ae=j(a,"P",{"data-svelte-h":!0}),G(ae)!=="svelte-mhvkco"&&(ae.textContent=Jt),ds=d(a),D=j(a,"UL",{});var ts=H(D);le=j(ts,"LI",{});var as=H(le);ns=j(as,"P",{"data-svelte-h":!0}),G(ns)!=="svelte-iazt3v"&&(ns.innerHTML=$t),jt=d(as),C(ne.$$.fragment,as),as.forEach(i),Mt=d(ts),re=j(ts,"LI",{});var ls=H(re);rs=j(ls,"P",{"data-svelte-h":!0}),G(rs)!=="svelte-1ezwzta"&&(rs.innerHTML=vt),yt=d(ls),C(oe.$$.fragment,ls),ls.forEach(i),ts.forEach(i),gs=d(a),ie=j(a,"P",{"data-svelte-h":!0}),G(ie)!=="svelte-1ixvldz"&&(ie.textContent=Ut),bs=d(a),C(P.$$.fragment,a),ws=d(a),C(ce.$$.fragment,a),_s=d(a),pe=j(a,"P",{"data-svelte-h":!0}),G(pe)!=="svelte-amoo34"&&(pe.innerHTML=Ct),js=d(a),ue=j(a,"P",{"data-svelte-h":!0}),G(ue)!=="svelte-1fmy2oh"&&(ue.innerHTML=Gt),Ms=d(a),C(fe.$$.fragment,a),ys=d(a),me=j(a,"P",{"data-svelte-h":!0}),G(me)!=="svelte-2lbv45"&&(me.innerHTML=It),ks=d(a),C(he.$$.fragment,a),Ts=d(a),de=j(a,"P",{"data-svelte-h":!0}),G(de)!=="svelte-daxeuf"&&(de.innerHTML=Zt),Js=d(a),C(ge.$$.fragment,a),$s=d(a),be=j(a,"P",{"data-svelte-h":!0}),G(be)!=="svelte-15ly327"&&(be.innerHTML=Ft),vs=d(a),we=j(a,"P",{"data-svelte-h":!0}),G(we)!=="svelte-cmvp6r"&&(we.innerHTML=Nt),Us=d(a),C(_e.$$.fragment,a),Cs=d(a),je=j(a,"P",{"data-svelte-h":!0}),G(je)!=="svelte-vdkszi"&&(je.innerHTML=Rt),Gs=d(a),C(Me.$$.fragment,a),Is=d(a),ye=j(a,"P",{"data-svelte-h":!0}),G(ye)!=="svelte-1yhgs5r"&&(ye.innerHTML=Bt),Zs=d(a),C(K.$$.fragment,a),Fs=d(a),ke=j(a,"P",{"data-svelte-h":!0}),G(ke)!=="svelte-e7a4ym"&&(ke.innerHTML=Vt),Ns=d(a),C(Te.$$.fragment,a),Rs=d(a),Je=j(a,"P",{"data-svelte-h":!0}),G(Je)!=="svelte-zqcdgz"&&(Je.innerHTML=Wt),Bs=d(a),$e=j(a,"P",{"data-svelte-h":!0}),G($e)!=="svelte-110id4k"&&($e.innerHTML=Xt),Vs=d(a),C(ve.$$.fragment,a),Ws=d(a),Ue=j(a,"P",{"data-svelte-h":!0}),G(Ue)!=="svelte-y26xqq"&&(Ue.innerHTML=Ht),Xs=d(a),C(Ce.$$.fragment,a),Hs=d(a),Ge=j(a,"P",{"data-svelte-h":!0}),G(Ge)!=="svelte-1skemuq"&&(Ge.textContent=Yt),Ys=d(a),Ie=j(a,"P",{"data-svelte-h":!0}),G(Ie)!=="svelte-qj39jy"&&(Ie.innerHTML=zt),zs=d(a),C(Ze.$$.fragment,a),Es=d(a),Fe=j(a,"P",{"data-svelte-h":!0}),G(Fe)!=="svelte-1u5korr"&&(Fe.innerHTML=Et),xs=d(a),C(Ne.$$.fragment,a),Ls=d(a),Re=j(a,"P",{"data-svelte-h":!0}),G(Re)!=="svelte-849ui4"&&(Re.innerHTML=xt),qs=d(a),C(Be.$$.fragment,a),As=d(a),Ve=j(a,"P",{"data-svelte-h":!0}),G(Ve)!=="svelte-1f1vpgi"&&(Ve.innerHTML=Lt),Qs=d(a),C(O.$$.fragment,a),Ss=d(a),We=j(a,"P",{"data-svelte-h":!0}),G(We)!=="svelte-1m7qjra"&&(We.innerHTML=qt),Ds=d(a),C(Xe.$$.fragment,a),Ps=d(a),He=j(a,"P",{"data-svelte-h":!0}),G(He)!=="svelte-cz4n4d"&&(He.innerHTML=At),Ks=d(a),Ye=j(a,"P",{"data-svelte-h":!0}),G(Ye)!=="svelte-1e1c3u3"&&(Ye.innerHTML=Qt),Os=d(a),C(ze.$$.fragment,a),et=d(a),Ee=j(a,"P",{"data-svelte-h":!0}),G(Ee)!=="svelte-9lbdnp"&&(Ee.innerHTML=St),st=d(a),C(xe.$$.fragment,a),tt=d(a),Le=j(a,"P",{"data-svelte-h":!0}),G(Le)!=="svelte-ryi2zh"&&(Le.innerHTML=Dt),at=d(a),qe=j(a,"P",{"data-svelte-h":!0}),G(qe)!=="svelte-gxsyb1"&&(qe.innerHTML=Pt),lt=d(a),C(Ae.$$.fragment,a),nt=d(a),Qe=j(a,"P",{"data-svelte-h":!0}),G(Qe)!=="svelte-1jz0ya3"&&(Qe.innerHTML=Kt),rt=d(a),C(Se.$$.fragment,a),ot=d(a),De=j(a,"P",{"data-svelte-h":!0}),G(De)!=="svelte-1f1vpgi"&&(De.innerHTML=Ot),it=d(a),C(ee.$$.fragment,a),ct=d(a),Pe=j(a,"P",{"data-svelte-h":!0}),G(Pe)!=="svelte-11yp24k"&&(Pe.innerHTML=ea),pt=d(a),C(Ke.$$.fragment,a),ut=d(a),Oe=j(a,"P",{"data-svelte-h":!0}),G(Oe)!=="svelte-zs1nfs"&&(Oe.textContent=sa),ft=d(a),es=j(a,"P",{"data-svelte-h":!0}),G(es)!=="svelte-1jspkk5"&&(es.innerHTML=ta),mt=d(a),C(ss.$$.fragment,a),ht=d(a),ps=j(a,"P",{}),H(ps).forEach(i),this.h()},h(){M(e,"name","hf:doc:metadata"),M(e,"content",Vl),M(B,"class","mt-4"),M(Y,"class","tip")},m(a,p){X(document.head,e),u(a,l,p),u(a,t,p),u(a,s,p),J(r,a,p),u(a,n,p),J(c,a,p),u(a,f,p),J(b,a,p),u(a,I,p),u(a,w,p),u(a,Z,p),u(a,y,p),u(a,F,p),u(a,B,p),u(a,v,p),u(a,Y,p),u(a,R,p),u(a,z,p),u(a,ms,p),J(te,a,p),u(a,hs,p),u(a,ae,p),u(a,ds,p),u(a,D,p),X(D,le),X(le,ns),X(le,jt),J(ne,le,null),X(D,Mt),X(D,re),X(re,rs),X(re,yt),J(oe,re,null),u(a,gs,p),u(a,ie,p),u(a,bs,p),J(P,a,p),u(a,ws,p),J(ce,a,p),u(a,_s,p),u(a,pe,p),u(a,js,p),u(a,ue,p),u(a,Ms,p),J(fe,a,p),u(a,ys,p),u(a,me,p),u(a,ks,p),J(he,a,p),u(a,Ts,p),u(a,de,p),u(a,Js,p),J(ge,a,p),u(a,$s,p),u(a,be,p),u(a,vs,p),u(a,we,p),u(a,Us,p),J(_e,a,p),u(a,Cs,p),u(a,je,p),u(a,Gs,p),J(Me,a,p),u(a,Is,p),u(a,ye,p),u(a,Zs,p),J(K,a,p),u(a,Fs,p),u(a,ke,p),u(a,Ns,p),J(Te,a,p),u(a,Rs,p),u(a,Je,p),u(a,Bs,p),u(a,$e,p),u(a,Vs,p),J(ve,a,p),u(a,Ws,p),u(a,Ue,p),u(a,Xs,p),J(Ce,a,p),u(a,Hs,p),u(a,Ge,p),u(a,Ys,p),u(a,Ie,p),u(a,zs,p),J(Ze,a,p),u(a,Es,p),u(a,Fe,p),u(a,xs,p),J(Ne,a,p),u(a,Ls,p),u(a,Re,p),u(a,qs,p),J(Be,a,p),u(a,As,p),u(a,Ve,p),u(a,Qs,p),J(O,a,p),u(a,Ss,p),u(a,We,p),u(a,Ds,p),J(Xe,a,p),u(a,Ps,p),u(a,He,p),u(a,Ks,p),u(a,Ye,p),u(a,Os,p),J(ze,a,p),u(a,et,p),u(a,Ee,p),u(a,st,p),J(xe,a,p),u(a,tt,p),u(a,Le,p),u(a,at,p),u(a,qe,p),u(a,lt,p),J(Ae,a,p),u(a,nt,p),u(a,Qe,p),u(a,rt,p),J(Se,a,p),u(a,ot,p),u(a,De,p),u(a,it,p),J(ee,a,p),u(a,ct,p),u(a,Pe,p),u(a,pt,p),J(Ke,a,p),u(a,ut,p),u(a,Oe,p),u(a,ft,p),u(a,es,p),u(a,mt,p),J(ss,a,p),u(a,ht,p),u(a,ps,p),dt=!0},p(a,[p]){const ts={};p&2&&(ts.$$scope={dirty:p,ctx:a}),P.$set(ts);const as={};p&2&&(as.$$scope={dirty:p,ctx:a}),K.$set(as);const ls={};p&2&&(ls.$$scope={dirty:p,ctx:a}),O.$set(ls);const aa={};p&2&&(aa.$$scope={dirty:p,ctx:a}),ee.$set(aa)},i(a){dt||(m(r.$$.fragment,a),m(c.$$.fragment,a),m(b.$$.fragment,a),m(te.$$.fragment,a),m(ne.$$.fragment,a),m(oe.$$.fragment,a),m(P.$$.fragment,a),m(ce.$$.fragment,a),m(fe.$$.fragment,a),m(he.$$.fragment,a),m(ge.$$.fragment,a),m(_e.$$.fragment,a),m(Me.$$.fragment,a),m(K.$$.fragment,a),m(Te.$$.fragment,a),m(ve.$$.fragment,a),m(Ce.$$.fragment,a),m(Ze.$$.fragment,a),m(Ne.$$.fragment,a),m(Be.$$.fragment,a),m(O.$$.fragment,a),m(Xe.$$.fragment,a),m(ze.$$.fragment,a),m(xe.$$.fragment,a),m(Ae.$$.fragment,a),m(Se.$$.fragment,a),m(ee.$$.fragment,a),m(Ke.$$.fragment,a),m(ss.$$.fragment,a),dt=!0)},o(a){g(r.$$.fragment,a),g(c.$$.fragment,a),g(b.$$.fragment,a),g(te.$$.fragment,a),g(ne.$$.fragment,a),g(oe.$$.fragment,a),g(P.$$.fragment,a),g(ce.$$.fragment,a),g(fe.$$.fragment,a),g(he.$$.fragment,a),g(ge.$$.fragment,a),g(_e.$$.fragment,a),g(Me.$$.fragment,a),g(K.$$.fragment,a),g(Te.$$.fragment,a),g(ve.$$.fragment,a),g(Ce.$$.fragment,a),g(Ze.$$.fragment,a),g(Ne.$$.fragment,a),g(Be.$$.fragment,a),g(O.$$.fragment,a),g(Xe.$$.fragment,a),g(ze.$$.fragment,a),g(xe.$$.fragment,a),g(Ae.$$.fragment,a),g(Se.$$.fragment,a),g(ee.$$.fragment,a),g(Ke.$$.fragment,a),g(ss.$$.fragment,a),dt=!1},d(a){a&&(i(l),i(t),i(s),i(n),i(f),i(I),i(w),i(Z),i(y),i(F),i(B),i(v),i(Y),i(R),i(z),i(ms),i(hs),i(ae),i(ds),i(D),i(gs),i(ie),i(bs),i(ws),i(_s),i(pe),i(js),i(ue),i(Ms),i(ys),i(me),i(ks),i(Ts),i(de),i(Js),i($s),i(be),i(vs),i(we),i(Us),i(Cs),i(je),i(Gs),i(Is),i(ye),i(Zs),i(Fs),i(ke),i(Ns),i(Rs),i(Je),i(Bs),i($e),i(Vs),i(Ws),i(Ue),i(Xs),i(Hs),i(Ge),i(Ys),i(Ie),i(zs),i(Es),i(Fe),i(xs),i(Ls),i(Re),i(qs),i(As),i(Ve),i(Qs),i(Ss),i(We),i(Ds),i(Ps),i(He),i(Ks),i(Ye),i(Os),i(et),i(Ee),i(st),i(tt),i(Le),i(at),i(qe),i(lt),i(nt),i(Qe),i(rt),i(ot),i(De),i(it),i(ct),i(Pe),i(pt),i(ut),i(Oe),i(ft),i(es),i(mt),i(ht),i(ps)),i(e),$(r,a),$(c,a),$(b,a),$(te,a),$(ne),$(oe),$(P,a),$(ce,a),$(fe,a),$(he,a),$(ge,a),$(_e,a),$(Me,a),$(K,a),$(Te,a),$(ve,a),$(Ce,a),$(Ze,a),$(Ne,a),$(Be,a),$(O,a),$(Xe,a),$(ze,a),$(xe,a),$(Ae,a),$(Se,a),$(ee,a),$(Ke,a),$(ss,a)}}}const Vl='{"title":"Quickstart","local":"quickstart","sections":[{"title":"Audio","local":"audio","sections":[],"depth":2},{"title":"Vision","local":"vision","sections":[],"depth":2},{"title":"NLP","local":"nlp","sections":[],"depth":2},{"title":"What’s next?","local":"whats-next","sections":[],"depth":2}],"depth":1}';function Wl(o){return ka(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ql extends is{constructor(e){super(),cs(this,e,Wl,Bl,os,{})}}export{ql as component}; | |
Xet Storage Details
- Size:
- 79.7 kB
- Xet hash:
- 9e22dd7f2e6069faa8ffdde0f299efe2f0d8795cdc188217e1469029d0d24682
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.