Buckets:

hf-doc-build
/

doc-dev

hf-doc-build/doc-dev / datasets /pr_8255 /en /_app /immutable /nodes /37.eb0e4eb2.js

HuggingFaceDocBuilder's picture

HuggingFaceDocBuilder

about 2 months ago

122 kB

	import{s as $o,o as xo,n as I}from"../chunks/scheduler.d75c11ed.js";import{S as wo,i as No,e as d,s as o,c,h as ko,a as p,d as a,b as i,f as w,g as m,j as $,k as N,l as h,m as s,n as g,t as f,o as u,p as _}from"../chunks/index.4ec9dfe9.js";import{C as Co,H as F,E as Do}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.32426a19.js";import{D as k}from"../chunks/Docstring.e9a22b0b.js";import{C as j}from"../chunks/CodeBlock.e4ba000a.js";import{E as J}from"../chunks/ExampleCodeBlock.1baa07f2.js";function To(D){let l,x="Load a dataset from the Hugging Face Hub:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2Nvcm5lbGwtbW92aWUtcmV2aWV3LWRhdGElMkZyb3R0ZW5fdG9tYXRvZXMnJTJDJTIwc3BsaXQlM0QndHJhaW4nKSUwQSUwQWZyb20lMjBkYXRhc2V0cyUyMGltcG9ydCUyMGxvYWRfZGF0YXNldCUwQWRzJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCdueXUtbWxsJTJGZ2x1ZSclMkMlMjAnc3N0MiclMkMlMjBzcGxpdCUzRCd0cmFpbicpJTBBJTBBZGF0YV9maWxlcyUyMCUzRCUyMCU3Qid0cmFpbiclM0ElMjAndHJhaW4uY3N2JyUyQyUyMCd0ZXN0JyUzQSUyMCd0ZXN0LmNzdiclN0QlMEFkcyUyMCUzRCUyMGxvYWRfZGF0YXNldCgnbmFtZXNwYWNlJTJGeW91cl9kYXRhc2V0X25hbWUnJTJDJTIwZGF0YV9maWxlcyUzRGRhdGFfZmlsZXMpJTBBJTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ25hbWVzcGFjZSUyRnlvdXJfZGF0YXNldF9uYW1lJyUyQyUyMGRhdGFfZGlyJTNEJ2ZvbGRlcl9uYW1lJyk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'cornell-movie-review-data/rotten_tomatoes'</span>, split=<span class="hljs-string">'train'</span>)

	<span class="hljs-comment"># Load a subset or dataset configuration (here 'sst2')</span>
	<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'nyu-mll/glue'</span>, <span class="hljs-string">'sst2'</span>, split=<span class="hljs-string">'train'</span>)

	<span class="hljs-comment"># Manual mapping of data files to splits</span>
	<span class="hljs-meta">>>> </span>data_files = {<span class="hljs-string">'train'</span>: <span class="hljs-string">'train.csv'</span>, <span class="hljs-string">'test'</span>: <span class="hljs-string">'test.csv'</span>}
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'namespace/your_dataset_name'</span>, data_files=data_files)

	<span class="hljs-comment"># Manual selection of a directory to load</span>
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'namespace/your_dataset_name'</span>, data_dir=<span class="hljs-string">'folder_name'</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-cpjyx5"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Fo(D){let l,x="Load a dataset from a Storage Bucket on the Hugging Face Hub:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2J1Y2tldHMlMkZ1c2VybmFtZSUyRmJ1Y2tldF9uYW1lJTJGcm90dGVuX3RvbWF0b2VzJyUyQyUyMHNwbGl0JTNEJ3RyYWluJyk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'buckets/username/bucket_name/rotten_tomatoes'</span>, split=<span class="hljs-string">'train'</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-uychkg"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Oo(D){let l,x="Load a local dataset:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2NzdiclMkMlMjBkYXRhX2ZpbGVzJTNEJ3BhdGglMkZ0byUyRmxvY2FsJTJGbXlfZGF0YXNldC5jc3YnKSUwQSUwQWZyb20lMjBkYXRhc2V0cyUyMGltcG9ydCUyMGxvYWRfZGF0YXNldCUwQWRzJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCdqc29uJyUyQyUyMGRhdGFfZmlsZXMlM0QncGF0aCUyRnRvJTJGbG9jYWwlMkZteV9kYXRhc2V0Lmpzb24nKQ==",highlighted:`<span class="hljs-comment"># Load a CSV file</span>
	<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'csv'</span>, data_files=<span class="hljs-string">'path/to/local/my_dataset.csv'</span>)

	<span class="hljs-comment"># Load a JSON file</span>
	<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'json'</span>, data_files=<span class="hljs-string">'path/to/local/my_dataset.json'</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-18tmtyu"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Uo(D){let l,x='Load an <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.IterableDataset">IterableDataset</a>:',y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2Nvcm5lbGwtbW92aWUtcmV2aWV3LWRhdGElMkZyb3R0ZW5fdG9tYXRvZXMnJTJDJTIwc3BsaXQlM0QndHJhaW4nJTJDJTIwc3RyZWFtaW5nJTNEVHJ1ZSk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'cornell-movie-review-data/rotten_tomatoes'</span>, split=<span class="hljs-string">'train'</span>, streaming=<span class="hljs-literal">True</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.innerHTML=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-1t7lupa"&&(l.innerHTML=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Mo(D){let l,x="Load an image dataset with the <code>ImageFolder</code> dataset builder:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2ltYWdlZm9sZGVyJyUyQyUyMGRhdGFfZGlyJTNEJyUyRnBhdGglMkZ0byUyRmltYWdlcyclMkMlMjBzcGxpdCUzRCd0cmFpbicp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
	<span class="hljs-meta">>>> </span>ds = load_dataset(<span class="hljs-string">'imagefolder'</span>, data_dir=<span class="hljs-string">'/path/to/images'</span>, split=<span class="hljs-string">'train'</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.innerHTML=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-9alpt2"&&(l.innerHTML=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function jo(D){let l,x="Example:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9mcm9tX2Rpc2slMEFkcyUyMCUzRCUyMGxvYWRfZnJvbV9kaXNrKCdwYXRoJTJGdG8lMkZkYXRhc2V0JTJGZGlyZWN0b3J5Jyk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_from_disk
	<span class="hljs-meta">>>> </span>ds = load_from_disk(<span class="hljs-string">'path/to/dataset/directory'</span>)`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-11lpom8"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Jo(D){let l,x="Example:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0X2J1aWxkZXIlMEFkc19idWlsZGVyJTIwJTNEJTIwbG9hZF9kYXRhc2V0X2J1aWxkZXIoJ2Nvcm5lbGwtbW92aWUtcmV2aWV3LWRhdGElMkZyb3R0ZW5fdG9tYXRvZXMnKSUwQWRzX2J1aWxkZXIuaW5mby5mZWF0dXJlcw==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset_builder
	<span class="hljs-meta">>>> </span>ds_builder = load_dataset_builder(<span class="hljs-string">'cornell-movie-review-data/rotten_tomatoes'</span>)
	<span class="hljs-meta">>>> </span>ds_builder.info.features
	{<span class="hljs-string">'label'</span>: ClassLabel(names=[<span class="hljs-string">'neg'</span>, <span class="hljs-string">'pos'</span>]),
	<span class="hljs-string">'text'</span>: Value(<span class="hljs-string">'string'</span>)}`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-11lpom8"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Io(D){let l,x="Example:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfY29uZmlnX25hbWVzJTBBZ2V0X2RhdGFzZXRfY29uZmlnX25hbWVzKCUyMm55dS1tbGwlMkZnbHVlJTIyKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_config_names
	<span class="hljs-meta">>>> </span>get_dataset_config_names(<span class="hljs-string">"nyu-mll/glue"</span>)
	[<span class="hljs-string">'cola'</span>,
	<span class="hljs-string">'sst2'</span>,
	<span class="hljs-string">'mrpc'</span>,
	<span class="hljs-string">'qqp'</span>,
	<span class="hljs-string">'stsb'</span>,
	<span class="hljs-string">'mnli'</span>,
	<span class="hljs-string">'mnli_mismatched'</span>,
	<span class="hljs-string">'mnli_matched'</span>,
	<span class="hljs-string">'qnli'</span>,
	<span class="hljs-string">'rte'</span>,
	<span class="hljs-string">'wnli'</span>,
	<span class="hljs-string">'ax'</span>]`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-11lpom8"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function qo(D){let l,x="Example:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfaW5mb3MlMEFnZXRfZGF0YXNldF9pbmZvcygnY29ybmVsbC1tb3ZpZS1yZXZpZXctZGF0YSUyRnJvdHRlbl90b21hdG9lcycp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_infos
	<span class="hljs-meta">>>> </span>get_dataset_infos(<span class="hljs-string">'cornell-movie-review-data/rotten_tomatoes'</span>)
	{<span class="hljs-string">'default'</span>: DatasetInfo(description=<span class="hljs-string">"Movie Review Dataset.
	is a dataset of containing 5,331 positive and 5,331 negative processed
	ences from Rotten Tomatoes movie reviews...), ...}</span>`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-11lpom8"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Zo(D){let l,x="Example:",y,r,v;return r=new j({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfc3BsaXRfbmFtZXMlMEFnZXRfZGF0YXNldF9zcGxpdF9uYW1lcygnY29ybmVsbC1tb3ZpZS1yZXZpZXctZGF0YSUyRnJvdHRlbl90b21hdG9lcycp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_split_names
	<span class="hljs-meta">>>> </span>get_dataset_split_names(<span class="hljs-string">'cornell-movie-review-data/rotten_tomatoes'</span>)
	[<span class="hljs-string">'train'</span>, <span class="hljs-string">'validation'</span>, <span class="hljs-string">'test'</span>]`,lang:"py",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-11lpom8"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Ro(D){let l,x="Load a subset of columns:",y,r,v;return r=new j({props:{code:"ZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQocGFycXVldF9kYXRhc2V0X2lkJTJDJTIwY29sdW1ucyUzRCU1QiUyMmNvbF8wJTIyJTJDJTIwJTIyY29sXzElMjIlNUQp",highlighted:'<span class="hljs-meta">>>> </span>ds = load_dataset(parquet_dataset_id, columns=[<span class="hljs-string">"col_0"</span>, <span class="hljs-string">"col_1"</span>])',lang:"python",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-rs9qaj"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Vo(D){let l,x="Stream data and efficiently filter data, possibly skipping entire files or row groups:",y,r,v;return r=new j({props:{code:"ZmlsdGVycyUyMCUzRCUyMCU1QiglMjJjb2xfMCUyMiUyQyUyMCUyMiUzRCUzRCUyMiUyQyUyMDApJTVEJTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQocGFycXVldF9kYXRhc2V0X2lkJTJDJTIwc3RyZWFtaW5nJTNEVHJ1ZSUyQyUyMGZpbHRlcnMlM0RmaWx0ZXJzKQ==",highlighted:`<span class="hljs-meta">>>> </span>filters = [(<span class="hljs-string">"col_0"</span>, <span class="hljs-string">"=="</span>, <span class="hljs-number">0</span>)]
	<span class="hljs-meta">>>> </span>ds = load_dataset(parquet_dataset_id, streaming=<span class="hljs-literal">True</span>, filters=filters)`,lang:"python",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-e0sf1a"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function zo(D){let l,x="Increase the minimum request size when streaming from 32MiB (default) to 128MiB and enable prefetching:",y,r,v;return r=new j({props:{code:"aW1wb3J0JTIwcHlhcnJvdyUwQWltcG9ydCUyMHB5YXJyb3cuZGF0YXNldCUwQWZyYWdtZW50X3NjYW5fb3B0aW9ucyUyMCUzRCUyMHB5YXJyb3cuZGF0YXNldC5QYXJxdWV0RnJhZ21lbnRTY2FuT3B0aW9ucyglMEElMjAlMjAlMjAlMjBjYWNoZV9vcHRpb25zJTNEcHlhcnJvdy5DYWNoZU9wdGlvbnMoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcHJlZmV0Y2hfbGltaXQlM0QxJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcmFuZ2Vfc2l6ZV9saW1pdCUzRDEyOCUyMCUzQyUzQyUyMDIwJTBBJTIwJTIwJTIwJTIwKSUyQyUwQSklMEFkcyUyMCUzRCUyMGxvYWRfZGF0YXNldChwYXJxdWV0X2RhdGFzZXRfaWQlMkMlMjBzdHJlYW1pbmclM0RUcnVlJTJDJTIwZnJhZ21lbnRfc2Nhbl9vcHRpb25zJTNEZnJhZ21lbnRfc2Nhbl9vcHRpb25zKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> pyarrow
	<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> pyarrow.dataset
	<span class="hljs-meta">>>> </span>fragment_scan_options = pyarrow.dataset.ParquetFragmentScanOptions(
	<span class="hljs-meta">... </span> cache_options=pyarrow.CacheOptions(
	<span class="hljs-meta">... </span> prefetch_limit=<span class="hljs-number">1</span>,
	<span class="hljs-meta">... </span> range_size_limit=<span class="hljs-number">128</span> << <span class="hljs-number">20</span>
	<span class="hljs-meta">... </span> ),
	<span class="hljs-meta">... </span>)
	<span class="hljs-meta">>>> </span>ds = load_dataset(parquet_dataset_id, streaming=<span class="hljs-literal">True</span>, fragment_scan_options=fragment_scan_options)`,lang:"python",wrap:!1}}),{c(){l=d("p"),l.textContent=x,y=o(),c(r.$$.fragment)},l(t){l=p(t,"P",{"data-svelte-h":!0}),$(l)!=="svelte-1s7mwad"&&(l.textContent=x),y=i(t),m(r.$$.fragment,t)},m(t,b){s(t,l,b),s(t,y,b),g(r,t,b),v=!0},p:I,i(t){v\|\|(f(r.$$.fragment,t),v=!0)},o(t){u(r.$$.fragment,t),v=!1},d(t){t&&(a(l),a(y)),_(r,t)}}}function Go(D){let l,x,y,r,v,t,b,$a,ye,Fs="Methods for listing and loading datasets:",xa,be,wa,C,$e,Vn,zt,Os="Load a dataset from the Hugging Face Hub, or a local dataset.",zn,Gt,Us='You can find the list of datasets on the <a href="https://huggingface.co/datasets" rel="nofollow">Hub</a> or with <code>huggingface_hub.list_datasets</code>.',Gn,Xt,Ms=`A dataset is a directory that contains some data files in generic formats (JSON, CSV, Parquet, etc.) and possibly
	in a generic structure (Webdataset, ImageFolder, AudioFolder, VideoFolder, MeshFolder, etc.)`,Xn,St,js="This function does the following under the hood:",Sn,Et,Js=`<li><p>Load a dataset builder:</p> <ul><li>Find the most common data format in the dataset and pick its associated builder (JSON, CSV, Parquet, Webdataset, ImageFolder, AudioFolder, MeshFolder, etc.)</li> <li>Find which file goes into which split (e.g. train/test) based on file and directory names or on the YAML configuration</li> <li>It is also possible to specify <code>data_files</code> manually, and which dataset builder to use (e.g. “parquet”).</li></ul></li> <li><p>Run the dataset builder:</p> <p>In the general case:</p> <ul><li><p>Download the data files from the dataset if they are not already available locally or cached.</p></li> <li><p>Process and cache the dataset in typed Arrow tables for caching.</p> <p>Arrow table are arbitrarily long, typed tables which can store nested objects and be mapped to numpy/pandas/python generic types.
	They can be directly accessed from disk, loaded in RAM or even streamed over the web.</p></li></ul> <p>In the streaming case:</p> <ul><li>Don’t download or cache anything. Instead, the dataset is lazily loaded and will be streamed on-the-fly when iterating on it.</li></ul></li> <li><p>Return a dataset built from the requested splits in <code>split</code> (default: all).</p></li>`,En,Pt,Is="Example:",Pn,ie,Ln,le,Wn,re,Bn,de,Hn,pe,Na,Z,xe,An,Lt,qs=`Loads a dataset that was previously saved using <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.Dataset.save_to_disk">save_to_disk()</a> from a dataset directory, or
	from a filesystem using any implementation of <code>fsspec.spec.AbstractFileSystem</code>.`,Yn,ce,ka,O,we,Qn,Wt,Zs="Load a dataset builder which can be used to:",Kn,Bt,Rs="<li>Inspect general information that is required to build a dataset (cache directory, config, dataset info, features, data files, etc.)</li> <li>Download and prepare the dataset as Arrow files in the cache</li> <li>Get a streaming dataset without downloading or caching anything</li>",es,Ht,Vs='You can find the list of datasets on the <a href="https://huggingface.co/datasets" rel="nofollow">Hub</a> or with <code>huggingface_hub.list_datasets</code>.',ts,At,zs=`A dataset is a directory that contains some data files in generic formats (JSON, CSV, Parquet, etc.) and possibly
	in a generic structure (Webdataset, ImageFolder, AudioFolder, VideoFolder, MeshFolder, etc.)`,as,me,Ca,R,Ne,ns,Yt,Gs="Get the list of available config names for a particular dataset.",ss,ge,Da,V,ke,os,Qt,Xs="Get the meta information about a dataset, returned as a dict mapping config name to DatasetInfoDict.",is,fe,Ta,z,Ce,ls,Kt,Ss="Get the list of available splits for a particular config and dataset.",rs,ue,Fa,De,Oa,Te,Es=`Configurations used to load data files.
	They are used when loading local files or a dataset repository:`,Ua,Fe,Ps="<li>local files: <code>load_dataset("parquet", data_dir="path/to/data/dir")</code></li> <li>dataset repository: <code>load_dataset("allenai/c4")</code></li>",Ma,Oe,Ls=`You can pass arguments to <code>load_dataset</code> to configure data loading.
	For example you can specify the <code>sep</code> parameter to define the <a href="/docs/datasets/pr_8255/en/package_reference/loading_methods#datasets.packaged_modules.csv.CsvConfig">CsvConfig</a> that is used to load the data:`,ja,Ue,Ja,Me,Ia,G,je,ds,ea,Ws="BuilderConfig for text files.",qa,Je,Ie,Za,qe,Ra,X,Ze,ps,ta,Bs="BuilderConfig for CSV.",Va,Re,Ve,za,ze,Ga,S,Ge,cs,aa,Hs="BuilderConfig for JSON.",Xa,Xe,Se,Sa,Ee,Ea,E,Pe,ms,na,As="BuilderConfig for xml files.",Pa,Le,We,La,Be,Wa,U,He,gs,sa,Ys="BuilderConfig for Parquet.",fs,oa,Qs="Example:",us,_e,_s,he,hs,ve,Ba,Ae,Ye,Ha,Qe,Aa,P,Ke,vs,ia,Ks="BuilderConfig for Arrow.",Ya,et,tt,Qa,at,Ka,L,nt,ys,la,eo="BuilderConfig for SQL.",en,st,ot,tn,it,an,W,lt,bs,ra,to="BuilderConfig for ImageFolder.",nn,rt,dt,sn,pt,on,B,ct,$s,da,ao="Builder Config for AudioFolder.",ln,mt,gt,rn,ft,dn,H,ut,xs,pa,no="BuilderConfig for ImageFolder.",pn,_t,ht,cn,vt,mn,A,yt,ws,ca,so="BuilderConfig for HDF5.",gn,Y,bt,Ns,ma,oo="ArrowBasedBuilder that converts HDF5 files to Arrow tables using the HF extension types.",fn,$t,un,Q,xt,ks,ga,io="BuilderConfig for TsFile (table model) — per-device wide format.",_n,K,wt,Cs,fa,lo="Per-device wide-format builder for TsFile (table model).",hn,Nt,vn,ee,kt,Ds,ua,ro="BuilderConfig for ImageFolder.",yn,Ct,Dt,bn,Tt,$n,te,Ft,Ts,_a,po="BuilderConfig for NiftiFolder.",xn,Ot,Ut,wn,Mt,Nn,jt,Jt,kn,It,Cn,ha,Dn;return v=new Co({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),b=new F({props:{title:"Loading methods",local:"loading-methods",headingTag:"h1"}}),be=new F({props:{title:"Datasets",local:"datasets.load_dataset",headingTag:"h2"}}),$e=new k({props:{name:"datasets.load_dataset",anchor:"datasets.load_dataset",parameters:[{name:"path",val:": str"},{name:"name",val:": typing.Optional[str] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, collections.abc.Sequence[str], collections.abc.Mapping[str, typing.Union[str, collections.abc.Sequence[str]]], NoneType] = None"},{name:"split",val:": typing.Union[str, datasets.splits.Split, list[str], list[datasets.splits.Split], NoneType] = None"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"download_mode",val:": typing.Union[datasets.download.download_manager.DownloadMode, str, NoneType] = None"},{name:"verification_mode",val:": typing.Union[datasets.utils.info_utils.VerificationMode, str, NoneType] = None"},{name:"keep_in_memory",val:": typing.Optional[bool] = None"},{name:"save_infos",val:": bool = False"},{name:"revision",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"streaming",val:": bool = False"},{name:"num_proc",val:": typing.Optional[int] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.load_dataset.path",description:`<strong>path</strong> (<code>str</code>) —
	Path or name of the dataset.</p>
	<ul>
	<li>
	<p>if <code>path</code> is a dataset repository on the HF hub (list all available datasets with <code>huggingface_hub.list_datasets</code>)
	-> load the dataset from supported files in the repository (csv, json, parquet, etc.)
	e.g. <code>'username/dataset_name'</code>, a dataset repository on the HF hub containing the data files.</p>
	</li>
	<li>
	<p>if <code>path</code> is a directory within a Storage Bucket on the HF Hub (list your buckets with <code>huggingface_hub.list_buckets</code>)
	-> load the dataset from supported files in the directory (csv, json, parquet, etc.)
	e.g. <code>'buckets/username/bucket_name/my_dataset'</code>.</p>
	</li>
	<li>
	<p>if <code>path</code> is a local directory
	-> load the dataset from supported files in the directory (csv, json, parquet, etc.)
	e.g. <code>'./path/to/directory/with/my/csv/data'</code>.</p>
	</li>
	<li>
	<p>if <code>path</code> is the name of a dataset builder and <code>data_files</code> or <code>data_dir</code> is specified
	(available builders are “json”, “csv”, “parquet”, “arrow”, “text”, “xml”, “webdataset”, “imagefolder”, “audiofolder”, “videofolder”, “meshfolder”)
	-> load the dataset from the files in <code>data_files</code> or <code>data_dir</code>
	e.g. <code>'parquet'</code>.</p>
	</li>
	</ul>
	<p>Use a <code>hf://</code> path like <code>'hf://datasets/username/dataset_name'</code> to allow remote only.
	Use an absolute path to allow local only.`,name:"path"},{anchor:"datasets.load_dataset.name",description:`<strong>name</strong> (<code>str</code>, <em>optional</em>) —
	Defining the name of the dataset configuration.`,name:"name"},{anchor:"datasets.load_dataset.data_dir",description:`<strong>data_dir</strong> (<code>str</code>, <em>optional</em>) —
	Defining the <code>data_dir</code> of the dataset configuration. If specified for the generic builders (csv, text etc.) or the Hub datasets and <code>data_files</code> is <code>None</code>,
	the behavior is equal to passing <code>os.path.join(data_dir, **)</code> as <code>data_files</code> to reference all the files in a directory.`,name:"data_dir"},{anchor:"datasets.load_dataset.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) —
	Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.load_dataset.split",description:`<strong>split</strong> (<code>Split</code> or <code>str</code>) —
	Which split of the data to load.
	If <code>None</code>, will return a <code>dict</code> with all splits (typically <code>datasets.Split.TRAIN</code> and <code>datasets.Split.TEST</code>).
	If given, will return a single Dataset.
	Splits can be combined and specified like in tensorflow-datasets.`,name:"split"},{anchor:"datasets.load_dataset.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>, <em>optional</em>) —
	Directory to read/write data. Defaults to <code>"~/.cache/huggingface/datasets"</code>.`,name:"cache_dir"},{anchor:"datasets.load_dataset.features",description:`<strong>features</strong> (<code>Features</code>, <em>optional</em>) —
	Set the features type to use for this dataset.`,name:"features"},{anchor:"datasets.load_dataset.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) —
	Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.load_dataset.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) —
	Download/generate mode.`,name:"download_mode"},{anchor:"datasets.load_dataset.verification_mode",description:`<strong>verification_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.VerificationMode">VerificationMode</a> or <code>str</code>, defaults to <code>BASIC_CHECKS</code>) —
	Verification mode determining the checks to run on the downloaded/processed dataset information (checksums/size/splits/…).</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 2.9.1</p>

	</div>`,name:"verification_mode"},{anchor:"datasets.load_dataset.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>, defaults to <code>None</code>) —
	Whether to copy the dataset in-memory. If <code>None</code>, the dataset
	will not be copied in-memory unless explicitly enabled by setting <code>datasets.config.IN_MEMORY_MAX_SIZE</code> to
	nonzero. See more details in the <a href="../cache#improve-performance">improve performance</a> section.`,name:"keep_in_memory"},{anchor:"datasets.load_dataset.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) —
	Version of the dataset to load.
	As datasets have their own git repository on the Datasets Hub, the default version “main” corresponds to their “main” branch.
	You can specify a different version than the default “main” by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.load_dataset.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) —
	Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
	If <code>True</code>, or not specified, will get token from <code>"~/.huggingface"</code>.`,name:"token"},{anchor:"datasets.load_dataset.streaming",description:`<strong>streaming</strong> (<code>bool</code>, defaults to <code>False</code>) —
	If set to <code>True</code>, don’t download the data files. Instead, it streams the data progressively while
	iterating on the dataset. An <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.IterableDataset">IterableDataset</a> or <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.IterableDatasetDict">IterableDatasetDict</a> is returned instead in this case.</p>
	<p>Note that streaming works for datasets that use data formats that support being iterated over like txt, csv, jsonl for example.
	Json files may be downloaded completely. Also streaming from remote zip or gzip files is supported but other compressed formats
	like rar and xz are not yet supported. The tgz format doesn’t allow streaming.`,name:"streaming"},{anchor:"datasets.load_dataset.num_proc",description:`<strong>num_proc</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) —
	Number of processes when downloading and generating the dataset locally.
	Multiprocessing is disabled by default.</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 2.7.0</p>

	</div>`,name:"num_proc"},{anchor:"datasets.load_dataset.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>, defaults to <code>None</code>) —
	<strong>Experimental</strong>. Key/value pairs to be passed on to the dataset file-system backend, if any.</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 2.11.0</p>

	</div>`,name:"storage_options"},{anchor:"datasets.load_dataset.config_kwargs",description:`<strong>*config_kwargs</strong> (additional keyword arguments) —
	Keyword arguments to be passed to the <code>BuilderConfig</code>
	and used in the <a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DatasetBuilder">DatasetBuilder</a>.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/load.py#L1477",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<ul>
	<li>if <code>split</code> is not <code>None</code>: the dataset requested,</li>
	<li>if <code>split</code> is <code>None</code>, a <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.DatasetDict"
	>DatasetDict</a> with each split.</li>
	</ul>
	<p>or <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.IterableDataset"
	>IterableDataset</a> or <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.IterableDatasetDict"
	>IterableDatasetDict</a>: if <code>streaming=True</code></p>
	<ul>
	<li>if <code>split</code> is not <code>None</code>, the dataset is requested</li>
	<li>if <code>split</code> is <code>None</code>, a <code>~datasets.streaming.IterableDatasetDict</code> with each split.</li>
	</ul>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.Dataset"
	>Dataset</a> or <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.DatasetDict"
	>DatasetDict</a></p>
	`}}),ie=new J({props:{anchor:"datasets.load_dataset.example",$$slots:{default:[To]},$$scope:{ctx:D}}}),le=new J({props:{anchor:"datasets.load_dataset.example-2",$$slots:{default:[Fo]},$$scope:{ctx:D}}}),re=new J({props:{anchor:"datasets.load_dataset.example-3",$$slots:{default:[Oo]},$$scope:{ctx:D}}}),de=new J({props:{anchor:"datasets.load_dataset.example-4",$$slots:{default:[Uo]},$$scope:{ctx:D}}}),pe=new J({props:{anchor:"datasets.load_dataset.example-5",$$slots:{default:[Mo]},$$scope:{ctx:D}}}),xe=new k({props:{name:"datasets.load_from_disk",anchor:"datasets.load_from_disk",parameters:[{name:"dataset_path",val:": typing.Union[str, bytes, os.PathLike]"},{name:"keep_in_memory",val:": typing.Optional[bool] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"}],parametersDescription:[{anchor:"datasets.load_from_disk.dataset_path",description:`<strong>dataset_path</strong> (<code>path-like</code>) —
	Path (e.g. <code>"dataset/train"</code>) or remote URI (e.g. <code>"s3://my-bucket/dataset/train"</code>)
	of the <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.Dataset">Dataset</a> or <a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.DatasetDict">DatasetDict</a> directory where the dataset/dataset-dict will be
	loaded from.`,name:"dataset_path"},{anchor:"datasets.load_from_disk.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>, defaults to <code>None</code>) —
	Whether to copy the dataset in-memory. If <code>None</code>, the dataset
	will not be copied in-memory unless explicitly enabled by setting <code>datasets.config.IN_MEMORY_MAX_SIZE</code> to
	nonzero. See more details in the <a href="../cache#improve-performance">improve performance</a> section.`,name:"keep_in_memory"},{anchor:"datasets.load_from_disk.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>) —
	Key/value pairs to be passed on to the file-system backend, if any.</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 2.9.0</p>

	</div>`,name:"storage_options"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/load.py#L1735",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<ul>
	<li>If <code>dataset_path</code> is a path of a dataset directory: the dataset requested.</li>
	<li>If <code>dataset_path</code> is a path of a dataset dict directory, a <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.DatasetDict"
	>DatasetDict</a> with each split.</li>
	</ul>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.Dataset"
	>Dataset</a> or <a
	href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.DatasetDict"
	>DatasetDict</a></p>
	`}}),ce=new J({props:{anchor:"datasets.load_from_disk.example",$$slots:{default:[jo]},$$scope:{ctx:D}}}),we=new k({props:{name:"datasets.load_dataset_builder",anchor:"datasets.load_dataset_builder",parameters:[{name:"path",val:": str"},{name:"name",val:": typing.Optional[str] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, collections.abc.Sequence[str], collections.abc.Mapping[str, typing.Union[str, collections.abc.Sequence[str]]], NoneType] = None"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"download_mode",val:": typing.Union[datasets.download.download_manager.DownloadMode, str, NoneType] = None"},{name:"revision",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.load_dataset_builder.path",description:`<strong>path</strong> (<code>str</code>) —
	Path or name of the dataset.</p>
	<ul>
	<li>
	<p>if <code>path</code> is a dataset repository on the HF hub (list all available datasets with <code>huggingface_hub.list_datasets</code>)
	-> load the dataset builder from supported files in the repository (csv, json, parquet, etc.)
	e.g. <code>'username/dataset_name'</code>, a dataset repository on the HF hub containing the data files.</p>
	</li>
	<li>
	<p>if <code>path</code> is a directory within a Storage Bucket on the HF Hub (list your buckets with <code>huggingface_hub.list_buckets</code>)
	-> load the dataset from supported files in the directory (csv, json, parquet, etc.)
	e.g. <code>'buckets/username/bucket_name/my_dataset'</code>.</p>
	</li>
	<li>
	<p>if <code>path</code> is a local directory
	-> load the dataset builder from supported files in the directory (csv, json, parquet, etc.)
	e.g. <code>'./path/to/directory/with/my/csv/data'</code>.</p>
	</li>
	<li>
	<p>if <code>path</code> is the name of a dataset builder and <code>data_files</code> or <code>data_dir</code> is specified
	(available builders are “json”, “csv”, “parquet”, “arrow”, “text”, “xml”, “webdataset”, “imagefolder”, “audiofolder”, “videofolder”, “meshfolder”)
	-> load the dataset builder from the files in <code>data_files</code> or <code>data_dir</code>
	e.g. <code>'parquet'</code>.</p>
	</li>
	</ul>
	<p>Use a <code>hf://</code> path like <code>'hf://datasets/username/dataset_name'</code> to allow remote only.
	Use an absolute path to allow local only.`,name:"path"},{anchor:"datasets.load_dataset_builder.name",description:`<strong>name</strong> (<code>str</code>, <em>optional</em>) —
	Defining the name of the dataset configuration.`,name:"name"},{anchor:"datasets.load_dataset_builder.data_dir",description:`<strong>data_dir</strong> (<code>str</code>, <em>optional</em>) —
	Defining the <code>data_dir</code> of the dataset configuration. If specified for the generic builders (csv, text etc.) or the Hub datasets and <code>data_files</code> is <code>None</code>,
	the behavior is equal to passing <code>os.path.join(data_dir, **)</code> as <code>data_files</code> to reference all the files in a directory.`,name:"data_dir"},{anchor:"datasets.load_dataset_builder.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) —
	Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.load_dataset_builder.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>, <em>optional</em>) —
	Directory to read/write data. Defaults to <code>"~/.cache/huggingface/datasets"</code>.`,name:"cache_dir"},{anchor:"datasets.load_dataset_builder.features",description:`<strong>features</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/main_classes#datasets.Features">Features</a>, <em>optional</em>) —
	Set the features type to use for this dataset.`,name:"features"},{anchor:"datasets.load_dataset_builder.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) —
	Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.load_dataset_builder.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) —
	Download/generate mode.`,name:"download_mode"},{anchor:"datasets.load_dataset_builder.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) —
	Version of the dataset to load.
	As datasets have their own git repository on the Datasets Hub, the default version “main” corresponds to their “main” branch.
	You can specify a different version than the default “main” by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.load_dataset_builder.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) —
	Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
	If <code>True</code>, or not specified, will get token from <code>"~/.huggingface"</code>.`,name:"token"},{anchor:"datasets.load_dataset_builder.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>, defaults to <code>None</code>) —
	<strong>Experimental</strong>. Key/value pairs to be passed on to the dataset file-system backend, if any.</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 2.11.0</p>

	</div>`,name:"storage_options"},{anchor:"datasets.load_dataset_builder.config_kwargs",description:`<strong>*config_kwargs</strong> (additional keyword arguments) —
	Keyword arguments to be passed to the <a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.BuilderConfig">BuilderConfig</a>
	and used in the <a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DatasetBuilder">DatasetBuilder</a>.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/load.py#L1222",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><a
	href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DatasetBuilder"
	>DatasetBuilder</a></p>
	`}}),me=new J({props:{anchor:"datasets.load_dataset_builder.example",$$slots:{default:[Jo]},$$scope:{ctx:D}}}),Ne=new k({props:{name:"datasets.get_dataset_config_names",anchor:"datasets.get_dataset_config_names",parameters:[{name:"path",val:": str"},{name:"revision",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = None"},{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"download_mode",val:": typing.Union[datasets.download.download_manager.DownloadMode, str, NoneType] = None"},{name:"data_files",val:": typing.Union[str, list, dict, NoneType] = None"},{name:"**download_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_config_names.path",description:`<strong>path</strong> (<code>str</code>) — path to the dataset repository. Can be either:</p>
	<ul>
	<li>a local path to the dataset directory containing the data files,
	e.g. <code>'./dataset/squad'</code></li>
	<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <code>huggingface_hub.list_datasets</code>),
	e.g. <code>'rajpurkar/squad'</code>, <code>'nyu-mll/glue'</code> or\`<code>'openai/webtext'</code></li>
	</ul>`,name:"path"},{anchor:"datasets.get_dataset_config_names.revision",description:`<strong>revision</strong> (<code>Union[str, datasets.Version]</code>, <em>optional</em>) —
	If specified, the dataset module will be loaded from the datasets repository at this version.
	By default:</p>
	<ul>
	<li>it is set to the local version of the lib.</li>
	<li>it will also try to load it from the main branch if it’s not available at the local version of the lib.
	Specifying a version that is different from your local version of the lib might cause compatibility issues.</li>
	</ul>`,name:"revision"},{anchor:"datasets.get_dataset_config_names.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) —
	Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_config_names.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) —
	Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_config_names.data_files",description:`<strong>data_files</strong> (<code>Union[Dict, List, str]</code>, <em>optional</em>) —
	Defining the data_files of the dataset configuration.`,name:"data_files"},{anchor:"datasets.get_dataset_config_names.download_kwargs",description:`<strong>*download_kwargs</strong> (additional keyword arguments) —
	Optional attributes for <a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a> which will override the attributes in <code>download_config</code> if supplied,
	for example <code>token</code>.`,name:"download_kwargs"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/inspect.py#L109"}}),ge=new J({props:{anchor:"datasets.get_dataset_config_names.example",$$slots:{default:[Io]},$$scope:{ctx:D}}}),ke=new k({props:{name:"datasets.get_dataset_infos",anchor:"datasets.get_dataset_infos",parameters:[{name:"path",val:": str"},{name:"data_files",val:": typing.Union[str, list, dict, NoneType] = None"},{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"download_mode",val:": typing.Union[datasets.download.download_manager.DownloadMode, str, NoneType] = None"},{name:"revision",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"*config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_infos.path",description:`<strong>path</strong> (<code>str</code>) — path to the dataset repository. Can be either:</p>
	<ul>
	<li>a local path to the dataset directory containing the data files,
	e.g. <code>'./dataset/squad'</code></li>
	<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <code>huggingface_hub.list_datasets</code>),
	e.g. <code>'rajpurkar/squad'</code>, <code>'nyu-mll/glue'</code> or\`<code>'openai/webtext'</code></li>
	</ul>`,name:"path"},{anchor:"datasets.get_dataset_infos.revision",description:`<strong>revision</strong> (<code>Union[str, datasets.Version]</code>, <em>optional</em>) —
	If specified, the dataset module will be loaded from the datasets repository at this version.
	By default:</p>
	<ul>
	<li>it is set to the local version of the lib.</li>
	<li>it will also try to load it from the main branch if it’s not available at the local version of the lib.
	Specifying a version that is different from your local version of the lib might cause compatibility issues.</li>
	</ul>`,name:"revision"},{anchor:"datasets.get_dataset_infos.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) —
	Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_infos.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) —
	Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_infos.data_files",description:`<strong>data_files</strong> (<code>Union[Dict, List, str]</code>, <em>optional</em>) —
	Defining the data_files of the dataset configuration.`,name:"data_files"},{anchor:"datasets.get_dataset_infos.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) —
	Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
	If <code>True</code>, or not specified, will get token from <code>"~/.huggingface"</code>.`,name:"token"},{anchor:"datasets.get_dataset_infos.config_kwargs",description:`<strong>*config_kwargs</strong> (additional keyword arguments) —
	Optional attributes for builder class which will override the attributes if supplied.`,name:"config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/inspect.py#L42"}}),fe=new J({props:{anchor:"datasets.get_dataset_infos.example",$$slots:{default:[qo]},$$scope:{ctx:D}}}),Ce=new k({props:{name:"datasets.get_dataset_split_names",anchor:"datasets.get_dataset_split_names",parameters:[{name:"path",val:": str"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, collections.abc.Sequence[str], collections.abc.Mapping[str, typing.Union[str, collections.abc.Sequence[str]]], NoneType] = None"},{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"download_mode",val:": typing.Union[datasets.download.download_manager.DownloadMode, str, NoneType] = None"},{name:"revision",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"*config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_split_names.path",description:`<strong>path</strong> (<code>str</code>) — path to the dataset repository. Can be either:</p>
	<ul>
	<li>a local path to the dataset directory containing the data files,
	e.g. <code>'./dataset/squad'</code></li>
	<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <code>huggingface_hub.list_datasets</code>),
	e.g. <code>'rajpurkar/squad'</code>, <code>'nyu-mll/glue'</code> or\`<code>'openai/webtext'</code></li>
	</ul>`,name:"path"},{anchor:"datasets.get_dataset_split_names.config_name",description:`<strong>config_name</strong> (<code>str</code>, <em>optional</em>) —
	Defining the name of the dataset configuration.`,name:"config_name"},{anchor:"datasets.get_dataset_split_names.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) —
	Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.get_dataset_split_names.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) —
	Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_split_names.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) —
	Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_split_names.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/pr_8255/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) —
	Version of the dataset to load.
	As datasets have their own git repository on the Datasets Hub, the default version “main” corresponds to their “main” branch.
	You can specify a different version than the default “main” by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.get_dataset_split_names.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) —
	Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
	If <code>True</code>, or not specified, will get token from <code>"~/.huggingface"</code>.`,name:"token"},{anchor:"datasets.get_dataset_split_names.config_kwargs",description:`<strong>*config_kwargs</strong> (additional keyword arguments) —
	Optional attributes for builder class which will override the attributes if supplied.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/inspect.py#L295"}}),ue=new J({props:{anchor:"datasets.get_dataset_split_names.example",$$slots:{default:[Zo]},$$scope:{ctx:D}}}),De=new F({props:{title:"From files",local:"from-files",headingTag:"h2"}}),Ue=new j({props:{code:"bG9hZF9kYXRhc2V0KCUyMmNzdiUyMiUyQyUyMGRhdGFfZGlyJTNEJTIycGF0aCUyRnRvJTJGZGF0YSUyRmRpciUyMiUyQyUyMHNlcCUzRCUyMiU1Q3QlMjIp",highlighted:'load_dataset(<span class="hljs-string">"csv"</span>, data_dir=<span class="hljs-string">"path/to/data/dir"</span>, sep=<span class="hljs-string">"\\t"</span>)',lang:"python",wrap:!1}}),Me=new F({props:{title:"Text",local:"datasets.packaged_modules.text.TextConfig",headingTag:"h3"}}),je=new k({props:{name:"class datasets.packaged_modules.text.TextConfig",anchor:"datasets.packaged_modules.text.TextConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"encoding",val:": str = 'utf-8'"},{name:"encoding_errors",val:": typing.Optional[str] = None"},{name:"chunksize",val:": int = 10485760"},{name:"keep_linebreaks",val:": bool = False"},{name:"sample_by",val:": typing.Literal['line', 'paragraph', 'document'] = 'line'"}],parametersDescription:[{anchor:"datasets.packaged_modules.text.TextConfig.features",description:`<strong>features</strong> — (<code>Features</code>, <em>optional</em>):
	Cast the data to <code>features</code>.`,name:"features"},{anchor:"datasets.packaged_modules.text.TextConfig.encoding",description:`<strong>encoding</strong> — (<code>str</code>, defaults to “utf-8”):
	Encoding to decode the file.`,name:"encoding"},{anchor:"datasets.packaged_modules.text.TextConfig.encoding_errors",description:`<strong>encoding_errors</strong> — (<code>str</code>, <em>optional</em>):
	Argument to define what to do in case of encoding error.
	This is the same as the <code>error</code> argument in <code>open()</code>.`,name:"encoding_errors"},{anchor:"datasets.packaged_modules.text.TextConfig.chunksize",description:`<strong>chunksize</strong> — (<code>Features</code>, <em>optional</em>, defaults to “10MB”):
	Chunk size to read the data.`,name:"chunksize"},{anchor:"datasets.packaged_modules.text.TextConfig.keep_linebreaks",description:`<strong>keep_linebreaks</strong> — (<code>bool</code>, defaults to False):
	Whether to keep line breaks.`,name:"keep_linebreaks"},{anchor:"datasets.packaged_modules.text.TextConfig.sample_by",description:`<strong>sample_by</strong> (<code>Literal["line", "paragraph", "document"]</code>, defaults to “line”) —
	Whether to load data per line, praragraph or document.
	By default one row in the dataset = one line.`,name:"sample_by"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/text/text.py#L17"}}),Ie=new k({props:{name:"class datasets.packaged_modules.text.Text",anchor:"datasets.packaged_modules.text.Text",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/text/text.py#L45"}}),qe=new F({props:{title:"CSV",local:"datasets.packaged_modules.csv.CsvConfig",headingTag:"h3"}}),Ze=new k({props:{name:"class datasets.packaged_modules.csv.CsvConfig",anchor:"datasets.packaged_modules.csv.CsvConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"sep",val:": str = ','"},{name:"delimiter",val:": typing.Optional[str] = None"},{name:"header",val:": typing.Union[int, list[int], str, NoneType] = 'infer'"},{name:"names",val:": typing.Optional[list[str]] = None"},{name:"column_names",val:": typing.Optional[list[str]] = None"},{name:"index_col",val:": typing.Union[int, str, list[int], list[str], NoneType] = None"},{name:"usecols",val:": typing.Union[list[int], list[str], NoneType] = None"},{name:"prefix",val:": typing.Optional[str] = None"},{name:"mangle_dupe_cols",val:": bool = True"},{name:"engine",val:": typing.Optional[typing.Literal['c', 'python', 'pyarrow']] = None"},{name:"converters",val:": dict = None"},{name:"true_values",val:": typing.Optional[list] = None"},{name:"false_values",val:": typing.Optional[list] = None"},{name:"skipinitialspace",val:": bool = False"},{name:"skiprows",val:": typing.Union[int, list[int], NoneType] = None"},{name:"nrows",val:": typing.Optional[int] = None"},{name:"na_values",val:": typing.Union[str, list[str], NoneType] = None"},{name:"keep_default_na",val:": bool = True"},{name:"na_filter",val:": bool = True"},{name:"verbose",val:": bool = False"},{name:"skip_blank_lines",val:": bool = True"},{name:"thousands",val:": typing.Optional[str] = None"},{name:"decimal",val:": str = '.'"},{name:"lineterminator",val:": typing.Optional[str] = None"},{name:"quotechar",val:`: str = '"'`},{name:"quoting",val:": int = 0"},{name:"escapechar",val:": typing.Optional[str] = None"},{name:"comment",val:": typing.Optional[str] = None"},{name:"encoding",val:": typing.Optional[str] = None"},{name:"dialect",val:": typing.Optional[str] = None"},{name:"error_bad_lines",val:": bool = True"},{name:"warn_bad_lines",val:": bool = True"},{name:"skipfooter",val:": int = 0"},{name:"doublequote",val:": bool = True"},{name:"memory_map",val:": bool = False"},{name:"float_precision",val:": typing.Optional[str] = None"},{name:"chunksize",val:": int = 10000"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"encoding_errors",val:": typing.Optional[str] = 'strict'"},{name:"on_bad_lines",val:": typing.Literal['error', 'warn', 'skip'] = 'error'"},{name:"date_format",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/csv/csv.py#L25"}}),Ve=new k({props:{name:"class datasets.packaged_modules.csv.Csv",anchor:"datasets.packaged_modules.csv.Csv",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/csv/csv.py#L145"}}),ze=new F({props:{title:"JSON",local:"datasets.packaged_modules.json.JsonConfig",headingTag:"h3"}}),Ge=new k({props:{name:"class datasets.packaged_modules.json.JsonConfig",anchor:"datasets.packaged_modules.json.JsonConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"encoding",val:": str = 'utf-8'"},{name:"encoding_errors",val:": typing.Optional[str] = None"},{name:"field",val:": typing.Optional[str] = None"},{name:"use_threads",val:": bool = True"},{name:"block_size",val:": typing.Optional[int] = None"},{name:"chunksize",val:": int = 10485760"},{name:"newlines_in_values",val:": typing.Optional[bool] = None"},{name:"on_mixed_types",val:": typing.Optional[typing.Literal['use_json']] = 'use_json'"},{name:"parse_agent_traces",val:": bool = True"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/json/json.py#L45"}}),Se=new k({props:{name:"class datasets.Json",anchor:"datasets.Json",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/json/json.py#L63"}}),Ee=new F({props:{title:"XML",local:"datasets.packaged_modules.xml.XmlConfig",headingTag:"h3"}}),Pe=new k({props:{name:"class datasets.packaged_modules.xml.XmlConfig",anchor:"datasets.packaged_modules.xml.XmlConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"encoding",val:": str = 'utf-8'"},{name:"encoding_errors",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/xml/xml.py#L15"}}),We=new k({props:{name:"class datasets.packaged_modules.xml.Xml",anchor:"datasets.packaged_modules.xml.Xml",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/xml/xml.py#L23"}}),Be=new F({props:{title:"Parquet",local:"datasets.packaged_modules.parquet.ParquetConfig",headingTag:"h3"}}),He=new k({props:{name:"class datasets.packaged_modules.parquet.ParquetConfig",anchor:"datasets.packaged_modules.parquet.ParquetConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"batch_size",val:": typing.Optional[int] = None"},{name:"columns",val:": typing.Optional[list[str]] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"},{name:"fragment_scan_options",val:": typing.Optional[pyarrow._dataset_parquet.ParquetFragmentScanOptions] = None"},{name:"on_bad_files",val:": typing.Literal['error', 'warn', 'skip'] = 'error'"}],parametersDescription:[{anchor:"datasets.packaged_modules.parquet.ParquetConfig.batch_size",description:`<strong>batch_size</strong> (<code>int</code>, <em>optional</em>) —
	Size of the RecordBatches to iterate on.
	The default is the row group size (defined by the first row group).`,name:"batch_size"},{anchor:"datasets.packaged_modules.parquet.ParquetConfig.columns",description:`<strong>columns</strong> (<code>list[str]</code>, <em>optional</em>) —
	List of columns to load, the other ones are ignored.
	All columns are loaded by default.`,name:"columns"},{anchor:"datasets.packaged_modules.parquet.ParquetConfig.features",description:`<strong>features</strong> — (<code>Features</code>, <em>optional</em>):
	Cast the data to <code>features</code>.`,name:"features"},{anchor:"datasets.packaged_modules.parquet.ParquetConfig.filters",description:`<strong>filters</strong> (<code>Union[pyarrow.dataset.Expression, list[tuple], list[list[tuple]]]</code>, <em>optional</em>) —
	Return only the rows matching the filter.
	If possible the predicate will be pushed down to exploit the partition information
	or internal metadata found in the data source, e.g. Parquet statistics.
	Otherwise filters the loaded RecordBatches before yielding them.`,name:"filters"},{anchor:"datasets.packaged_modules.parquet.ParquetConfig.fragment_scan_options",description:`<strong>fragment_scan_options</strong> (<code>pyarrow.dataset.ParquetFragmentScanOptions</code>, <em>optional</em>) —
	Scan-specific options for Parquet fragments.
	This is especially useful to configure buffering and caching.</p>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 4.2.0</p>

	</div>`,name:"fragment_scan_options"},{anchor:"datasets.packaged_modules.parquet.ParquetConfig.on_bad_files",description:`<strong>on_bad_files</strong> (<code>Literal["error", "warn", "skip"]</code>, <em>optional</em>, defaults to “error”) —
	Specify what to do upon encountering a bad file (a file that can’t be read). Allowed values are :</p>
	<ul>
	<li>‘error’, raise an Exception when a bad file is encountered.</li>
	<li>‘warn’, raise a warning when a bad file is encountered and skip that file.</li>
	<li>‘skip’, skip bad files without raising or warning when they are encountered.</li>
	</ul>
	<div class="course-tip bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
	<p class="font-medium">Added in 4.2.0</p>

	</div>`,name:"on_bad_files"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/parquet/parquet.py#L20"}}),_e=new J({props:{anchor:"datasets.packaged_modules.parquet.ParquetConfig.example",$$slots:{default:[Ro]},$$scope:{ctx:D}}}),he=new J({props:{anchor:"datasets.packaged_modules.parquet.ParquetConfig.example-2",$$slots:{default:[Vo]},$$scope:{ctx:D}}}),ve=new J({props:{anchor:"datasets.packaged_modules.parquet.ParquetConfig.example-3",$$slots:{default:[zo]},$$scope:{ctx:D}}}),Ye=new k({props:{name:"class datasets.packaged_modules.parquet.Parquet",anchor:"datasets.packaged_modules.parquet.Parquet",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/parquet/parquet.py#L93"}}),Qe=new F({props:{title:"Arrow",local:"datasets.packaged_modules.arrow.ArrowConfig",headingTag:"h3"}}),Ke=new k({props:{name:"class datasets.packaged_modules.arrow.ArrowConfig",anchor:"datasets.packaged_modules.arrow.ArrowConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/arrow/arrow.py#L15"}}),tt=new k({props:{name:"class datasets.packaged_modules.arrow.Arrow",anchor:"datasets.packaged_modules.arrow.Arrow",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/arrow/arrow.py#L24"}}),at=new F({props:{title:"SQL",local:"datasets.packaged_modules.sql.SqlConfig",headingTag:"h3"}}),nt=new k({props:{name:"class datasets.packaged_modules.sql.SqlConfig",anchor:"datasets.packaged_modules.sql.SqlConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"sql",val:": typing.Union[str, ForwardRef('sqlalchemy.sql.Selectable')] = None"},{name:"con",val:": typing.Union[str, ForwardRef('sqlalchemy.engine.Connection'), ForwardRef('sqlalchemy.engine.Engine'), ForwardRef('sqlite3.Connection')] = None"},{name:"index_col",val:": typing.Union[str, list[str], NoneType] = None"},{name:"coerce_float",val:": bool = True"},{name:"params",val:": typing.Union[list, tuple, dict, NoneType] = None"},{name:"parse_dates",val:": typing.Union[list, dict, NoneType] = None"},{name:"columns",val:": typing.Optional[list[str]] = None"},{name:"chunksize",val:": typing.Optional[int] = 10000"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/sql/sql.py#L25"}}),ot=new k({props:{name:"class datasets.packaged_modules.sql.Sql",anchor:"datasets.packaged_modules.sql.Sql",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/sql/sql.py#L92"}}),it=new F({props:{title:"Images",local:"datasets.packaged_modules.imagefolder.ImageFolderConfig",headingTag:"h3"}}),lt=new k({props:{name:"class datasets.packaged_modules.imagefolder.ImageFolderConfig",anchor:"datasets.packaged_modules.imagefolder.ImageFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"},{name:"metadata_filenames",val:": list = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/imagefolder/imagefolder.py#L9"}}),dt=new k({props:{name:"class datasets.packaged_modules.imagefolder.ImageFolder",anchor:"datasets.packaged_modules.imagefolder.ImageFolder",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/imagefolder/imagefolder.py#L19"}}),pt=new F({props:{title:"Audio",local:"datasets.packaged_modules.audiofolder.AudioFolderConfig",headingTag:"h3"}}),ct=new k({props:{name:"class datasets.packaged_modules.audiofolder.AudioFolderConfig",anchor:"datasets.packaged_modules.audiofolder.AudioFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"},{name:"metadata_filenames",val:": list = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/audiofolder/audiofolder.py#L9"}}),gt=new k({props:{name:"class datasets.packaged_modules.audiofolder.AudioFolder",anchor:"datasets.packaged_modules.audiofolder.AudioFolder",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/audiofolder/audiofolder.py#L19"}}),ft=new F({props:{title:"Videos",local:"datasets.packaged_modules.videofolder.VideoFolderConfig",headingTag:"h3"}}),ut=new k({props:{name:"class datasets.packaged_modules.videofolder.VideoFolderConfig",anchor:"datasets.packaged_modules.videofolder.VideoFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"},{name:"metadata_filenames",val:": list = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/videofolder/videofolder.py#L9"}}),ht=new k({props:{name:"class datasets.packaged_modules.videofolder.VideoFolder",anchor:"datasets.packaged_modules.videofolder.VideoFolder",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/videofolder/videofolder.py#L19"}}),vt=new F({props:{title:"HDF5",local:"datasets.packaged_modules.hdf5.HDF5Config",headingTag:"h3"}}),yt=new k({props:{name:"class datasets.packaged_modules.hdf5.HDF5Config",anchor:"datasets.packaged_modules.hdf5.HDF5Config",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"batch_size",val:": typing.Optional[int] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/hdf5/hdf5.py#L33"}}),bt=new k({props:{name:"class datasets.packaged_modules.hdf5.HDF5",anchor:"datasets.packaged_modules.hdf5.HDF5",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/hdf5/hdf5.py#L40"}}),$t=new F({props:{title:"TsFile",local:"datasets.packaged_modules.tsfile.TsFileConfig",headingTag:"h3"}}),xt=new k({props:{name:"class datasets.packaged_modules.tsfile.TsFileConfig",anchor:"datasets.packaged_modules.tsfile.TsFileConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"table_name",val:": Optional[str] = None"},{name:"columns",val:": Optional[list[str]] = None"},{name:"start_time",val:": Optional[Any] = None"},{name:"end_time",val:": Optional[Any] = None"},{name:"input_batch_size",val:": int = 65536"},{name:"output_batch_size",val:": int = 32"},{name:"features",val:": Optional[datasets.Features] = None"},{name:"on_bad_files",val:": Literal['error', 'warn', 'skip'] = 'error'"},{name:"timestamp_unit",val:": Literal['s', 'ms', 'us', 'ns'] = 'ms'"},{name:"timestamp_tz",val:": Optional[str] = None"}],parametersDescription:[{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.table_name",description:`<strong>table_name</strong> (<em>str</em>, <em>optional</em>) —
	Name of the table to read. When unset, the first table found in
	the first valid file is used. Lookups are case-insensitive.`,name:"table_name"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.columns",description:`<strong>columns</strong> (<em>list[str]</em>, <em>optional</em>) —
	Subset of FIELD columns to keep. TAG columns and the TIME column
	are <em>always</em> returned (they identify the device / its timeline
	and cannot be excluded). Names that refer to TAG or TIME columns,
	or to fields absent from every file, resolve quietly: TAGs/TIME
	are emitted as usual, and never-seen fields become all-null list
	columns. When unset, all FIELDs are returned.`,name:"columns"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.start_time,",description:`<strong>start_time,</strong> end_time (<em>datetime</em>, <em>date</em>, <em>pa.TimestampScalar</em>, ISO-8601 <em>str</em>, or <em>int</em>, <em>optional</em>) —
	Inclusive timestamp range. Either bound may be omitted.
	<code>datetime</code> values are taken in their own tz (UTC if naive);
	<code>int</code> is interpreted as a raw epoch in <code>timestamp_unit</code>.`,name:"start_time,"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.input_batch_size",description:`<strong>input_batch_size</strong> (<em>int</em>, <em>optional</em>, defaults to 65_536) —
	Maximum number of rows fetched per Arrow batch from
	<code>TsFileReader.query_table</code>. Controls peak memory while
	streaming a single device.`,name:"input_batch_size"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.output_batch_size",description:`<strong>output_batch_size</strong> (<em>int</em>, <em>optional</em>, defaults to 32) —
	Number of devices (output dataset rows) packed into each Arrow
	record batch yielded to the writer. Also the granularity at
	which the dataset progress bar advances; smaller values give
	more responsive feedback on slow per-device reads, larger ones
	reduce per-batch overhead.`,name:"output_batch_size"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.features",description:`<strong>features</strong> (<em>Features</em>, <em>optional</em>) —
	Final Features schema. When provided, the metadata scan over
	input files is skipped.`,name:"features"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.on_bad_files",description:`<strong>on_bad_files</strong> (<em>Literal[“error”, “warn”, “skip”]</em>, <em>optional</em>, defaults to “error”) —
	What to do if a file cannot be opened or lacks the requested table.`,name:"on_bad_files"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.timestamp_unit",description:`<strong>timestamp_unit</strong> (<em>Literal[“s”, “ms”, “us”, “ns”]</em>, <em>optional</em>, defaults to “ms”) —
	Time unit for the timestamp column. IoTDB defaults to milliseconds.`,name:"timestamp_unit"},{anchor:"datasets.packaged_modules.tsfile.TsFileConfig.timestamp_tz",description:`<strong>timestamp_tz</strong> (<em>str</em>, <em>optional</em>) —
	Time zone for the timestamp column. <code>None</code> means timezone-naive.`,name:"timestamp_tz"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/tsfile/tsfile.py#L143"}}),wt=new k({props:{name:"class datasets.packaged_modules.tsfile.TsFile",anchor:"datasets.packaged_modules.tsfile.TsFile",parameters:[{name:"args",val:""},{name:"kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/tsfile/tsfile.py#L233"}}),Nt=new F({props:{title:"Pdf",local:"datasets.packaged_modules.pdffolder.PdfFolderConfig",headingTag:"h3"}}),kt=new k({props:{name:"class datasets.packaged_modules.pdffolder.PdfFolderConfig",anchor:"datasets.packaged_modules.pdffolder.PdfFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"},{name:"metadata_filenames",val:": list = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/pdffolder/pdffolder.py#L9"}}),Dt=new k({props:{name:"class datasets.packaged_modules.pdffolder.PdfFolder",anchor:"datasets.packaged_modules.pdffolder.PdfFolder",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/pdffolder/pdffolder.py#L19"}}),Tt=new F({props:{title:"Nifti",local:"datasets.packaged_modules.niftifolder.NiftiFolderConfig",headingTag:"h3"}}),Ft=new k({props:{name:"class datasets.packaged_modules.niftifolder.NiftiFolderConfig",anchor:"datasets.packaged_modules.niftifolder.NiftiFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": typing.Union[datasets.utils.version.Version, str, NoneType] = 0.0.0"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[datasets.data_files.DataFilesDict, datasets.data_files.DataFilesPatternsDict, NoneType] = None"},{name:"description",val:": typing.Optional[str] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"},{name:"metadata_filenames",val:": list = None"},{name:"filters",val:": typing.Union[pyarrow._compute.Expression, list[tuple], list[list[tuple]], NoneType] = None"}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/niftifolder/niftifolder.py#L9"}}),Ut=new k({props:{name:"class datasets.packaged_modules.niftifolder.NiftiFolder",anchor:"datasets.packaged_modules.niftifolder.NiftiFolder",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/niftifolder/niftifolder.py#L19"}}),Mt=new F({props:{title:"WebDataset",local:"datasets.packaged_modules.webdataset.WebDataset",headingTag:"h3"}}),Jt=new k({props:{name:"class datasets.packaged_modules.webdataset.WebDataset",anchor:"datasets.packaged_modules.webdataset.WebDataset",parameters:[{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"dataset_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"hash",val:": typing.Optional[str] = None"},{name:"base_path",val:": typing.Optional[str] = None"},{name:"info",val:": typing.Optional[datasets.info.DatasetInfo] = None"},{name:"features",val:": typing.Optional[datasets.features.features.Features] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"repo_id",val:": typing.Optional[str] = None"},{name:"data_files",val:": typing.Union[str, list, dict, datasets.data_files.DataFilesDict, NoneType] = None"},{name:"data_dir",val:": typing.Optional[str] = None"},{name:"storage_options",val:": typing.Optional[dict] = None"},{name:"writer_batch_size",val:": typing.Optional[int] = None"},{name:"config_id",val:": typing.Optional[str] = None"},{name:"*config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/r_8255/src/datasets/packaged_modules/webdataset/webdataset.py#L20"}}),It=new Do({props:{source:"https://github.com/huggingface/datasets/blob/main/docs/source/package_reference/loading_methods.mdx"}}),{c(){l=d("meta"),x=o(),y=d("p"),r=o(),c(v.$$.fragment),t=o(),c(b.$$.fragment),$a=o(),ye=d("p"),ye.textContent=Fs,xa=o(),c(be.$$.fragment),wa=o(),C=d("div"),c($e.$$.fragment),Vn=o(),zt=d("p"),zt.textContent=Os,zn=o(),Gt=d("p"),Gt.innerHTML=Us,Gn=o(),Xt=d("p"),Xt.textContent=Ms,Xn=o(),St=d("p"),St.textContent=js,Sn=o(),Et=d("ol"),Et.innerHTML=Js,En=o(),Pt=d("p"),Pt.textContent=Is,Pn=o(),c(ie.$$.fragment),Ln=o(),c(le.$$.fragment),Wn=o(),c(re.$$.fragment),Bn=o(),c(de.$$.fragment),Hn=o(),c(pe.$$.fragment),Na=o(),Z=d("div"),c(xe.$$.fragment),An=o(),Lt=d("p"),Lt.innerHTML=qs,Yn=o(),c(ce.$$.fragment),ka=o(),O=d("div"),c(we.$$.fragment),Qn=o(),Wt=d("p"),Wt.textContent=Zs,Kn=o(),Bt=d("ul"),Bt.innerHTML=Rs,es=o(),Ht=d("p"),Ht.innerHTML=Vs,ts=o(),At=d("p"),At.textContent=zs,as=o(),c(me.$$.fragment),Ca=o(),R=d("div"),c(Ne.$$.fragment),ns=o(),Yt=d("p"),Yt.textContent=Gs,ss=o(),c(ge.$$.fragment),Da=o(),V=d("div"),c(ke.$$.fragment),os=o(),Qt=d("p"),Qt.textContent=Xs,is=o(),c(fe.$$.fragment),Ta=o(),z=d("div"),c(Ce.$$.fragment),ls=o(),Kt=d("p"),Kt.textContent=Ss,rs=o(),c(ue.$$.fragment),Fa=o(),c(De.$$.fragment),Oa=o(),Te=d("p"),Te.textContent=Es,Ua=o(),Fe=d("ul"),Fe.innerHTML=Ps,Ma=o(),Oe=d("p"),Oe.innerHTML=Ls,ja=o(),c(Ue.$$.fragment),Ja=o(),c(Me.$$.fragment),Ia=o(),G=d("div"),c(je.$$.fragment),ds=o(),ea=d("p"),ea.textContent=Ws,qa=o(),Je=d("div"),c(Ie.$$.fragment),Za=o(),c(qe.$$.fragment),Ra=o(),X=d("div"),c(Ze.$$.fragment),ps=o(),ta=d("p"),ta.textContent=Bs,Va=o(),Re=d("div"),c(Ve.$$.fragment),za=o(),c(ze.$$.fragment),Ga=o(),S=d("div"),c(Ge.$$.fragment),cs=o(),aa=d("p"),aa.textContent=Hs,Xa=o(),Xe=d("div"),c(Se.$$.fragment),Sa=o(),c(Ee.$$.fragment),Ea=o(),E=d("div"),c(Pe.$$.fragment),ms=o(),na=d("p"),na.textContent=As,Pa=o(),Le=d("div"),c(We.$$.fragment),La=o(),c(Be.$$.fragment),Wa=o(),U=d("div"),c(He.$$.fragment),gs=o(),sa=d("p"),sa.textContent=Ys,fs=o(),oa=d("p"),oa.textContent=Qs,us=o(),c(_e.$$.fragment),_s=o(),c(he.$$.fragment),hs=o(),c(ve.$$.fragment),Ba=o(),Ae=d("div"),c(Ye.$$.fragment),Ha=o(),c(Qe.$$.fragment),Aa=o(),P=d("div"),c(Ke.$$.fragment),vs=o(),ia=d("p"),ia.textContent=Ks,Ya=o(),et=d("div"),c(tt.$$.fragment),Qa=o(),c(at.$$.fragment),Ka=o(),L=d("div"),c(nt.$$.fragment),ys=o(),la=d("p"),la.textContent=eo,en=o(),st=d("div"),c(ot.$$.fragment),tn=o(),c(it.$$.fragment),an=o(),W=d("div"),c(lt.$$.fragment),bs=o(),ra=d("p"),ra.textContent=to,nn=o(),rt=d("div"),c(dt.$$.fragment),sn=o(),c(pt.$$.fragment),on=o(),B=d("div"),c(ct.$$.fragment),$s=o(),da=d("p"),da.textContent=ao,ln=o(),mt=d("div"),c(gt.$$.fragment),rn=o(),c(ft.$$.fragment),dn=o(),H=d("div"),c(ut.$$.fragment),xs=o(),pa=d("p"),pa.textContent=no,pn=o(),_t=d("div"),c(ht.$$.fragment),cn=o(),c(vt.$$.fragment),mn=o(),A=d("div"),c(yt.$$.fragment),ws=o(),ca=d("p"),ca.textContent=so,gn=o(),Y=d("div"),c(bt.$$.fragment),Ns=o(),ma=d("p"),ma.textContent=oo,fn=o(),c($t.$$.fragment),un=o(),Q=d("div"),c(xt.$$.fragment),ks=o(),ga=d("p"),ga.textContent=io,_n=o(),K=d("div"),c(wt.$$.fragment),Cs=o(),fa=d("p"),fa.textContent=lo,hn=o(),c(Nt.$$.fragment),vn=o(),ee=d("div"),c(kt.$$.fragment),Ds=o(),ua=d("p"),ua.textContent=ro,yn=o(),Ct=d("div"),c(Dt.$$.fragment),bn=o(),c(Tt.$$.fragment),$n=o(),te=d("div"),c(Ft.$$.fragment),Ts=o(),_a=d("p"),_a.textContent=po,xn=o(),Ot=d("div"),c(Ut.$$.fragment),wn=o(),c(Mt.$$.fragment),Nn=o(),jt=d("div"),c(Jt.$$.fragment),kn=o(),c(It.$$.fragment),Cn=o(),ha=d("p"),this.h()},l(e){const n=ko("svelte-u9bgzb",document.head);l=p(n,"META",{name:!0,content:!0}),n.forEach(a),x=i(e),y=p(e,"P",{}),w(y).forEach(a),r=i(e),m(v.$$.fragment,e),t=i(e),m(b.$$.fragment,e),$a=i(e),ye=p(e,"P",{"data-svelte-h":!0}),$(ye)!=="svelte-spmsxp"&&(ye.textContent=Fs),xa=i(e),m(be.$$.fragment,e),wa=i(e),C=p(e,"DIV",{class:!0});var T=w(C);m($e.$$.fragment,T),Vn=i(T),zt=p(T,"P",{"data-svelte-h":!0}),$(zt)!=="svelte-x6t4fm"&&(zt.textContent=Os),zn=i(T),Gt=p(T,"P",{"data-svelte-h":!0}),$(Gt)!=="svelte-1j3dvna"&&(Gt.innerHTML=Us),Gn=i(T),Xt=p(T,"P",{"data-svelte-h":!0}),$(Xt)!=="svelte-ugdrhh"&&(Xt.textContent=Ms),Xn=i(T),St=p(T,"P",{"data-svelte-h":!0}),$(St)!=="svelte-1osovlg"&&(St.textContent=js),Sn=i(T),Et=p(T,"OL",{"data-svelte-h":!0}),$(Et)!=="svelte-vn2jzl"&&(Et.innerHTML=Js),En=i(T),Pt=p(T,"P",{"data-svelte-h":!0}),$(Pt)!=="svelte-11lpom8"&&(Pt.textContent=Is),Pn=i(T),m(ie.$$.fragment,T),Ln=i(T),m(le.$$.fragment,T),Wn=i(T),m(re.$$.fragment,T),Bn=i(T),m(de.$$.fragment,T),Hn=i(T),m(pe.$$.fragment,T),T.forEach(a),Na=i(e),Z=p(e,"DIV",{class:!0});var ae=w(Z);m(xe.$$.fragment,ae),An=i(ae),Lt=p(ae,"P",{"data-svelte-h":!0}),$(Lt)!=="svelte-13xiqbe"&&(Lt.innerHTML=qs),Yn=i(ae),m(ce.$$.fragment,ae),ae.forEach(a),ka=i(e),O=p(e,"DIV",{class:!0});var M=w(O);m(we.$$.fragment,M),Qn=i(M),Wt=p(M,"P",{"data-svelte-h":!0}),$(Wt)!=="svelte-dbq44g"&&(Wt.textContent=Zs),Kn=i(M),Bt=p(M,"UL",{"data-svelte-h":!0}),$(Bt)!=="svelte-82dds3"&&(Bt.innerHTML=Rs),es=i(M),Ht=p(M,"P",{"data-svelte-h":!0}),$(Ht)!=="svelte-1j3dvna"&&(Ht.innerHTML=Vs),ts=i(M),At=p(M,"P",{"data-svelte-h":!0}),$(At)!=="svelte-ugdrhh"&&(At.textContent=zs),as=i(M),m(me.$$.fragment,M),M.forEach(a),Ca=i(e),R=p(e,"DIV",{class:!0});var ne=w(R);m(Ne.$$.fragment,ne),ns=i(ne),Yt=p(ne,"P",{"data-svelte-h":!0}),$(Yt)!=="svelte-2twqqm"&&(Yt.textContent=Gs),ss=i(ne),m(ge.$$.fragment,ne),ne.forEach(a),Da=i(e),V=p(e,"DIV",{class:!0});var se=w(V);m(ke.$$.fragment,se),os=i(se),Qt=p(se,"P",{"data-svelte-h":!0}),$(Qt)!=="svelte-vg9yfc"&&(Qt.textContent=Xs),is=i(se),m(fe.$$.fragment,se),se.forEach(a),Ta=i(e),z=p(e,"DIV",{class:!0});var oe=w(z);m(Ce.$$.fragment,oe),ls=i(oe),Kt=p(oe,"P",{"data-svelte-h":!0}),$(Kt)!=="svelte-hrdkoe"&&(Kt.textContent=Ss),rs=i(oe),m(ue.$$.fragment,oe),oe.forEach(a),Fa=i(e),m(De.$$.fragment,e),Oa=i(e),Te=p(e,"P",{"data-svelte-h":!0}),$(Te)!=="svelte-psk543"&&(Te.textContent=Es),Ua=i(e),Fe=p(e,"UL",{"data-svelte-h":!0}),$(Fe)!=="svelte-mua0wr"&&(Fe.innerHTML=Ps),Ma=i(e),Oe=p(e,"P",{"data-svelte-h":!0}),$(Oe)!=="svelte-1rtq4tt"&&(Oe.innerHTML=Ls),ja=i(e),m(Ue.$$.fragment,e),Ja=i(e),m(Me.$$.fragment,e),Ia=i(e),G=p(e,"DIV",{class:!0});var qt=w(G);m(je.$$.fragment,qt),ds=i(qt),ea=p(qt,"P",{"data-svelte-h":!0}),$(ea)!=="svelte-jpahu0"&&(ea.textContent=Ws),qt.forEach(a),qa=i(e),Je=p(e,"DIV",{class:!0});var va=w(Je);m(Ie.$$.fragment,va),va.forEach(a),Za=i(e),m(qe.$$.fragment,e),Ra=i(e),X=p(e,"DIV",{class:!0});var Zt=w(X);m(Ze.$$.fragment,Zt),ps=i(Zt),ta=p(Zt,"P",{"data-svelte-h":!0}),$(ta)!=="svelte-993wsc"&&(ta.textContent=Bs),Zt.forEach(a),Va=i(e),Re=p(e,"DIV",{class:!0});var ya=w(Re);m(Ve.$$.fragment,ya),ya.forEach(a),za=i(e),m(ze.$$.fragment,e),Ga=i(e),S=p(e,"DIV",{class:!0});var Rt=w(S);m(Ge.$$.fragment,Rt),cs=i(Rt),aa=p(Rt,"P",{"data-svelte-h":!0}),$(aa)!=="svelte-12lz3xe"&&(aa.textContent=Hs),Rt.forEach(a),Xa=i(e),Xe=p(e,"DIV",{class:!0});var ba=w(Xe);m(Se.$$.fragment,ba),ba.forEach(a),Sa=i(e),m(Ee.$$.fragment,e),Ea=i(e),E=p(e,"DIV",{class:!0});var Vt=w(E);m(Pe.$$.fragment,Vt),ms=i(Vt),na=p(Vt,"P",{"data-svelte-h":!0}),$(na)!=="svelte-1kpjrrq"&&(na.textContent=As),Vt.forEach(a),Pa=i(e),Le=p(e,"DIV",{class:!0});var co=w(Le);m(We.$$.fragment,co),co.forEach(a),La=i(e),m(Be.$$.fragment,e),Wa=i(e),U=p(e,"DIV",{class:!0});var q=w(U);m(He.$$.fragment,q),gs=i(q),sa=p(q,"P",{"data-svelte-h":!0}),$(sa)!=="svelte-1kivgjw"&&(sa.textContent=Ys),fs=i(q),oa=p(q,"P",{"data-svelte-h":!0}),$(oa)!=="svelte-11lpom8"&&(oa.textContent=Qs),us=i(q),m(_e.$$.fragment,q),_s=i(q),m(he.$$.fragment,q),hs=i(q),m(ve.$$.fragment,q),q.forEach(a),Ba=i(e),Ae=p(e,"DIV",{class:!0});var mo=w(Ae);m(Ye.$$.fragment,mo),mo.forEach(a),Ha=i(e),m(Qe.$$.fragment,e),Aa=i(e),P=p(e,"DIV",{class:!0});var Tn=w(P);m(Ke.$$.fragment,Tn),vs=i(Tn),ia=p(Tn,"P",{"data-svelte-h":!0}),$(ia)!=="svelte-1ah41nl"&&(ia.textContent=Ks),Tn.forEach(a),Ya=i(e),et=p(e,"DIV",{class:!0});var go=w(et);m(tt.$$.fragment,go),go.forEach(a),Qa=i(e),m(at.$$.fragment,e),Ka=i(e),L=p(e,"DIV",{class:!0});var Fn=w(L);m(nt.$$.fragment,Fn),ys=i(Fn),la=p(Fn,"P",{"data-svelte-h":!0}),$(la)!=="svelte-18rutfs"&&(la.textContent=eo),Fn.forEach(a),en=i(e),st=p(e,"DIV",{class:!0});var fo=w(st);m(ot.$$.fragment,fo),fo.forEach(a),tn=i(e),m(it.$$.fragment,e),an=i(e),W=p(e,"DIV",{class:!0});var On=w(W);m(lt.$$.fragment,On),bs=i(On),ra=p(On,"P",{"data-svelte-h":!0}),$(ra)!=="svelte-myiztp"&&(ra.textContent=to),On.forEach(a),nn=i(e),rt=p(e,"DIV",{class:!0});var uo=w(rt);m(dt.$$.fragment,uo),uo.forEach(a),sn=i(e),m(pt.$$.fragment,e),on=i(e),B=p(e,"DIV",{class:!0});var Un=w(B);m(ct.$$.fragment,Un),$s=i(Un),da=p(Un,"P",{"data-svelte-h":!0}),$(da)!=="svelte-obgmtg"&&(da.textContent=ao),Un.forEach(a),ln=i(e),mt=p(e,"DIV",{class:!0});var _o=w(mt);m(gt.$$.fragment,_o),_o.forEach(a),rn=i(e),m(ft.$$.fragment,e),dn=i(e),H=p(e,"DIV",{class:!0});var Mn=w(H);m(ut.$$.fragment,Mn),xs=i(Mn),pa=p(Mn,"P",{"data-svelte-h":!0}),$(pa)!=="svelte-myiztp"&&(pa.textContent=no),Mn.forEach(a),pn=i(e),_t=p(e,"DIV",{class:!0});var ho=w(_t);m(ht.$$.fragment,ho),ho.forEach(a),cn=i(e),m(vt.$$.fragment,e),mn=i(e),A=p(e,"DIV",{class:!0});var jn=w(A);m(yt.$$.fragment,jn),ws=i(jn),ca=p(jn,"P",{"data-svelte-h":!0}),$(ca)!=="svelte-ffmm9v"&&(ca.textContent=so),jn.forEach(a),gn=i(e),Y=p(e,"DIV",{class:!0});var Jn=w(Y);m(bt.$$.fragment,Jn),Ns=i(Jn),ma=p(Jn,"P",{"data-svelte-h":!0}),$(ma)!=="svelte-pm698w"&&(ma.textContent=oo),Jn.forEach(a),fn=i(e),m($t.$$.fragment,e),un=i(e),Q=p(e,"DIV",{class:!0});var In=w(Q);m(xt.$$.fragment,In),ks=i(In),ga=p(In,"P",{"data-svelte-h":!0}),$(ga)!=="svelte-aafevb"&&(ga.textContent=io),In.forEach(a),_n=i(e),K=p(e,"DIV",{class:!0});var qn=w(K);m(wt.$$.fragment,qn),Cs=i(qn),fa=p(qn,"P",{"data-svelte-h":!0}),$(fa)!=="svelte-1fq9tby"&&(fa.textContent=lo),qn.forEach(a),hn=i(e),m(Nt.$$.fragment,e),vn=i(e),ee=p(e,"DIV",{class:!0});var Zn=w(ee);m(kt.$$.fragment,Zn),Ds=i(Zn),ua=p(Zn,"P",{"data-svelte-h":!0}),$(ua)!=="svelte-myiztp"&&(ua.textContent=ro),Zn.forEach(a),yn=i(e),Ct=p(e,"DIV",{class:!0});var vo=w(Ct);m(Dt.$$.fragment,vo),vo.forEach(a),bn=i(e),m(Tt.$$.fragment,e),$n=i(e),te=p(e,"DIV",{class:!0});var Rn=w(te);m(Ft.$$.fragment,Rn),Ts=i(Rn),_a=p(Rn,"P",{"data-svelte-h":!0}),$(_a)!=="svelte-olfluy"&&(_a.textContent=po),Rn.forEach(a),xn=i(e),Ot=p(e,"DIV",{class:!0});var yo=w(Ot);m(Ut.$$.fragment,yo),yo.forEach(a),wn=i(e),m(Mt.$$.fragment,e),Nn=i(e),jt=p(e,"DIV",{class:!0});var bo=w(jt);m(Jt.$$.fragment,bo),bo.forEach(a),kn=i(e),m(It.$$.fragment,e),Cn=i(e),ha=p(e,"P",{}),w(ha).forEach(a),this.h()},h(){N(l,"name","hf:doc:metadata"),N(l,"content",Xo),N(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(G,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Je,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Re,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Xe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(et,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(st,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(W,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(rt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(mt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(_t,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Ct,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(te,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(Ot,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),N(jt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,n){h(document.head,l),s(e,x,n),s(e,y,n),s(e,r,n),g(v,e,n),s(e,t,n),g(b,e,n),s(e,$a,n),s(e,ye,n),s(e,xa,n),g(be,e,n),s(e,wa,n),s(e,C,n),g($e,C,null),h(C,Vn),h(C,zt),h(C,zn),h(C,Gt),h(C,Gn),h(C,Xt),h(C,Xn),h(C,St),h(C,Sn),h(C,Et),h(C,En),h(C,Pt),h(C,Pn),g(ie,C,null),h(C,Ln),g(le,C,null),h(C,Wn),g(re,C,null),h(C,Bn),g(de,C,null),h(C,Hn),g(pe,C,null),s(e,Na,n),s(e,Z,n),g(xe,Z,null),h(Z,An),h(Z,Lt),h(Z,Yn),g(ce,Z,null),s(e,ka,n),s(e,O,n),g(we,O,null),h(O,Qn),h(O,Wt),h(O,Kn),h(O,Bt),h(O,es),h(O,Ht),h(O,ts),h(O,At),h(O,as),g(me,O,null),s(e,Ca,n),s(e,R,n),g(Ne,R,null),h(R,ns),h(R,Yt),h(R,ss),g(ge,R,null),s(e,Da,n),s(e,V,n),g(ke,V,null),h(V,os),h(V,Qt),h(V,is),g(fe,V,null),s(e,Ta,n),s(e,z,n),g(Ce,z,null),h(z,ls),h(z,Kt),h(z,rs),g(ue,z,null),s(e,Fa,n),g(De,e,n),s(e,Oa,n),s(e,Te,n),s(e,Ua,n),s(e,Fe,n),s(e,Ma,n),s(e,Oe,n),s(e,ja,n),g(Ue,e,n),s(e,Ja,n),g(Me,e,n),s(e,Ia,n),s(e,G,n),g(je,G,null),h(G,ds),h(G,ea),s(e,qa,n),s(e,Je,n),g(Ie,Je,null),s(e,Za,n),g(qe,e,n),s(e,Ra,n),s(e,X,n),g(Ze,X,null),h(X,ps),h(X,ta),s(e,Va,n),s(e,Re,n),g(Ve,Re,null),s(e,za,n),g(ze,e,n),s(e,Ga,n),s(e,S,n),g(Ge,S,null),h(S,cs),h(S,aa),s(e,Xa,n),s(e,Xe,n),g(Se,Xe,null),s(e,Sa,n),g(Ee,e,n),s(e,Ea,n),s(e,E,n),g(Pe,E,null),h(E,ms),h(E,na),s(e,Pa,n),s(e,Le,n),g(We,Le,null),s(e,La,n),g(Be,e,n),s(e,Wa,n),s(e,U,n),g(He,U,null),h(U,gs),h(U,sa),h(U,fs),h(U,oa),h(U,us),g(_e,U,null),h(U,_s),g(he,U,null),h(U,hs),g(ve,U,null),s(e,Ba,n),s(e,Ae,n),g(Ye,Ae,null),s(e,Ha,n),g(Qe,e,n),s(e,Aa,n),s(e,P,n),g(Ke,P,null),h(P,vs),h(P,ia),s(e,Ya,n),s(e,et,n),g(tt,et,null),s(e,Qa,n),g(at,e,n),s(e,Ka,n),s(e,L,n),g(nt,L,null),h(L,ys),h(L,la),s(e,en,n),s(e,st,n),g(ot,st,null),s(e,tn,n),g(it,e,n),s(e,an,n),s(e,W,n),g(lt,W,null),h(W,bs),h(W,ra),s(e,nn,n),s(e,rt,n),g(dt,rt,null),s(e,sn,n),g(pt,e,n),s(e,on,n),s(e,B,n),g(ct,B,null),h(B,$s),h(B,da),s(e,ln,n),s(e,mt,n),g(gt,mt,null),s(e,rn,n),g(ft,e,n),s(e,dn,n),s(e,H,n),g(ut,H,null),h(H,xs),h(H,pa),s(e,pn,n),s(e,_t,n),g(ht,_t,null),s(e,cn,n),g(vt,e,n),s(e,mn,n),s(e,A,n),g(yt,A,null),h(A,ws),h(A,ca),s(e,gn,n),s(e,Y,n),g(bt,Y,null),h(Y,Ns),h(Y,ma),s(e,fn,n),g($t,e,n),s(e,un,n),s(e,Q,n),g(xt,Q,null),h(Q,ks),h(Q,ga),s(e,_n,n),s(e,K,n),g(wt,K,null),h(K,Cs),h(K,fa),s(e,hn,n),g(Nt,e,n),s(e,vn,n),s(e,ee,n),g(kt,ee,null),h(ee,Ds),h(ee,ua),s(e,yn,n),s(e,Ct,n),g(Dt,Ct,null),s(e,bn,n),g(Tt,e,n),s(e,$n,n),s(e,te,n),g(Ft,te,null),h(te,Ts),h(te,_a),s(e,xn,n),s(e,Ot,n),g(Ut,Ot,null),s(e,wn,n),g(Mt,e,n),s(e,Nn,n),s(e,jt,n),g(Jt,jt,null),s(e,kn,n),g(It,e,n),s(e,Cn,n),s(e,ha,n),Dn=!0},p(e,[n]){const T={};n&2&&(T.$$scope={dirty:n,ctx:e}),ie.$set(T);const ae={};n&2&&(ae.$$scope={dirty:n,ctx:e}),le.$set(ae);const M={};n&2&&(M.$$scope={dirty:n,ctx:e}),re.$set(M);const ne={};n&2&&(ne.$$scope={dirty:n,ctx:e}),de.$set(ne);const se={};n&2&&(se.$$scope={dirty:n,ctx:e}),pe.$set(se);const oe={};n&2&&(oe.$$scope={dirty:n,ctx:e}),ce.$set(oe);const qt={};n&2&&(qt.$$scope={dirty:n,ctx:e}),me.$set(qt);const va={};n&2&&(va.$$scope={dirty:n,ctx:e}),ge.$set(va);const Zt={};n&2&&(Zt.$$scope={dirty:n,ctx:e}),fe.$set(Zt);const ya={};n&2&&(ya.$$scope={dirty:n,ctx:e}),ue.$set(ya);const Rt={};n&2&&(Rt.$$scope={dirty:n,ctx:e}),_e.$set(Rt);const ba={};n&2&&(ba.$$scope={dirty:n,ctx:e}),he.$set(ba);const Vt={};n&2&&(Vt.$$scope={dirty:n,ctx:e}),ve.$set(Vt)},i(e){Dn\|\|(f(v.$$.fragment,e),f(b.$$.fragment,e),f(be.$$.fragment,e),f($e.$$.fragment,e),f(ie.$$.fragment,e),f(le.$$.fragment,e),f(re.$$.fragment,e),f(de.$$.fragment,e),f(pe.$$.fragment,e),f(xe.$$.fragment,e),f(ce.$$.fragment,e),f(we.$$.fragment,e),f(me.$$.fragment,e),f(Ne.$$.fragment,e),f(ge.$$.fragment,e),f(ke.$$.fragment,e),f(fe.$$.fragment,e),f(Ce.$$.fragment,e),f(ue.$$.fragment,e),f(De.$$.fragment,e),f(Ue.$$.fragment,e),f(Me.$$.fragment,e),f(je.$$.fragment,e),f(Ie.$$.fragment,e),f(qe.$$.fragment,e),f(Ze.$$.fragment,e),f(Ve.$$.fragment,e),f(ze.$$.fragment,e),f(Ge.$$.fragment,e),f(Se.$$.fragment,e),f(Ee.$$.fragment,e),f(Pe.$$.fragment,e),f(We.$$.fragment,e),f(Be.$$.fragment,e),f(He.$$.fragment,e),f(_e.$$.fragment,e),f(he.$$.fragment,e),f(ve.$$.fragment,e),f(Ye.$$.fragment,e),f(Qe.$$.fragment,e),f(Ke.$$.fragment,e),f(tt.$$.fragment,e),f(at.$$.fragment,e),f(nt.$$.fragment,e),f(ot.$$.fragment,e),f(it.$$.fragment,e),f(lt.$$.fragment,e),f(dt.$$.fragment,e),f(pt.$$.fragment,e),f(ct.$$.fragment,e),f(gt.$$.fragment,e),f(ft.$$.fragment,e),f(ut.$$.fragment,e),f(ht.$$.fragment,e),f(vt.$$.fragment,e),f(yt.$$.fragment,e),f(bt.$$.fragment,e),f($t.$$.fragment,e),f(xt.$$.fragment,e),f(wt.$$.fragment,e),f(Nt.$$.fragment,e),f(kt.$$.fragment,e),f(Dt.$$.fragment,e),f(Tt.$$.fragment,e),f(Ft.$$.fragment,e),f(Ut.$$.fragment,e),f(Mt.$$.fragment,e),f(Jt.$$.fragment,e),f(It.$$.fragment,e),Dn=!0)},o(e){u(v.$$.fragment,e),u(b.$$.fragment,e),u(be.$$.fragment,e),u($e.$$.fragment,e),u(ie.$$.fragment,e),u(le.$$.fragment,e),u(re.$$.fragment,e),u(de.$$.fragment,e),u(pe.$$.fragment,e),u(xe.$$.fragment,e),u(ce.$$.fragment,e),u(we.$$.fragment,e),u(me.$$.fragment,e),u(Ne.$$.fragment,e),u(ge.$$.fragment,e),u(ke.$$.fragment,e),u(fe.$$.fragment,e),u(Ce.$$.fragment,e),u(ue.$$.fragment,e),u(De.$$.fragment,e),u(Ue.$$.fragment,e),u(Me.$$.fragment,e),u(je.$$.fragment,e),u(Ie.$$.fragment,e),u(qe.$$.fragment,e),u(Ze.$$.fragment,e),u(Ve.$$.fragment,e),u(ze.$$.fragment,e),u(Ge.$$.fragment,e),u(Se.$$.fragment,e),u(Ee.$$.fragment,e),u(Pe.$$.fragment,e),u(We.$$.fragment,e),u(Be.$$.fragment,e),u(He.$$.fragment,e),u(_e.$$.fragment,e),u(he.$$.fragment,e),u(ve.$$.fragment,e),u(Ye.$$.fragment,e),u(Qe.$$.fragment,e),u(Ke.$$.fragment,e),u(tt.$$.fragment,e),u(at.$$.fragment,e),u(nt.$$.fragment,e),u(ot.$$.fragment,e),u(it.$$.fragment,e),u(lt.$$.fragment,e),u(dt.$$.fragment,e),u(pt.$$.fragment,e),u(ct.$$.fragment,e),u(gt.$$.fragment,e),u(ft.$$.fragment,e),u(ut.$$.fragment,e),u(ht.$$.fragment,e),u(vt.$$.fragment,e),u(yt.$$.fragment,e),u(bt.$$.fragment,e),u($t.$$.fragment,e),u(xt.$$.fragment,e),u(wt.$$.fragment,e),u(Nt.$$.fragment,e),u(kt.$$.fragment,e),u(Dt.$$.fragment,e),u(Tt.$$.fragment,e),u(Ft.$$.fragment,e),u(Ut.$$.fragment,e),u(Mt.$$.fragment,e),u(Jt.$$.fragment,e),u(It.$$.fragment,e),Dn=!1},d(e){e&&(a(x),a(y),a(r),a(t),a($a),a(ye),a(xa),a(wa),a(C),a(Na),a(Z),a(ka),a(O),a(Ca),a(R),a(Da),a(V),a(Ta),a(z),a(Fa),a(Oa),a(Te),a(Ua),a(Fe),a(Ma),a(Oe),a(ja),a(Ja),a(Ia),a(G),a(qa),a(Je),a(Za),a(Ra),a(X),a(Va),a(Re),a(za),a(Ga),a(S),a(Xa),a(Xe),a(Sa),a(Ea),a(E),a(Pa),a(Le),a(La),a(Wa),a(U),a(Ba),a(Ae),a(Ha),a(Aa),a(P),a(Ya),a(et),a(Qa),a(Ka),a(L),a(en),a(st),a(tn),a(an),a(W),a(nn),a(rt),a(sn),a(on),a(B),a(ln),a(mt),a(rn),a(dn),a(H),a(pn),a(_t),a(cn),a(mn),a(A),a(gn),a(Y),a(fn),a(un),a(Q),a(_n),a(K),a(hn),a(vn),a(ee),a(yn),a(Ct),a(bn),a($n),a(te),a(xn),a(Ot),a(wn),a(Nn),a(jt),a(kn),a(Cn),a(ha)),a(l),_(v,e),_(b,e),_(be,e),_($e),_(ie),_(le),_(re),_(de),_(pe),_(xe),_(ce),_(we),_(me),_(Ne),_(ge),_(ke),_(fe),_(Ce),_(ue),_(De,e),_(Ue,e),_(Me,e),_(je),_(Ie),_(qe,e),_(Ze),_(Ve),_(ze,e),_(Ge),_(Se),_(Ee,e),_(Pe),_(We),_(Be,e),_(He),_(_e),_(he),_(ve),_(Ye),_(Qe,e),_(Ke),_(tt),_(at,e),_(nt),_(ot),_(it,e),_(lt),_(dt),_(pt,e),_(ct),_(gt),_(ft,e),_(ut),_(ht),_(vt,e),_(yt),_(bt),_($t,e),_(xt),_(wt),_(Nt,e),_(kt),_(Dt),_(Tt,e),_(Ft),_(Ut),_(Mt,e),_(Jt),_(It,e)}}}const Xo='{"title":"Loading methods","local":"loading-methods","sections":[{"title":"Datasets","local":"datasets.load_dataset","sections":[],"depth":2},{"title":"From files","local":"from-files","sections":[{"title":"Text","local":"datasets.packaged_modules.text.TextConfig","sections":[],"depth":3},{"title":"CSV","local":"datasets.packaged_modules.csv.CsvConfig","sections":[],"depth":3},{"title":"JSON","local":"datasets.packaged_modules.json.JsonConfig","sections":[],"depth":3},{"title":"XML","local":"datasets.packaged_modules.xml.XmlConfig","sections":[],"depth":3},{"title":"Parquet","local":"datasets.packaged_modules.parquet.ParquetConfig","sections":[],"depth":3},{"title":"Arrow","local":"datasets.packaged_modules.arrow.ArrowConfig","sections":[],"depth":3},{"title":"SQL","local":"datasets.packaged_modules.sql.SqlConfig","sections":[],"depth":3},{"title":"Images","local":"datasets.packaged_modules.imagefolder.ImageFolderConfig","sections":[],"depth":3},{"title":"Audio","local":"datasets.packaged_modules.audiofolder.AudioFolderConfig","sections":[],"depth":3},{"title":"Videos","local":"datasets.packaged_modules.videofolder.VideoFolderConfig","sections":[],"depth":3},{"title":"HDF5","local":"datasets.packaged_modules.hdf5.HDF5Config","sections":[],"depth":3},{"title":"TsFile","local":"datasets.packaged_modules.tsfile.TsFileConfig","sections":[],"depth":3},{"title":"Pdf","local":"datasets.packaged_modules.pdffolder.PdfFolderConfig","sections":[],"depth":3},{"title":"Nifti","local":"datasets.packaged_modules.niftifolder.NiftiFolderConfig","sections":[],"depth":3},{"title":"WebDataset","local":"datasets.packaged_modules.webdataset.WebDataset","sections":[],"depth":3}],"depth":2}],"depth":1}';function So(D){return xo(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ao extends wo{constructor(l){super(),No(this,l,So,Go,$o,{})}}export{Ao as component};

Xet Storage Details

Size:: 122 kB
Xet hash:: 80614a3108d7a0840b710ff1a40a74aefee6446c17495c97defe5c95fdbc986a

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.