Buckets:

hf-doc-build
/

doc-dev

hf-doc-build/doc-dev / transformers /pr_36049 /zh /_app /immutable /nodes /46.8a85eaef.js

rtrm's picture

3 months ago

74.4 kB

	import{s as tn,o as rn,n as Q}from"../chunks/scheduler.25b97de1.js";import{S as sn,i as on,g as n,s,r as f,m as an,A as nn,h as l,f as t,c as o,j as y,u,x as p,n as ln,k as M,y as r,a as i,v as g,d as h,t as _,w as x}from"../chunks/index.d9030fc9.js";import{T as Go}from"../chunks/Tip.baa67368.js";import{D as P}from"../chunks/Docstring.ffac8efa.js";import{C as ye}from"../chunks/CodeBlock.e6cd0d95.js";import{E as wr}from"../chunks/ExampleCodeBlock.22dfe688.js";import{H as be,E as dn}from"../chunks/EditOnGithub.91d95064.js";function cn(U){let c,w=`This class method is simply calling the feature extractor
	<a href="/docs/transformers/pr_36049/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a>, image processor
	<a href="/docs/transformers/pr_36049/zh/internal/image_processing_utils#transformers.ImageProcessingMixin">ImageProcessingMixin</a> and the tokenizer
	<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code> methods. Please refer to the docstrings of the
	methods above for more information.`;return{c(){c=n("p"),c.innerHTML=w},l(v){c=l(v,"P",{"data-svelte-h":!0}),p(c)!=="svelte-bep1s5"&&(c.innerHTML=w)},m(v,m){i(v,c,m)},p:Q,d(v){v&&t(c)}}}function pn(U){let c,w="And we define the call method as:",v,m,$;return m=new ye({props:{code:"ZGVmJTIwX19jYWxsX18oJTBBJTIwJTIwJTIwJTIwc2VsZiUyQyUwQSUyMCUyMCUyMCUyMHRleHQlM0ElMjBzdHIlMkMlMEElMjAlMjAlMjAlMjBpbWFnZXMlM0ElMjBPcHRpb25hbCU1QkltYWdlSW5wdXQlNUQlMjAlM0QlMjBOb25lJTJDJTBBJTIwJTIwJTIwJTIwKmFyZyUyQyUwQSUyMCUyMCUyMCUyMGF1ZGlvJTNETm9uZSUyQyUwQSUyMCUyMCUyMCUyMHZpZGVvcyUzRE5vbmUlMkMlMEEp",highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">__call__</span>(<span class="hljs-params">
	self,
	text: <span class="hljs-built_in">str</span>,
	images: <span class="hljs-type">Optional</span>[ImageInput] = <span class="hljs-literal">None</span>,
	*arg,
	audio=<span class="hljs-literal">None</span>,
	videos=<span class="hljs-literal">None</span>,
	</span>)`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-ft0bna"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function mn(U){let c,w="Then, if we call the processor as:",v,m,$;return m=new ye({props:{code:"aW1hZ2VzJTIwJTNEJTIwJTVCLi4uJTVEJTBBcHJvY2Vzc29yKCUyMldoYXQlMjBpcyUyMGNvbW1vbiUyMGluJTIwdGhlc2UlMjBpbWFnZXMlM0YlMjIlMkMlMjBpbWFnZXMlMkMlMjBhcmdfdmFsdWVfMSUyQyUyMGFyZ192YWx1ZV8yKQ==",highlighted:`images = [...]
	processor(<span class="hljs-string">"What is common in these images?"</span>, images, arg_value_1, arg_value_2)`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-k5ldhr"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function fn(U){let c,w="Then, this method will return:",v,m,$;return m=new ye({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMSUyMiUzQSUyMGFyZ192YWx1ZV8xJTJDJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMiUyMiUzQSUyMGFyZ192YWx1ZV8yJTJDJTBBJTdE",highlighted:`{
	<span class="hljs-string">"arg_name_1"</span>: arg_value_1,
	<span class="hljs-string">"arg_name_2"</span>: arg_value_2,
	}`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-wadzyw"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function un(U){let c,w="Examples:",v,m,$;return m=new ye({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwcHJvY2Vzc29yJTIwdG8lMjB5b3VyJTIwbmFtZXNwYWNlJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFwcm9jZXNzb3IucHVzaF90b19odWIoJTIybXktZmluZXR1bmVkLWJlcnQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMHByb2Nlc3NvciUyMHRvJTIwYW4lMjBvcmdhbml6YXRpb24lMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyLiUwQXByb2Nlc3Nvci5wdXNoX3RvX2h1YiglMjJodWdnaW5nZmFjZSUyRm15LWZpbmV0dW5lZC1iZXJ0JTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

	processor = AutoProcessor.from_pretrained(<span class="hljs-string">"google-bert/bert-base-cased"</span>)

	<span class="hljs-comment"># Push the processor to your namespace with the name "my-finetuned-bert".</span>
	processor.push_to_hub(<span class="hljs-string">"my-finetuned-bert"</span>)

	<span class="hljs-comment"># Push the processor to an organization with the name "my-finetuned-bert".</span>
	processor.push_to_hub(<span class="hljs-string">"huggingface/my-finetuned-bert"</span>)`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-kvfsh7"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function gn(U){let c,w="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){c=n("p"),c.textContent=w},l(v){c=l(v,"P",{"data-svelte-h":!0}),p(c)!=="svelte-15rpg4"&&(c.textContent=w)},m(v,m){i(v,c,m)},p:Q,d(v){v&&t(c)}}}function hn(U){let c,w=`This class method is simply calling <a href="/docs/transformers/pr_36049/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> and
	<a href="/docs/transformers/pr_36049/zh/internal/tokenization_utils#transformers.PreTrainedTokenizerBase.save_pretrained">save_pretrained()</a>. Please refer to the docstrings of the
	methods above for more information.`;return{c(){c=n("p"),c.innerHTML=w},l(v){c=l(v,"P",{"data-svelte-h":!0}),p(c)!=="svelte-1bgzzcg"&&(c.innerHTML=w)},m(v,m){i(v,c,m)},p:Q,d(v){v&&t(c)}}}function _n(U){let c,w="Examples:",v,m,$;return m=new ye({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMGFzJTIwdGZkcyUwQSUwQWRhdGFzZXQlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBJTBBdHJhaW5pbmdfZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzREZhbHNlKSUwQWV2YWx1YXRpb25fZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzRFRydWUp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> tensorflow_datasets <span class="hljs-keyword">as</span> tfds

	<span class="hljs-meta">>>> </span>dataset = tfds.load(<span class="hljs-string">"squad"</span>)

	<span class="hljs-meta">>>> </span>training_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">False</span>)
	<span class="hljs-meta">>>> </span>evaluation_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-kvfsh7"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function xn(U){let c,w="Example:",v,m,$;return m=new ye({props:{code:"cHJvY2Vzc29yJTIwJTNEJTIwU3F1YWRWMlByb2Nlc3NvcigpJTBBZXhhbXBsZXMlMjAlM0QlMjBwcm9jZXNzb3IuZ2V0X2Rldl9leGFtcGxlcyhkYXRhX2RpciklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEYXJncy5tYXhfc2VxX2xlbmd0aCUyQyUwQSUyMCUyMCUyMCUyMGRvY19zdHJpZGUlM0RhcmdzLmRvY19zdHJpZGUlMkMlMEElMjAlMjAlMjAlMjBtYXhfcXVlcnlfbGVuZ3RoJTNEYXJncy5tYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`processor = SquadV2Processor()
	examples = processor.get_dev_examples(data_dir)

	features = squad_convert_examples_to_features(
	examples=examples,
	tokenizer=tokenizer,
	max_seq_length=args.max_seq_length,
	doc_stride=args.doc_stride,
	max_query_length=args.max_query_length,
	is_training=<span class="hljs-keyword">not</span> evaluate,
	)`,wrap:!1}}),{c(){c=n("p"),c.textContent=w,v=s(),f(m.$$.fragment)},l(d){c=l(d,"P",{"data-svelte-h":!0}),p(c)!=="svelte-11lpom8"&&(c.textContent=w),v=o(d),u(m.$$.fragment,d)},m(d,T){i(d,c,T),i(d,v,T),g(m,d,T),$=!0},p:Q,i(d){$\|\|(h(m.$$.fragment,d),$=!0)},o(d){_(m.$$.fragment,d),$=!1},d(d){d&&(t(c),t(v)),x(m,d)}}}function vn(U){let c,w,v,m,$,d,T,Wo="在 Transformers 库中，processors可以有两种不同的含义：",Cr,Me,Ro='<li>为多模态模型，例如<a href="../model_doc/wav2vec2">Wav2Vec2</a>（语音和文本）或<a href="../model_doc/clip">CLIP</a>（文本和视觉）预处理输入的对象</li> <li>在库的旧版本中用于预处理GLUE或SQUAD数据的已弃用对象。</li>',Pr,we,kr,Te,Qo="任何多模态模型都需要一个对象来编码或解码将多个模态（包括文本、视觉和音频）组合在一起的数据。这由称为processors的对象处理，这些processors将两个或多个处理对象组合在一起，例如tokenizers（用于文本模态），image processors（用于视觉）和feature extractors（用于音频）。",Ir,Ce,Yo="这些processors继承自以下实现保存和加载功能的基类：",Jr,b,Pe,Js,Zt,Ao="This is a mixin used to provide saving/loading functionality for all processor classes.",Us,j,ke,qs,Et,Oo=`Similar to the <code>apply_chat_template</code> method on tokenizers, this method applies a Jinja template to input
	conversations to turn them into a single tokenizable string.`,Ls,Vt,Ko=`The input is expected to be in the following format, where each message content is a list consisting of text and
	optionally image or video inputs. One can also provide an image, video, URL or local path which will be used to form
	<code>pixel_values</code> when <code>return_dict=True</code>. If not provided, one will get only the formatted text, optionally tokenized text.`,js,Dt,ea=`conversation = [
	{
	“role”: “user”,
	“content”: [
	{“type”: “image”, “image”: “https://www.ilankelman.org/stopsigns/australia.jpg”},
	{“type”: “text”, “text”: “Please describe this image in detail.”},
	],
	},
	]`,Xs,Y,Ie,zs,Ht,ta="Instantiates a type of <code>~processing_utils.ProcessingMixin</code> from a Python dictionary of parameters.",Zs,V,Je,Es,Bt,ra="Instantiate a processor associated with a pretrained model.",Vs,A,Ds,O,Ue,Hs,St,sa=`From a <code>pretrained_model_name_or_path</code>, resolve to a dictionary of parameters, to be used for instantiating a
	processor of type <code>~processing_utils.ProcessingMixin</code> using <code>from_args_and_dict</code>.`,Bs,K,qe,Ss,Nt,oa="Post-process the output of a vlm to decode the text.",Ns,k,Le,Fs,Ft,aa=`Matches optional positional arguments to their corresponding names in <code>optional_call_args</code>
	in the processor class in the order they are passed to the processor call.`,Gs,Gt,na=`Note that this should only be used in the <code>__call__</code> method of the processors with special
	arguments. Special arguments are arguments that aren’t <code>text</code>, <code>images</code>, <code>audio</code>, nor <code>videos</code>
	but also aren’t passed to the tokenizer, image processor, etc. Examples of such processors are:`,Ws,Wt,la="<li><code>CLIPSegProcessor</code></li> <li><code>LayoutLMv2Processor</code></li> <li><code>OwlViTProcessor</code></li>",Rs,Rt,ia=`Also note that passing by position to the processor call is now deprecated and will be disallowed
	in future versions. We only have this for backward compatibility.`,Qs,Qt,da=`Example:
	Suppose that the processor class has <code>optional_call_args = ["arg_name_1", "arg_name_2"]</code>.`,Ys,ee,As,te,Os,re,Ks,eo,D,je,to,Yt,ca="Upload the processor files to the 🤗 Model Hub.",ro,se,so,H,Xe,oo,At,pa=`Register this class with a given auto class. This should only be used for custom feature extractors as the ones
	in the library are already mapped with <code>AutoProcessor</code>.`,ao,oe,no,B,ze,lo,Ot,ma=`Saves the attributes of this processor (feature extractor, tokenizer…) in the specified directory so that it
	can be reloaded using the <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.ProcessorMixin.from_pretrained">from_pretrained()</a> method.`,io,ae,co,ne,Ze,po,Kt,fa="Serializes this instance to a Python dictionary.",mo,le,Ee,fo,er,ua="Save this instance to a JSON file.",uo,ie,Ve,go,tr,ga="Serializes this instance to a JSON string.",Ur,De,qr,He,ha='所有processor都遵循与 <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.DataProcessor">DataProcessor</a> 相同的架构。processor返回一个 <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> 列表。这些 <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> 可以转换为 <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputFeatures">InputFeatures</a> 以供输送到模型。',Lr,J,Be,ho,rr,_a="Base class for data converters for sequence classification data sets.",_o,de,Se,xo,sr,xa='Gets a collection of <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the dev set.',vo,ce,Ne,$o,or,va="Gets an example from a dict with tensorflow tensors.",bo,pe,Fe,yo,ar,$a="Gets the list of labels for this data set.",Mo,me,Ge,wo,nr,ba='Gets a collection of <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the test set.',To,fe,We,Co,lr,ya='Gets a collection of <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the train set.',Po,ue,Re,ko,ir,Ma=`Some tensorflow_datasets datasets are not formatted the same way the GLUE datasets are. This method converts
	examples to the correct format.`,jr,X,Qe,Io,dr,wa="A single training/test example for simple sequence classification.",Jo,ge,Ye,Uo,cr,Ta="Serializes this instance to a JSON string.",Xr,z,Ae,qo,pr,Ca="A single set of features of data. Property names are the same names as the corresponding inputs to a model.",Lo,he,Oe,jo,mr,Pa="Serializes this instance to a JSON string.",zr,Ke,Zr,et,ka='<a href="https://gluebenchmark.com/" rel="nofollow">General Language Understanding Evaluation (GLUE)</a> 是一个基准测试，评估模型在各种现有的自然语言理解任务上的性能。它与论文 <a href="https://openreview.net/pdf?id=rJ4km2R5t7" rel="nofollow">GLUE: A multi-task benchmark and analysis platform for natural language understanding</a> 一同发布。',Er,tt,Ia="该库为以下任务提供了总共10个processor：MRPC、MNLI、MNLI（mismatched）、CoLA、SST2、STSB、QQP、QNLI、RTE 和 WNLI。",Vr,rt,Ja="这些processor是：",Dr,st,Ua="<li><code>~data.processors.utils.MrpcProcessor</code></li> <li><code>~data.processors.utils.MnliProcessor</code></li> <li><code>~data.processors.utils.MnliMismatchedProcessor</code></li> <li><code>~data.processors.utils.Sst2Processor</code></li> <li><code>~data.processors.utils.StsbProcessor</code></li> <li><code>~data.processors.utils.QqpProcessor</code></li> <li><code>~data.processors.utils.QnliProcessor</code></li> <li><code>~data.processors.utils.RteProcessor</code></li> <li><code>~data.processors.utils.WnliProcessor</code></li>",Hr,ot,qa='此外，还可以使用以下方法从数据文件加载值并将其转换为 <a href="/docs/transformers/pr_36049/zh/main_classes/processors#transformers.InputExample">InputExample</a> 列表。',Br,F,at,Xo,fr,La="Loads a data file into a list of <code>InputFeatures</code>",Sr,nt,Nr,lt,ja='<a href="https://www.nyu.edu/projects/bowman/xnli/" rel="nofollow">跨语言NLI语料库（XNLI）</a> 是一个评估跨语言文本表示质量的基准测试。XNLI是一个基于<a href="http://www.nyu.edu/projects/bowman/multinli/" rel="nofollow"><em>MultiNLI</em></a>的众包数据集：”文本对“被标记为包含15种不同语言（包括英语等高资源语言和斯瓦希里语等低资源语言）的文本蕴涵注释。',Fr,it,Xa='它与论文 <a href="https://arxiv.org/abs/1809.05053" rel="nofollow">XNLI: Evaluating Cross-lingual Sentence Representations</a> 一同发布。',Gr,dt,za="该库提供了加载XNLI数据的processor：",Wr,ct,Za="<li><code>~data.processors.utils.XnliProcessor</code></li>",Rr,pt,Ea="请注意，由于测试集上有“gold”标签，因此评估是在测试集上进行的。",Qr,mt,Va='使用这些processor的示例在 <a href="https://github.com/huggingface/transformers/tree/main/examples/pytorch/text-classification/run_xnli.py" rel="nofollow">run_xnli.py</a> 脚本中提供。',Yr,ft,Ar,ut,Da='<a href="https://rajpurkar.github.io/SQuAD-explorer//" rel="nofollow">斯坦福问答数据集（SQuAD）</a> 是一个评估模型在问答上性能的基准测试。有两个版本，v1.1 和 v2.0。第一个版本（v1.1）与论文 <a href="https://arxiv.org/abs/1606.05250" rel="nofollow">SQuAD: 100,000+ Questions for Machine Comprehension of Text</a> 一同发布。第二个版本（v2.0）与论文 <a href="https://arxiv.org/abs/1806.03822" rel="nofollow">Know What You Don’t Know: Unanswerable Questions for SQuAD</a> 一同发布。',Or,gt,Ha="该库为两个版本各自提供了一个processor：",Kr,ht,es,_t,Ba="这两个processor是：",ts,xt,Sa="<li><code>~data.processors.utils.SquadV1Processor</code></li> <li><code>~data.processors.utils.SquadV2Processor</code></li>",rs,vt,Na="它们都继承自抽象类 <code>~data.processors.utils.SquadProcessor</code>。",ss,L,$t,zo,ur,Fa=`Processor for the SQuAD data set. overridden by SquadV1Processor and SquadV2Processor, used by the version 1.1 and
	version 2.0 of SQuAD, respectively.`,Zo,_e,bt,Eo,gr,Ga="Returns the evaluation example from the data directory.",Vo,S,yt,Do,hr,Wa="Creates a list of <code>SquadExample</code> using a TFDS dataset.",Ho,xe,Bo,ve,Mt,So,_r,Ra="Returns the training examples from the data directory.",os,wt,Qa="此外，可以使用以下方法将 SQuAD 示例转换为可用作模型输入的 <code>~data.processors.utils.SquadFeatures</code>。",as,Z,Tt,No,xr,Ya=`Converts a list of examples into a list of features that can be directly given as input to a model. It is
	model-dependant and takes advantage of many of the tokenizer’s features to create the model’s inputs.`,Fo,$e,ns,Ct,Aa="这些processor以及前面提到的方法可以与包含数据的文件以及tensorflow_datasets包一起使用。下面给出了示例。",ls,Pt,is,kt,Oa="以下是使用processor以及使用数据文件的转换方法的示例：",ds,It,cs,Jt,Ka="使用 <em>tensorflow_datasets</em> 就像使用数据文件一样简单：",ps,Ut,ms,qt,en='另一个使用这些processor的示例在 <a href="https://github.com/huggingface/transformers/tree/main/examples/legacy/question-answering/run_squad.py" rel="nofollow">run_squad.py</a> 脚本中提供。',fs,Lt,us,Tr,gs;return $=new be({props:{title:"Processors",local:"processors",headingTag:"h1"}}),we=new be({props:{title:"多模态processors",local:"transformers.ProcessorMixin",headingTag:"h2"}}),Pe=new P({props:{name:"class transformers.ProcessorMixin",anchor:"transformers.ProcessorMixin",parameters:[{name:"args",val:""},{name:"kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L400"}}),ke=new P({props:{name:"apply_chat_template",anchor:"transformers.ProcessorMixin.apply_chat_template",parameters:[{name:"conversation",val:": typing.List[typing.Dict[str, str]]"},{name:"chat_template",val:": typing.Optional[str] = None"},{name:"*kwargs",val:": typing_extensions.Unpack[transformers.processing_utils.AllKwargsForChatTemplate]"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.apply_chat_template.conversation",description:`<strong>conversation</strong> (<code>List[Dict, str, str]</code>) —
	The conversation to format.`,name:"conversation"},{anchor:"transformers.ProcessorMixin.apply_chat_template.chat_template",description:`<strong>chat_template</strong> (<code>Optional[str]</code>, <em>optional</em>) —
	The Jinja template to use for formatting the conversation. If not provided, the tokenizer’s
	chat template is used.`,name:"chat_template"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L1160"}}),Ie=new P({props:{name:"from_args_and_dict",anchor:"transformers.ProcessorMixin.from_args_and_dict",parameters:[{name:"args",val:""},{name:"processor_dict",val:": typing.Dict[str, typing.Any]"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_args_and_dict.processor_dict",description:`<strong>processor_dict</strong> (<code>Dict[str, Any]</code>) —
	Dictionary that will be used to instantiate the processor object. Such a dictionary can be
	retrieved from a pretrained checkpoint by leveraging the
	<code>~processing_utils.ProcessingMixin.to_dict</code> method.`,name:"processor_dict"},{anchor:"transformers.ProcessorMixin.from_args_and_dict.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>) —
	Additional parameters from which to initialize the processor object.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L801",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>The processor object instantiated from those
	parameters.</p>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><code>~processing_utils.ProcessingMixin</code></p>
	`}}),Je=new P({props:{name:"from_pretrained",anchor:"transformers.ProcessorMixin.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": typing.Union[str, os.PathLike]"},{name:"cache_dir",val:": typing.Union[str, os.PathLike, NoneType] = None"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": typing.Union[str, bool, NoneType] = None"},{name:"revision",val:": str = 'main'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) —
	This can be either:</p>
	<ul>
	<li>a string, the <em>model id</em> of a pretrained feature_extractor hosted inside a model repo on
	huggingface.co.</li>
	<li>a path to a <em>directory</em> containing a feature extractor file saved using the
	<a href="/docs/transformers/pr_36049/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> method, e.g., <code>./my_model_directory/</code>.</li>
	<li>a path or url to a saved feature extractor JSON <em>file</em>, e.g.,
	<code>./my_model_directory/preprocessor_config.json</code>.</li>
	</ul>`,name:"pretrained_model_name_or_path"},{anchor:"transformers.ProcessorMixin.from_pretrained.kwargs",description:`<strong>*kwargs</strong> —
	Additional keyword arguments passed along to both
	<a href="/docs/transformers/pr_36049/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a> and
	<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code>.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L976"}}),A=new Go({props:{$$slots:{default:[cn]},$$scope:{ctx:U}}}),Ue=new P({props:{name:"get_processor_dict",anchor:"transformers.ProcessorMixin.get_processor_dict",parameters:[{name:"pretrained_model_name_or_path",val:": typing.Union[str, os.PathLike]"},{name:"*kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.get_processor_dict.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) —
	The identifier of the pre-trained checkpoint from which we want the dictionary of parameters.`,name:"pretrained_model_name_or_path"},{anchor:"transformers.ProcessorMixin.get_processor_dict.subfolder",description:`<strong>subfolder</strong> (<code>str</code>, <em>optional</em>, defaults to <code>""</code>) —
	In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can
	specify the folder name here.`,name:"subfolder"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L628",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>The dictionary(ies) that will be used to instantiate the processor object.</p>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><code>Tuple[Dict, Dict]</code></p>
	`}}),qe=new P({props:{name:"post_process_image_text_to_text",anchor:"transformers.ProcessorMixin.post_process_image_text_to_text",parameters:[{name:"generated_outputs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.post_process_image_text_to_text.generated_outputs",description:`<strong>generated_outputs</strong> (<code>torch.Tensor</code> or <code>np.ndarray</code>) —
	The output of the model <code>generate</code> function. The output is expected to be a tensor of shape <code>(batch_size, sequence_length)</code>
	or <code>(sequence_length,)</code>.`,name:"generated_outputs"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L1257",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>The decoded text.</p>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><code>List[str]</code></p>
	`}}),Le=new P({props:{name:"prepare_and_validate_optional_call_args",anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args",parameters:[{name:"args",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L1102"}}),ee=new wr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example",$$slots:{default:[pn]},$$scope:{ctx:U}}}),te=new wr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-2",$$slots:{default:[mn]},$$scope:{ctx:U}}}),re=new wr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-3",$$slots:{default:[fn]},$$scope:{ctx:U}}}),je=new P({props:{name:"push_to_hub",anchor:"transformers.ProcessorMixin.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": typing.Optional[bool] = None"},{name:"commit_message",val:": typing.Optional[str] = None"},{name:"private",val:": typing.Optional[bool] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"max_shard_size",val:": typing.Union[int, str, NoneType] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": typing.Optional[typing.List[str]] = None"},{name:"*deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) —
	The name of the repository you want to push your processor to. It should contain your organization name
	when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.ProcessorMixin.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) —
	Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
	Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) —
	Message to commit while pushing. Will default to <code>"Upload processor"</code>.`,name:"commit_message"},{anchor:"transformers.ProcessorMixin.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) —
	Whether to make the repo private. If <code>None</code> (default), the repo will be public unless the organization’s default is private. This value is ignored if the repo already exists.`,name:"private"},{anchor:"transformers.ProcessorMixin.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) —
	The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
	when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
	is not specified.`,name:"token"},{anchor:"transformers.ProcessorMixin.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>"5GB"</code>) —
	Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
	will then be each of size lower than this size. If expressed as a string, needs to be digits followed
	by a unit (like <code>"5MB"</code>). We default it to <code>"5GB"</code> so that users can easily load models on free-tier
	Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.ProcessorMixin.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) —
	Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.ProcessorMixin.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) —
	Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.ProcessorMixin.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) —
	Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) —
	The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.ProcessorMixin.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) —
	List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/utils/hub.py#L788"}}),se=new wr({props:{anchor:"transformers.ProcessorMixin.push_to_hub.example",$$slots:{default:[un]},$$scope:{ctx:U}}}),Xe=new P({props:{name:"register_for_auto_class",anchor:"transformers.ProcessorMixin.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'AutoProcessor'"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>"AutoProcessor"</code>) —
	The auto class to register this new feature extractor with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L1040"}}),oe=new Go({props:{warning:!0,$$slots:{default:[gn]},$$scope:{ctx:U}}}),ze=new P({props:{name:"save_pretrained",anchor:"transformers.ProcessorMixin.save_pretrained",parameters:[{name:"save_directory",val:""},{name:"push_to_hub",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) —
	Directory where the feature extractor JSON file and the tokenizer files will be saved (directory will
	be created if it does not exist).`,name:"save_directory"},{anchor:"transformers.ProcessorMixin.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) —
	Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
	repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
	namespace).`,name:"push_to_hub"},{anchor:"transformers.ProcessorMixin.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) —
	Additional key word arguments passed along to the <a href="/docs/transformers/pr_36049/zh/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L520"}}),ae=new Go({props:{$$slots:{default:[hn]},$$scope:{ctx:U}}}),Ze=new P({props:{name:"to_dict",anchor:"transformers.ProcessorMixin.to_dict",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L453",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>Dictionary of all the attributes that make up this processor instance.</p>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><code>Dict[str, Any]</code></p>
	`}}),Ee=new P({props:{name:"to_json_file",anchor:"transformers.ProcessorMixin.to_json_file",parameters:[{name:"json_file_path",val:": typing.Union[str, os.PathLike]"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.to_json_file.json_file_path",description:`<strong>json_file_path</strong> (<code>str</code> or <code>os.PathLike</code>) —
	Path to the JSON file in which this processor instance’s parameters will be saved.`,name:"json_file_path"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L504"}}),Ve=new P({props:{name:"to_json_string",anchor:"transformers.ProcessorMixin.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/processing_utils.py#L493",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>String containing all the attributes that make up this feature_extractor instance in JSON format.</p>
	`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


	<p><code>str</code></p>
	`}}),De=new be({props:{title:"已弃用的processors",local:"transformers.DataProcessor",headingTag:"h2"}}),Be=new P({props:{name:"class transformers.DataProcessor",anchor:"transformers.DataProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L80"}}),Se=new P({props:{name:"get_dev_examples",anchor:"transformers.DataProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L97"}}),Ne=new P({props:{name:"get_example_from_tensor_dict",anchor:"transformers.DataProcessor.get_example_from_tensor_dict",parameters:[{name:"tensor_dict",val:""}],parametersDescription:[{anchor:"transformers.DataProcessor.get_example_from_tensor_dict.tensor_dict",description:`<strong>tensor_dict</strong> — Keys and values should match the corresponding Glue
	tensorflow_dataset examples.`,name:"tensor_dict"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L83"}}),Fe=new P({props:{name:"get_labels",anchor:"transformers.DataProcessor.get_labels",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L105"}}),Ge=new P({props:{name:"get_test_examples",anchor:"transformers.DataProcessor.get_test_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L101"}}),We=new P({props:{name:"get_train_examples",anchor:"transformers.DataProcessor.get_train_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L93"}}),Re=new P({props:{name:"tfds_map",anchor:"transformers.DataProcessor.tfds_map",parameters:[{name:"example",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L109"}}),Qe=new P({props:{name:"class transformers.InputExample",anchor:"transformers.InputExample",parameters:[{name:"guid",val:": str"},{name:"text_a",val:": str"},{name:"text_b",val:": typing.Optional[str] = None"},{name:"label",val:": typing.Optional[str] = None"}],parametersDescription:[{anchor:"transformers.InputExample.guid",description:"<strong>guid</strong> — Unique id for the example.",name:"guid"},{anchor:"transformers.InputExample.text_a",description:`<strong>text_a</strong> — string. The untokenized text of the first sequence. For single
	sequence tasks, only this sequence must be specified.`,name:"text_a"},{anchor:"transformers.InputExample.text_b",description:`<strong>text_b</strong> — (Optional) string. The untokenized text of the second sequence.
	Only must be specified for sequence pair tasks.`,name:"text_b"},{anchor:"transformers.InputExample.label",description:`<strong>label</strong> — (Optional) string. The label of the example. This should be
	specified for train and dev examples, but not for test examples.`,name:"label"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L29"}}),Ye=new P({props:{name:"to_json_string",anchor:"transformers.InputExample.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L49"}}),Ae=new P({props:{name:"class transformers.InputFeatures",anchor:"transformers.InputFeatures",parameters:[{name:"input_ids",val:": typing.List[int]"},{name:"attention_mask",val:": typing.Optional[typing.List[int]] = None"},{name:"token_type_ids",val:": typing.Optional[typing.List[int]] = None"},{name:"label",val:": typing.Union[int, float, NoneType] = None"}],parametersDescription:[{anchor:"transformers.InputFeatures.input_ids",description:"<strong>input_ids</strong> — Indices of input sequence tokens in the vocabulary.",name:"input_ids"},{anchor:"transformers.InputFeatures.attention_mask",description:`<strong>attention_mask</strong> — Mask to avoid performing attention on padding token indices.
	Mask values selected in <code>[0, 1]</code>: Usually <code>1</code> for tokens that are NOT MASKED, <code>0</code> for MASKED (padded)
	tokens.`,name:"attention_mask"},{anchor:"transformers.InputFeatures.token_type_ids",description:`<strong>token_type_ids</strong> — (Optional) Segment token indices to indicate first and second
	portions of the inputs. Only some models use them.`,name:"token_type_ids"},{anchor:"transformers.InputFeatures.label",description:`<strong>label</strong> — (Optional) Label corresponding to the input. Int for classification problems,
	float for regression problems.`,name:"label"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L54"}}),Oe=new P({props:{name:"to_json_string",anchor:"transformers.InputFeatures.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/utils.py#L75"}}),Ke=new be({props:{title:"GLUE",local:"transformers.glue_convert_examples_to_features",headingTag:"h2"}}),at=new P({props:{name:"transformers.glue_convert_examples_to_features",anchor:"transformers.glue_convert_examples_to_features",parameters:[{name:"examples",val:": typing.Union[typing.List[transformers.data.processors.utils.InputExample], ForwardRef('tf.data.Dataset')]"},{name:"tokenizer",val:": PreTrainedTokenizer"},{name:"max_length",val:": typing.Optional[int] = None"},{name:"task",val:" = None"},{name:"label_list",val:" = None"},{name:"output_mode",val:" = None"}],parametersDescription:[{anchor:"transformers.glue_convert_examples_to_features.examples",description:"<strong>examples</strong> — List of <code>InputExamples</code> or <code>tf.data.Dataset</code> containing the examples.",name:"examples"},{anchor:"transformers.glue_convert_examples_to_features.tokenizer",description:"<strong>tokenizer</strong> — Instance of a tokenizer that will tokenize the examples",name:"tokenizer"},{anchor:"transformers.glue_convert_examples_to_features.max_length",description:"<strong>max_length</strong> — Maximum example length. Defaults to the tokenizer’s max_len",name:"max_length"},{anchor:"transformers.glue_convert_examples_to_features.task",description:"<strong>task</strong> — GLUE task",name:"task"},{anchor:"transformers.glue_convert_examples_to_features.label_list",description:"<strong>label_list</strong> — List of labels. Can be obtained from the processor using the <code>processor.get_labels()</code> method",name:"label_list"},{anchor:"transformers.glue_convert_examples_to_features.output_mode",description:"<strong>output_mode</strong> — String indicating the output mode. Either <code>regression</code> or <code>classification</code>",name:"output_mode"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/glue.py#L41",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>If the <code>examples</code> input is a <code>tf.data.Dataset</code>, will return a <code>tf.data.Dataset</code> containing the task-specific
	features. If the input is a list of <code>InputExamples</code>, will return a list of task-specific <code>InputFeatures</code> which
	can be fed to the model.</p>
	`}}),nt=new be({props:{title:"XNLI",local:"xnli",headingTag:"h2"}}),ft=new be({props:{title:"SQuAD",local:"squad",headingTag:"h2"}}),ht=new be({props:{title:"Processors",local:"transformers.data.processors.squad.SquadProcessor",headingTag:"h3"}}),$t=new P({props:{name:"class transformers.data.processors.squad.SquadProcessor",anchor:"transformers.data.processors.squad.SquadProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/squad.py#L541"}}),bt=new P({props:{name:"get_dev_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],parametersDescription:[{anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples.data_dir",description:"<strong>data_dir</strong> — Directory containing the data files used for training and evaluating.",name:"data_dir"},{anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples.filename",description:`<strong>filename</strong> — None by default, specify this if the evaluation file has a different name than the original one
	which is <code>dev-v1.1.json</code> and <code>dev-v2.0.json</code> for squad versions 1.1 and 2.0 respectively.`,name:"filename"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/squad.py#L629"}}),yt=new P({props:{name:"get_examples_from_dataset",anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset",parameters:[{name:"dataset",val:""},{name:"evaluate",val:" = False"}],parametersDescription:[{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.dataset",description:"<strong>dataset</strong> — The tfds dataset loaded from <em>tensorflow_datasets.load(“squad”)</em>",name:"dataset"},{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.evaluate",description:"<strong>evaluate</strong> — Boolean specifying if in evaluation mode or in training mode",name:"evaluate"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/squad.py#L574",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>List of SquadExample</p>
	`}}),xe=new wr({props:{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.example",$$slots:{default:[_n]},$$scope:{ctx:U}}}),Mt=new P({props:{name:"get_train_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],parametersDescription:[{anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples.data_dir",description:"<strong>data_dir</strong> — Directory containing the data files used for training and evaluating.",name:"data_dir"},{anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples.filename",description:`<strong>filename</strong> — None by default, specify this if the training file has a different name than the original one
	which is <code>train-v1.1.json</code> and <code>train-v2.0.json</code> for squad versions 1.1 and 2.0 respectively.`,name:"filename"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/squad.py#L607"}}),Tt=new P({props:{name:"transformers.squad_convert_examples_to_features",anchor:"transformers.squad_convert_examples_to_features",parameters:[{name:"examples",val:""},{name:"tokenizer",val:""},{name:"max_seq_length",val:""},{name:"doc_stride",val:""},{name:"max_query_length",val:""},{name:"is_training",val:""},{name:"padding_strategy",val:" = 'max_length'"},{name:"return_dataset",val:" = False"},{name:"threads",val:" = 1"},{name:"tqdm_enabled",val:" = True"}],parametersDescription:[{anchor:"transformers.squad_convert_examples_to_features.examples",description:"<strong>examples</strong> — list of <code>SquadExample</code>",name:"examples"},{anchor:"transformers.squad_convert_examples_to_features.tokenizer",description:'<strong>tokenizer</strong> — an instance of a child of <a href="/docs/transformers/pr_36049/zh/main_classes/tokenizer#transformers.PreTrainedTokenizer">PreTrainedTokenizer</a>',name:"tokenizer"},{anchor:"transformers.squad_convert_examples_to_features.max_seq_length",description:"<strong>max_seq_length</strong> — The maximum sequence length of the inputs.",name:"max_seq_length"},{anchor:"transformers.squad_convert_examples_to_features.doc_stride",description:"<strong>doc_stride</strong> — The stride used when the context is too large and is split across several features.",name:"doc_stride"},{anchor:"transformers.squad_convert_examples_to_features.max_query_length",description:"<strong>max_query_length</strong> — The maximum length of the query.",name:"max_query_length"},{anchor:"transformers.squad_convert_examples_to_features.is_training",description:"<strong>is_training</strong> — whether to create features for model evaluation or model training.",name:"is_training"},{anchor:"transformers.squad_convert_examples_to_features.padding_strategy",description:"<strong>padding_strategy</strong> — Default to “max_length”. Which padding strategy to use",name:"padding_strategy"},{anchor:"transformers.squad_convert_examples_to_features.return_dataset",description:`<strong>return_dataset</strong> — Default False. Either ‘pt’ or ‘tf’.
	if ‘pt’: returns a torch.data.TensorDataset, if ‘tf’: returns a tf.data.Dataset`,name:"return_dataset"},{anchor:"transformers.squad_convert_examples_to_features.threads",description:"<strong>threads</strong> — multiple processing threads.",name:"threads"}],source:"https://github.com/huggingface/transformers/blob/vr_36049/src/transformers/data/processors/squad.py#L316",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


	<p>list of <code>SquadFeatures</code></p>
	`}}),$e=new wr({props:{anchor:"transformers.squad_convert_examples_to_features.example",$$slots:{default:[xn]},$$scope:{ctx:U}}}),Pt=new be({props:{title:"Example使用",local:"example使用",headingTag:"h3"}}),It=new ye({props:{code:"JTIzJTIwTG9hZGluZyUyMGElMjBWMiUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjJQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjJfZGF0YV9kaXIpJTBBJTBBJTIzJTIwTG9hZGluZyUyMGElMjBWMSUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjFQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjFfZGF0YV9kaXIpJTBBJTBBZmVhdHVyZXMlMjAlM0QlMjBzcXVhZF9jb252ZXJ0X2V4YW1wbGVzX3RvX2ZlYXR1cmVzKCUwQSUyMCUyMCUyMCUyMGV4YW1wbGVzJTNEZXhhbXBsZXMlMkMlMEElMjAlMjAlMjAlMjB0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMEElMjAlMjAlMjAlMjBtYXhfc2VxX2xlbmd0aCUzRG1heF9zZXFfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwZG9jX3N0cmlkZSUzRGFyZ3MuZG9jX3N0cmlkZSUyQyUwQSUyMCUyMCUyMCUyMG1heF9xdWVyeV9sZW5ndGglM0RtYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`<span class="hljs-comment"># Loading a V2 processor</span>
	processor = SquadV2Processor()
	examples = processor.get_dev_examples(squad_v2_data_dir)

	<span class="hljs-comment"># Loading a V1 processor</span>
	processor = SquadV1Processor()
	examples = processor.get_dev_examples(squad_v1_data_dir)

	features = squad_convert_examples_to_features(
	examples=examples,
	tokenizer=tokenizer,
	max_seq_length=max_seq_length,
	doc_stride=args.doc_stride,
	max_query_length=max_query_length,
	is_training=<span class="hljs-keyword">not</span> evaluate,
	)`,wrap:!1}}),Ut=new ye({props:{code:"JTIzJTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMG9ubHklMjBoYW5kbGUlMjBTcXVhZCUyMFYxLiUwQXRmZHNfZXhhbXBsZXMlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBZXhhbXBsZXMlMjAlM0QlMjBTcXVhZFYxUHJvY2Vzc29yKCkuZ2V0X2V4YW1wbGVzX2Zyb21fZGF0YXNldCh0ZmRzX2V4YW1wbGVzJTJDJTIwZXZhbHVhdGUlM0RldmFsdWF0ZSklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEbWF4X3NlcV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBkb2Nfc3RyaWRlJTNEYXJncy5kb2Nfc3RyaWRlJTJDJTBBJTIwJTIwJTIwJTIwbWF4X3F1ZXJ5X2xlbmd0aCUzRG1heF9xdWVyeV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBpc190cmFpbmluZyUzRG5vdCUyMGV2YWx1YXRlJTJDJTBBKQ==",highlighted:`<span class="hljs-comment"># tensorflow_datasets only handle Squad V1.</span>
	tfds_examples = tfds.load(<span class="hljs-string">"squad"</span>)
	examples = SquadV1Processor().get_examples_from_dataset(tfds_examples, evaluate=evaluate)

	features = squad_convert_examples_to_features(
	examples=examples,
	tokenizer=tokenizer,
	max_seq_length=max_seq_length,
	doc_stride=args.doc_stride,
	max_query_length=max_query_length,
	is_training=<span class="hljs-keyword">not</span> evaluate,
	)`,wrap:!1}}),Lt=new dn({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/zh/main_classes/processors.md"}}),{c(){c=n("meta"),w=s(),v=n("p"),m=s(),f($.$$.fragment),d=s(),T=n("p"),T.textContent=Wo,Cr=s(),Me=n("ul"),Me.innerHTML=Ro,Pr=s(),f(we.$$.fragment),kr=s(),Te=n("p"),Te.textContent=Qo,Ir=s(),Ce=n("p"),Ce.textContent=Yo,Jr=s(),b=n("div"),f(Pe.$$.fragment),Js=s(),Zt=n("p"),Zt.textContent=Ao,Us=s(),j=n("div"),f(ke.$$.fragment),qs=s(),Et=n("p"),Et.innerHTML=Oo,Ls=s(),Vt=n("p"),Vt.innerHTML=Ko,js=s(),Dt=n("p"),Dt.textContent=ea,Xs=s(),Y=n("div"),f(Ie.$$.fragment),zs=s(),Ht=n("p"),Ht.innerHTML=ta,Zs=s(),V=n("div"),f(Je.$$.fragment),Es=s(),Bt=n("p"),Bt.textContent=ra,Vs=s(),f(A.$$.fragment),Ds=s(),O=n("div"),f(Ue.$$.fragment),Hs=s(),St=n("p"),St.innerHTML=sa,Bs=s(),K=n("div"),f(qe.$$.fragment),Ss=s(),Nt=n("p"),Nt.textContent=oa,Ns=s(),k=n("div"),f(Le.$$.fragment),Fs=s(),Ft=n("p"),Ft.innerHTML=aa,Gs=s(),Gt=n("p"),Gt.innerHTML=na,Ws=s(),Wt=n("ul"),Wt.innerHTML=la,Rs=s(),Rt=n("p"),Rt.textContent=ia,Qs=s(),Qt=n("p"),Qt.innerHTML=da,Ys=s(),f(ee.$$.fragment),As=s(),f(te.$$.fragment),Os=s(),f(re.$$.fragment),Ks=an("\nwhich we could then pass as kwargs to `self._merge_kwargs`"),eo=s(),D=n("div"),f(je.$$.fragment),to=s(),Yt=n("p"),Yt.textContent=ca,ro=s(),f(se.$$.fragment),so=s(),H=n("div"),f(Xe.$$.fragment),oo=s(),At=n("p"),At.innerHTML=pa,ao=s(),f(oe.$$.fragment),no=s(),B=n("div"),f(ze.$$.fragment),lo=s(),Ot=n("p"),Ot.innerHTML=ma,io=s(),f(ae.$$.fragment),co=s(),ne=n("div"),f(Ze.$$.fragment),po=s(),Kt=n("p"),Kt.textContent=fa,mo=s(),le=n("div"),f(Ee.$$.fragment),fo=s(),er=n("p"),er.textContent=ua,uo=s(),ie=n("div"),f(Ve.$$.fragment),go=s(),tr=n("p"),tr.textContent=ga,Ur=s(),f(De.$$.fragment),qr=s(),He=n("p"),He.innerHTML=ha,Lr=s(),J=n("div"),f(Be.$$.fragment),ho=s(),rr=n("p"),rr.textContent=_a,_o=s(),de=n("div"),f(Se.$$.fragment),xo=s(),sr=n("p"),sr.innerHTML=xa,vo=s(),ce=n("div"),f(Ne.$$.fragment),$o=s(),or=n("p"),or.textContent=va,bo=s(),pe=n("div"),f(Fe.$$.fragment),yo=s(),ar=n("p"),ar.textContent=$a,Mo=s(),me=n("div"),f(Ge.$$.fragment),wo=s(),nr=n("p"),nr.innerHTML=ba,To=s(),fe=n("div"),f(We.$$.fragment),Co=s(),lr=n("p"),lr.innerHTML=ya,Po=s(),ue=n("div"),f(Re.$$.fragment),ko=s(),ir=n("p"),ir.textContent=Ma,jr=s(),X=n("div"),f(Qe.$$.fragment),Io=s(),dr=n("p"),dr.textContent=wa,Jo=s(),ge=n("div"),f(Ye.$$.fragment),Uo=s(),cr=n("p"),cr.textContent=Ta,Xr=s(),z=n("div"),f(Ae.$$.fragment),qo=s(),pr=n("p"),pr.textContent=Ca,Lo=s(),he=n("div"),f(Oe.$$.fragment),jo=s(),mr=n("p"),mr.textContent=Pa,zr=s(),f(Ke.$$.fragment),Zr=s(),et=n("p"),et.innerHTML=ka,Er=s(),tt=n("p"),tt.textContent=Ia,Vr=s(),rt=n("p"),rt.textContent=Ja,Dr=s(),st=n("ul"),st.innerHTML=Ua,Hr=s(),ot=n("p"),ot.innerHTML=qa,Br=s(),F=n("div"),f(at.$$.fragment),Xo=s(),fr=n("p"),fr.innerHTML=La,Sr=s(),f(nt.$$.fragment),Nr=s(),lt=n("p"),lt.innerHTML=ja,Fr=s(),it=n("p"),it.innerHTML=Xa,Gr=s(),dt=n("p"),dt.textContent=za,Wr=s(),ct=n("ul"),ct.innerHTML=Za,Rr=s(),pt=n("p"),pt.textContent=Ea,Qr=s(),mt=n("p"),mt.innerHTML=Va,Yr=s(),f(ft.$$.fragment),Ar=s(),ut=n("p"),ut.innerHTML=Da,Or=s(),gt=n("p"),gt.textContent=Ha,Kr=s(),f(ht.$$.fragment),es=s(),_t=n("p"),_t.textContent=Ba,ts=s(),xt=n("ul"),xt.innerHTML=Sa,rs=s(),vt=n("p"),vt.innerHTML=Na,ss=s(),L=n("div"),f($t.$$.fragment),zo=s(),ur=n("p"),ur.textContent=Fa,Zo=s(),_e=n("div"),f(bt.$$.fragment),Eo=s(),gr=n("p"),gr.textContent=Ga,Vo=s(),S=n("div"),f(yt.$$.fragment),Do=s(),hr=n("p"),hr.innerHTML=Wa,Ho=s(),f(xe.$$.fragment),Bo=s(),ve=n("div"),f(Mt.$$.fragment),So=s(),_r=n("p"),_r.textContent=Ra,os=s(),wt=n("p"),wt.innerHTML=Qa,as=s(),Z=n("div"),f(Tt.$$.fragment),No=s(),xr=n("p"),xr.textContent=Ya,Fo=s(),f($e.$$.fragment),ns=s(),Ct=n("p"),Ct.textContent=Aa,ls=s(),f(Pt.$$.fragment),is=s(),kt=n("p"),kt.textContent=Oa,ds=s(),f(It.$$.fragment),cs=s(),Jt=n("p"),Jt.innerHTML=Ka,ps=s(),f(Ut.$$.fragment),ms=s(),qt=n("p"),qt.innerHTML=en,fs=s(),f(Lt.$$.fragment),us=s(),Tr=n("p"),this.h()},l(e){const a=nn("svelte-u9bgzb",document.head);c=l(a,"META",{name:!0,content:!0}),a.forEach(t),w=o(e),v=l(e,"P",{}),y(v).forEach(t),m=o(e),u($.$$.fragment,e),d=o(e),T=l(e,"P",{"data-svelte-h":!0}),p(T)!=="svelte-1fd9lf0"&&(T.textContent=Wo),Cr=o(e),Me=l(e,"UL",{"data-svelte-h":!0}),p(Me)!=="svelte-rmvfpp"&&(Me.innerHTML=Ro),Pr=o(e),u(we.$$.fragment,e),kr=o(e),Te=l(e,"P",{"data-svelte-h":!0}),p(Te)!=="svelte-ctzpmo"&&(Te.textContent=Qo),Ir=o(e),Ce=l(e,"P",{"data-svelte-h":!0}),p(Ce)!=="svelte-9fh2y4"&&(Ce.textContent=Yo),Jr=o(e),b=l(e,"DIV",{class:!0});var C=y(b);u(Pe.$$.fragment,C),Js=o(C),Zt=l(C,"P",{"data-svelte-h":!0}),p(Zt)!=="svelte-1s4wckx"&&(Zt.textContent=Ao),Us=o(C),j=l(C,"DIV",{class:!0});var E=y(j);u(ke.$$.fragment,E),qs=o(E),Et=l(E,"P",{"data-svelte-h":!0}),p(Et)!=="svelte-10dqwuv"&&(Et.innerHTML=Oo),Ls=o(E),Vt=l(E,"P",{"data-svelte-h":!0}),p(Vt)!=="svelte-44jd8v"&&(Vt.innerHTML=Ko),js=o(E),Dt=l(E,"P",{"data-svelte-h":!0}),p(Dt)!=="svelte-gzse55"&&(Dt.textContent=ea),E.forEach(t),Xs=o(C),Y=l(C,"DIV",{class:!0});var jt=y(Y);u(Ie.$$.fragment,jt),zs=o(jt),Ht=l(jt,"P",{"data-svelte-h":!0}),p(Ht)!=="svelte-1i2d3vx"&&(Ht.innerHTML=ta),jt.forEach(t),Zs=o(C),V=l(C,"DIV",{class:!0});var G=y(V);u(Je.$$.fragment,G),Es=o(G),Bt=l(G,"P",{"data-svelte-h":!0}),p(Bt)!=="svelte-1cj8dcb"&&(Bt.textContent=ra),Vs=o(G),u(A.$$.fragment,G),G.forEach(t),Ds=o(C),O=l(C,"DIV",{class:!0});var Xt=y(O);u(Ue.$$.fragment,Xt),Hs=o(Xt),St=l(Xt,"P",{"data-svelte-h":!0}),p(St)!=="svelte-hsvutq"&&(St.innerHTML=sa),Xt.forEach(t),Bs=o(C),K=l(C,"DIV",{class:!0});var zt=y(K);u(qe.$$.fragment,zt),Ss=o(zt),Nt=l(zt,"P",{"data-svelte-h":!0}),p(Nt)!=="svelte-13etpi4"&&(Nt.textContent=oa),zt.forEach(t),Ns=o(C),k=l(C,"DIV",{class:!0});var I=y(k);u(Le.$$.fragment,I),Fs=o(I),Ft=l(I,"P",{"data-svelte-h":!0}),p(Ft)!=="svelte-1s01p9s"&&(Ft.innerHTML=aa),Gs=o(I),Gt=l(I,"P",{"data-svelte-h":!0}),p(Gt)!=="svelte-14s9qj8"&&(Gt.innerHTML=na),Ws=o(I),Wt=l(I,"UL",{"data-svelte-h":!0}),p(Wt)!=="svelte-1wgd4o3"&&(Wt.innerHTML=la),Rs=o(I),Rt=l(I,"P",{"data-svelte-h":!0}),p(Rt)!=="svelte-p5jl0d"&&(Rt.textContent=ia),Qs=o(I),Qt=l(I,"P",{"data-svelte-h":!0}),p(Qt)!=="svelte-tdqt7p"&&(Qt.innerHTML=da),Ys=o(I),u(ee.$$.fragment,I),As=o(I),u(te.$$.fragment,I),Os=o(I),u(re.$$.fragment,I),Ks=ln(I,"\nwhich we could then pass as kwargs to `self._merge_kwargs`"),I.forEach(t),eo=o(C),D=l(C,"DIV",{class:!0});var W=y(D);u(je.$$.fragment,W),to=o(W),Yt=l(W,"P",{"data-svelte-h":!0}),p(Yt)!=="svelte-1cwsjho"&&(Yt.textContent=ca),ro=o(W),u(se.$$.fragment,W),W.forEach(t),so=o(C),H=l(C,"DIV",{class:!0});var R=y(H);u(Xe.$$.fragment,R),oo=o(R),At=l(R,"P",{"data-svelte-h":!0}),p(At)!=="svelte-hhsvto"&&(At.innerHTML=pa),ao=o(R),u(oe.$$.fragment,R),R.forEach(t),no=o(C),B=l(C,"DIV",{class:!0});var vr=y(B);u(ze.$$.fragment,vr),lo=o(vr),Ot=l(vr,"P",{"data-svelte-h":!0}),p(Ot)!=="svelte-4sr6gw"&&(Ot.innerHTML=ma),io=o(vr),u(ae.$$.fragment,vr),vr.forEach(t),co=o(C),ne=l(C,"DIV",{class:!0});var hs=y(ne);u(Ze.$$.fragment,hs),po=o(hs),Kt=l(hs,"P",{"data-svelte-h":!0}),p(Kt)!=="svelte-1ww3wqq"&&(Kt.textContent=fa),hs.forEach(t),mo=o(C),le=l(C,"DIV",{class:!0});var _s=y(le);u(Ee.$$.fragment,_s),fo=o(_s),er=l(_s,"P",{"data-svelte-h":!0}),p(er)!=="svelte-1g70y32"&&(er.textContent=ua),_s.forEach(t),uo=o(C),ie=l(C,"DIV",{class:!0});var xs=y(ie);u(Ve.$$.fragment,xs),go=o(xs),tr=l(xs,"P",{"data-svelte-h":!0}),p(tr)!=="svelte-5ayq1f"&&(tr.textContent=ga),xs.forEach(t),C.forEach(t),Ur=o(e),u(De.$$.fragment,e),qr=o(e),He=l(e,"P",{"data-svelte-h":!0}),p(He)!=="svelte-xj48hm"&&(He.innerHTML=ha),Lr=o(e),J=l(e,"DIV",{class:!0});var q=y(J);u(Be.$$.fragment,q),ho=o(q),rr=l(q,"P",{"data-svelte-h":!0}),p(rr)!=="svelte-1bsw04k"&&(rr.textContent=_a),_o=o(q),de=l(q,"DIV",{class:!0});var vs=y(de);u(Se.$$.fragment,vs),xo=o(vs),sr=l(vs,"P",{"data-svelte-h":!0}),p(sr)!=="svelte-1akvgj7"&&(sr.innerHTML=xa),vs.forEach(t),vo=o(q),ce=l(q,"DIV",{class:!0});var $s=y(ce);u(Ne.$$.fragment,$s),$o=o($s),or=l($s,"P",{"data-svelte-h":!0}),p(or)!=="svelte-pplryq"&&(or.textContent=va),$s.forEach(t),bo=o(q),pe=l(q,"DIV",{class:!0});var bs=y(pe);u(Fe.$$.fragment,bs),yo=o(bs),ar=l(bs,"P",{"data-svelte-h":!0}),p(ar)!=="svelte-3oqyjr"&&(ar.textContent=$a),bs.forEach(t),Mo=o(q),me=l(q,"DIV",{class:!0});var ys=y(me);u(Ge.$$.fragment,ys),wo=o(ys),nr=l(ys,"P",{"data-svelte-h":!0}),p(nr)!=="svelte-v2sq9s"&&(nr.innerHTML=ba),ys.forEach(t),To=o(q),fe=l(q,"DIV",{class:!0});var Ms=y(fe);u(We.$$.fragment,Ms),Co=o(Ms),lr=l(Ms,"P",{"data-svelte-h":!0}),p(lr)!=="svelte-saupuq"&&(lr.innerHTML=ya),Ms.forEach(t),Po=o(q),ue=l(q,"DIV",{class:!0});var ws=y(ue);u(Re.$$.fragment,ws),ko=o(ws),ir=l(ws,"P",{"data-svelte-h":!0}),p(ir)!=="svelte-1jevh15"&&(ir.textContent=Ma),ws.forEach(t),q.forEach(t),jr=o(e),X=l(e,"DIV",{class:!0});var $r=y(X);u(Qe.$$.fragment,$r),Io=o($r),dr=l($r,"P",{"data-svelte-h":!0}),p(dr)!=="svelte-vkt0pi"&&(dr.textContent=wa),Jo=o($r),ge=l($r,"DIV",{class:!0});var Ts=y(ge);u(Ye.$$.fragment,Ts),Uo=o(Ts),cr=l(Ts,"P",{"data-svelte-h":!0}),p(cr)!=="svelte-5ayq1f"&&(cr.textContent=Ta),Ts.forEach(t),$r.forEach(t),Xr=o(e),z=l(e,"DIV",{class:!0});var br=y(z);u(Ae.$$.fragment,br),qo=o(br),pr=l(br,"P",{"data-svelte-h":!0}),p(pr)!=="svelte-168wf64"&&(pr.textContent=Ca),Lo=o(br),he=l(br,"DIV",{class:!0});var Cs=y(he);u(Oe.$$.fragment,Cs),jo=o(Cs),mr=l(Cs,"P",{"data-svelte-h":!0}),p(mr)!=="svelte-5ayq1f"&&(mr.textContent=Pa),Cs.forEach(t),br.forEach(t),zr=o(e),u(Ke.$$.fragment,e),Zr=o(e),et=l(e,"P",{"data-svelte-h":!0}),p(et)!=="svelte-pf4p60"&&(et.innerHTML=ka),Er=o(e),tt=l(e,"P",{"data-svelte-h":!0}),p(tt)!=="svelte-17867sm"&&(tt.textContent=Ia),Vr=o(e),rt=l(e,"P",{"data-svelte-h":!0}),p(rt)!=="svelte-190jb0p"&&(rt.textContent=Ja),Dr=o(e),st=l(e,"UL",{"data-svelte-h":!0}),p(st)!=="svelte-my8qym"&&(st.innerHTML=Ua),Hr=o(e),ot=l(e,"P",{"data-svelte-h":!0}),p(ot)!=="svelte-438mal"&&(ot.innerHTML=qa),Br=o(e),F=l(e,"DIV",{class:!0});var Ps=y(F);u(at.$$.fragment,Ps),Xo=o(Ps),fr=l(Ps,"P",{"data-svelte-h":!0}),p(fr)!=="svelte-5lvrve"&&(fr.innerHTML=La),Ps.forEach(t),Sr=o(e),u(nt.$$.fragment,e),Nr=o(e),lt=l(e,"P",{"data-svelte-h":!0}),p(lt)!=="svelte-143feg"&&(lt.innerHTML=ja),Fr=o(e),it=l(e,"P",{"data-svelte-h":!0}),p(it)!=="svelte-1y5f8bi"&&(it.innerHTML=Xa),Gr=o(e),dt=l(e,"P",{"data-svelte-h":!0}),p(dt)!=="svelte-1n6xg4v"&&(dt.textContent=za),Wr=o(e),ct=l(e,"UL",{"data-svelte-h":!0}),p(ct)!=="svelte-1e2xq99"&&(ct.innerHTML=Za),Rr=o(e),pt=l(e,"P",{"data-svelte-h":!0}),p(pt)!=="svelte-1514ut0"&&(pt.textContent=Ea),Qr=o(e),mt=l(e,"P",{"data-svelte-h":!0}),p(mt)!=="svelte-18t4sjl"&&(mt.innerHTML=Va),Yr=o(e),u(ft.$$.fragment,e),Ar=o(e),ut=l(e,"P",{"data-svelte-h":!0}),p(ut)!=="svelte-1cqsmed"&&(ut.innerHTML=Da),Or=o(e),gt=l(e,"P",{"data-svelte-h":!0}),p(gt)!=="svelte-1hd0jdd"&&(gt.textContent=Ha),Kr=o(e),u(ht.$$.fragment,e),es=o(e),_t=l(e,"P",{"data-svelte-h":!0}),p(_t)!=="svelte-utkcp6"&&(_t.textContent=Ba),ts=o(e),xt=l(e,"UL",{"data-svelte-h":!0}),p(xt)!=="svelte-1qiv3qf"&&(xt.innerHTML=Sa),rs=o(e),vt=l(e,"P",{"data-svelte-h":!0}),p(vt)!=="svelte-165sa1k"&&(vt.innerHTML=Na),ss=o(e),L=l(e,"DIV",{class:!0});var N=y(L);u($t.$$.fragment,N),zo=o(N),ur=l(N,"P",{"data-svelte-h":!0}),p(ur)!=="svelte-173gxyd"&&(ur.textContent=Fa),Zo=o(N),_e=l(N,"DIV",{class:!0});var ks=y(_e);u(bt.$$.fragment,ks),Eo=o(ks),gr=l(ks,"P",{"data-svelte-h":!0}),p(gr)!=="svelte-wmaktk"&&(gr.textContent=Ga),ks.forEach(t),Vo=o(N),S=l(N,"DIV",{class:!0});var yr=y(S);u(yt.$$.fragment,yr),Do=o(yr),hr=l(yr,"P",{"data-svelte-h":!0}),p(hr)!=="svelte-11nqnea"&&(hr.innerHTML=Wa),Ho=o(yr),u(xe.$$.fragment,yr),yr.forEach(t),Bo=o(N),ve=l(N,"DIV",{class:!0});var Is=y(ve);u(Mt.$$.fragment,Is),So=o(Is),_r=l(Is,"P",{"data-svelte-h":!0}),p(_r)!=="svelte-d5zv1x"&&(_r.textContent=Ra),Is.forEach(t),N.forEach(t),os=o(e),wt=l(e,"P",{"data-svelte-h":!0}),p(wt)!=="svelte-7uap0d"&&(wt.innerHTML=Qa),as=o(e),Z=l(e,"DIV",{class:!0});var Mr=y(Z);u(Tt.$$.fragment,Mr),No=o(Mr),xr=l(Mr,"P",{"data-svelte-h":!0}),p(xr)!=="svelte-169nh0g"&&(xr.textContent=Ya),Fo=o(Mr),u($e.$$.fragment,Mr),Mr.forEach(t),ns=o(e),Ct=l(e,"P",{"data-svelte-h":!0}),p(Ct)!=="svelte-1dp3thd"&&(Ct.textContent=Aa),ls=o(e),u(Pt.$$.fragment,e),is=o(e),kt=l(e,"P",{"data-svelte-h":!0}),p(kt)!=="svelte-1tuty7g"&&(kt.textContent=Oa),ds=o(e),u(It.$$.fragment,e),cs=o(e),Jt=l(e,"P",{"data-svelte-h":!0}),p(Jt)!=="svelte-1klp1tb"&&(Jt.innerHTML=Ka),ps=o(e),u(Ut.$$.fragment,e),ms=o(e),qt=l(e,"P",{"data-svelte-h":!0}),p(qt)!=="svelte-1mzejoo"&&(qt.innerHTML=en),fs=o(e),u(Lt.$$.fragment,e),us=o(e),Tr=l(e,"P",{}),y(Tr).forEach(t),this.h()},h(){M(c,"name","hf:doc:metadata"),M(c,"content",$n),M(j,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(k,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(D,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(b,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(de,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ce,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(pe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(me,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(fe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ue,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ge,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(he,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(_e,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ve,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,a){r(document.head,c),i(e,w,a),i(e,v,a),i(e,m,a),g($,e,a),i(e,d,a),i(e,T,a),i(e,Cr,a),i(e,Me,a),i(e,Pr,a),g(we,e,a),i(e,kr,a),i(e,Te,a),i(e,Ir,a),i(e,Ce,a),i(e,Jr,a),i(e,b,a),g(Pe,b,null),r(b,Js),r(b,Zt),r(b,Us),r(b,j),g(ke,j,null),r(j,qs),r(j,Et),r(j,Ls),r(j,Vt),r(j,js),r(j,Dt),r(b,Xs),r(b,Y),g(Ie,Y,null),r(Y,zs),r(Y,Ht),r(b,Zs),r(b,V),g(Je,V,null),r(V,Es),r(V,Bt),r(V,Vs),g(A,V,null),r(b,Ds),r(b,O),g(Ue,O,null),r(O,Hs),r(O,St),r(b,Bs),r(b,K),g(qe,K,null),r(K,Ss),r(K,Nt),r(b,Ns),r(b,k),g(Le,k,null),r(k,Fs),r(k,Ft),r(k,Gs),r(k,Gt),r(k,Ws),r(k,Wt),r(k,Rs),r(k,Rt),r(k,Qs),r(k,Qt),r(k,Ys),g(ee,k,null),r(k,As),g(te,k,null),r(k,Os),g(re,k,null),r(k,Ks),r(b,eo),r(b,D),g(je,D,null),r(D,to),r(D,Yt),r(D,ro),g(se,D,null),r(b,so),r(b,H),g(Xe,H,null),r(H,oo),r(H,At),r(H,ao),g(oe,H,null),r(b,no),r(b,B),g(ze,B,null),r(B,lo),r(B,Ot),r(B,io),g(ae,B,null),r(b,co),r(b,ne),g(Ze,ne,null),r(ne,po),r(ne,Kt),r(b,mo),r(b,le),g(Ee,le,null),r(le,fo),r(le,er),r(b,uo),r(b,ie),g(Ve,ie,null),r(ie,go),r(ie,tr),i(e,Ur,a),g(De,e,a),i(e,qr,a),i(e,He,a),i(e,Lr,a),i(e,J,a),g(Be,J,null),r(J,ho),r(J,rr),r(J,_o),r(J,de),g(Se,de,null),r(de,xo),r(de,sr),r(J,vo),r(J,ce),g(Ne,ce,null),r(ce,$o),r(ce,or),r(J,bo),r(J,pe),g(Fe,pe,null),r(pe,yo),r(pe,ar),r(J,Mo),r(J,me),g(Ge,me,null),r(me,wo),r(me,nr),r(J,To),r(J,fe),g(We,fe,null),r(fe,Co),r(fe,lr),r(J,Po),r(J,ue),g(Re,ue,null),r(ue,ko),r(ue,ir),i(e,jr,a),i(e,X,a),g(Qe,X,null),r(X,Io),r(X,dr),r(X,Jo),r(X,ge),g(Ye,ge,null),r(ge,Uo),r(ge,cr),i(e,Xr,a),i(e,z,a),g(Ae,z,null),r(z,qo),r(z,pr),r(z,Lo),r(z,he),g(Oe,he,null),r(he,jo),r(he,mr),i(e,zr,a),g(Ke,e,a),i(e,Zr,a),i(e,et,a),i(e,Er,a),i(e,tt,a),i(e,Vr,a),i(e,rt,a),i(e,Dr,a),i(e,st,a),i(e,Hr,a),i(e,ot,a),i(e,Br,a),i(e,F,a),g(at,F,null),r(F,Xo),r(F,fr),i(e,Sr,a),g(nt,e,a),i(e,Nr,a),i(e,lt,a),i(e,Fr,a),i(e,it,a),i(e,Gr,a),i(e,dt,a),i(e,Wr,a),i(e,ct,a),i(e,Rr,a),i(e,pt,a),i(e,Qr,a),i(e,mt,a),i(e,Yr,a),g(ft,e,a),i(e,Ar,a),i(e,ut,a),i(e,Or,a),i(e,gt,a),i(e,Kr,a),g(ht,e,a),i(e,es,a),i(e,_t,a),i(e,ts,a),i(e,xt,a),i(e,rs,a),i(e,vt,a),i(e,ss,a),i(e,L,a),g($t,L,null),r(L,zo),r(L,ur),r(L,Zo),r(L,_e),g(bt,_e,null),r(_e,Eo),r(_e,gr),r(L,Vo),r(L,S),g(yt,S,null),r(S,Do),r(S,hr),r(S,Ho),g(xe,S,null),r(L,Bo),r(L,ve),g(Mt,ve,null),r(ve,So),r(ve,_r),i(e,os,a),i(e,wt,a),i(e,as,a),i(e,Z,a),g(Tt,Z,null),r(Z,No),r(Z,xr),r(Z,Fo),g($e,Z,null),i(e,ns,a),i(e,Ct,a),i(e,ls,a),g(Pt,e,a),i(e,is,a),i(e,kt,a),i(e,ds,a),g(It,e,a),i(e,cs,a),i(e,Jt,a),i(e,ps,a),g(Ut,e,a),i(e,ms,a),i(e,qt,a),i(e,fs,a),g(Lt,e,a),i(e,us,a),i(e,Tr,a),gs=!0},p(e,[a]){const C={};a&2&&(C.$$scope={dirty:a,ctx:e}),A.$set(C);const E={};a&2&&(E.$$scope={dirty:a,ctx:e}),ee.$set(E);const jt={};a&2&&(jt.$$scope={dirty:a,ctx:e}),te.$set(jt);const G={};a&2&&(G.$$scope={dirty:a,ctx:e}),re.$set(G);const Xt={};a&2&&(Xt.$$scope={dirty:a,ctx:e}),se.$set(Xt);const zt={};a&2&&(zt.$$scope={dirty:a,ctx:e}),oe.$set(zt);const I={};a&2&&(I.$$scope={dirty:a,ctx:e}),ae.$set(I);const W={};a&2&&(W.$$scope={dirty:a,ctx:e}),xe.$set(W);const R={};a&2&&(R.$$scope={dirty:a,ctx:e}),$e.$set(R)},i(e){gs\|\|(h($.$$.fragment,e),h(we.$$.fragment,e),h(Pe.$$.fragment,e),h(ke.$$.fragment,e),h(Ie.$$.fragment,e),h(Je.$$.fragment,e),h(A.$$.fragment,e),h(Ue.$$.fragment,e),h(qe.$$.fragment,e),h(Le.$$.fragment,e),h(ee.$$.fragment,e),h(te.$$.fragment,e),h(re.$$.fragment,e),h(je.$$.fragment,e),h(se.$$.fragment,e),h(Xe.$$.fragment,e),h(oe.$$.fragment,e),h(ze.$$.fragment,e),h(ae.$$.fragment,e),h(Ze.$$.fragment,e),h(Ee.$$.fragment,e),h(Ve.$$.fragment,e),h(De.$$.fragment,e),h(Be.$$.fragment,e),h(Se.$$.fragment,e),h(Ne.$$.fragment,e),h(Fe.$$.fragment,e),h(Ge.$$.fragment,e),h(We.$$.fragment,e),h(Re.$$.fragment,e),h(Qe.$$.fragment,e),h(Ye.$$.fragment,e),h(Ae.$$.fragment,e),h(Oe.$$.fragment,e),h(Ke.$$.fragment,e),h(at.$$.fragment,e),h(nt.$$.fragment,e),h(ft.$$.fragment,e),h(ht.$$.fragment,e),h($t.$$.fragment,e),h(bt.$$.fragment,e),h(yt.$$.fragment,e),h(xe.$$.fragment,e),h(Mt.$$.fragment,e),h(Tt.$$.fragment,e),h($e.$$.fragment,e),h(Pt.$$.fragment,e),h(It.$$.fragment,e),h(Ut.$$.fragment,e),h(Lt.$$.fragment,e),gs=!0)},o(e){_($.$$.fragment,e),_(we.$$.fragment,e),_(Pe.$$.fragment,e),_(ke.$$.fragment,e),_(Ie.$$.fragment,e),_(Je.$$.fragment,e),_(A.$$.fragment,e),_(Ue.$$.fragment,e),_(qe.$$.fragment,e),_(Le.$$.fragment,e),_(ee.$$.fragment,e),_(te.$$.fragment,e),_(re.$$.fragment,e),_(je.$$.fragment,e),_(se.$$.fragment,e),_(Xe.$$.fragment,e),_(oe.$$.fragment,e),_(ze.$$.fragment,e),_(ae.$$.fragment,e),_(Ze.$$.fragment,e),_(Ee.$$.fragment,e),_(Ve.$$.fragment,e),_(De.$$.fragment,e),_(Be.$$.fragment,e),_(Se.$$.fragment,e),_(Ne.$$.fragment,e),_(Fe.$$.fragment,e),_(Ge.$$.fragment,e),_(We.$$.fragment,e),_(Re.$$.fragment,e),_(Qe.$$.fragment,e),_(Ye.$$.fragment,e),_(Ae.$$.fragment,e),_(Oe.$$.fragment,e),_(Ke.$$.fragment,e),_(at.$$.fragment,e),_(nt.$$.fragment,e),_(ft.$$.fragment,e),_(ht.$$.fragment,e),_($t.$$.fragment,e),_(bt.$$.fragment,e),_(yt.$$.fragment,e),_(xe.$$.fragment,e),_(Mt.$$.fragment,e),_(Tt.$$.fragment,e),_($e.$$.fragment,e),_(Pt.$$.fragment,e),_(It.$$.fragment,e),_(Ut.$$.fragment,e),_(Lt.$$.fragment,e),gs=!1},d(e){e&&(t(w),t(v),t(m),t(d),t(T),t(Cr),t(Me),t(Pr),t(kr),t(Te),t(Ir),t(Ce),t(Jr),t(b),t(Ur),t(qr),t(He),t(Lr),t(J),t(jr),t(X),t(Xr),t(z),t(zr),t(Zr),t(et),t(Er),t(tt),t(Vr),t(rt),t(Dr),t(st),t(Hr),t(ot),t(Br),t(F),t(Sr),t(Nr),t(lt),t(Fr),t(it),t(Gr),t(dt),t(Wr),t(ct),t(Rr),t(pt),t(Qr),t(mt),t(Yr),t(Ar),t(ut),t(Or),t(gt),t(Kr),t(es),t(_t),t(ts),t(xt),t(rs),t(vt),t(ss),t(L),t(os),t(wt),t(as),t(Z),t(ns),t(Ct),t(ls),t(is),t(kt),t(ds),t(cs),t(Jt),t(ps),t(ms),t(qt),t(fs),t(us),t(Tr)),t(c),x($,e),x(we,e),x(Pe),x(ke),x(Ie),x(Je),x(A),x(Ue),x(qe),x(Le),x(ee),x(te),x(re),x(je),x(se),x(Xe),x(oe),x(ze),x(ae),x(Ze),x(Ee),x(Ve),x(De,e),x(Be),x(Se),x(Ne),x(Fe),x(Ge),x(We),x(Re),x(Qe),x(Ye),x(Ae),x(Oe),x(Ke,e),x(at),x(nt,e),x(ft,e),x(ht,e),x($t),x(bt),x(yt),x(xe),x(Mt),x(Tt),x($e),x(Pt,e),x(It,e),x(Ut,e),x(Lt,e)}}}const $n='{"title":"Processors","local":"processors","sections":[{"title":"多模态processors","local":"transformers.ProcessorMixin","sections":[],"depth":2},{"title":"已弃用的processors","local":"transformers.DataProcessor","sections":[],"depth":2},{"title":"GLUE","local":"transformers.glue_convert_examples_to_features","sections":[],"depth":2},{"title":"XNLI","local":"xnli","sections":[],"depth":2},{"title":"SQuAD","local":"squad","sections":[{"title":"Processors","local":"transformers.data.processors.squad.SquadProcessor","sections":[],"depth":3},{"title":"Example使用","local":"example使用","sections":[],"depth":3}],"depth":2}],"depth":1}';function bn(U){return rn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class In extends sn{constructor(c){super(),on(this,c,bn,vn,tn,{})}}export{In as component};

Xet Storage Details

Size:: 74.4 kB
Xet hash:: 7faac6daccca4cbecf2c0db44f75b544be84387d0af09d88581dbd1eb1eaf3ac

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.