Buckets:

rtrm's picture
download
raw
25.6 kB
import{s as Ot,n as el,o as tl}from"../chunks/scheduler.9991993c.js";import{S as ll,i as sl,g as i,s as n,r as p,A as nl,h as m,f as l,c as a,j as Dt,u as r,x as o,k as Kt,y as al,a as s,v as c,d as J,t as g,w as u}from"../chunks/index.ed60ef0f.js";import{C as M}from"../chunks/CodeBlock.d4c22193.js";import{D as il}from"../chunks/DocNotebookDropdown.911e734a.js";import{H as d,E as ml}from"../chunks/index.d7a0d314.js";function ol(ft){let b,Te,be,fe,T,Ue,f,ye,U,Ut='🤗 Transformers 中有多种多语言模型,它们的推理用法与单语言模型不同。但是,并非<em>所有</em>的多语言模型用法都不同。一些模型,例如 <a href="https://huggingface.co/google-bert/bert-base-multilingual-uncased" rel="nofollow">google-bert/bert-base-multilingual-uncased</a> 就可以像单语言模型一样使用。本指南将向您展示如何使用不同用途的多语言模型进行推理。',he,y,$e,h,yt="XLM 有十个不同的检查点,其中只有一个是单语言的。剩下的九个检查点可以归为两类:使用语言嵌入的检查点和不使用语言嵌入的检查点。",we,$,ke,w,ht="以下 XLM 模型使用语言嵌入来指定推理中使用的语言:",xe,k,$t="<li><code>FacebookAI/xlm-mlm-ende-1024</code> (掩码语言建模,英语-德语)</li> <li><code>FacebookAI/xlm-mlm-enfr-1024</code> (掩码语言建模,英语-法语)</li> <li><code>FacebookAI/xlm-mlm-enro-1024</code> (掩码语言建模,英语-罗马尼亚语)</li> <li><code>FacebookAI/xlm-mlm-xnli15-1024</code> (掩码语言建模,XNLI 数据集语言)</li> <li><code>FacebookAI/xlm-mlm-tlm-xnli15-1024</code> (掩码语言建模+翻译,XNLI 数据集语言)</li> <li><code>FacebookAI/xlm-clm-enfr-1024</code> (因果语言建模,英语-法语)</li> <li><code>FacebookAI/xlm-clm-ende-1024</code> (因果语言建模,英语-德语)</li>",je,x,wt="语言嵌入被表示一个张量,其形状与传递给模型的 <code>input_ids</code> 相同。这些张量中的值取决于所使用的语言,并由分词器的 <code>lang2id</code> 和 <code>id2lang</code> 属性识别。",Ce,j,kt="在此示例中,加载 <code>FacebookAI/xlm-clm-enfr-1024</code> 检查点(因果语言建模,英语-法语):",ve,C,_e,v,xt="分词器的 <code>lang2id</code> 属性显示了该模型的语言及其对应的id:",Ze,_,Ie,Z,jt="接下来,创建一个示例输入:",Xe,I,Ve,X,Ct="将语言 id 设置为 <code>&quot;en&quot;</code> 并用其定义语言嵌入。语言嵌入是一个用 <code>0</code> 填充的张量,这个张量应该与 <code>input_ids</code> 大小相同。",Re,V,Ge,R,vt="现在,你可以将 <code>input_ids</code> 和语言嵌入传递给模型:",We,G,Le,W,_t='<a href="https://github.com/huggingface/transformers/tree/main/examples/pytorch/text-generation/run_generation.py" rel="nofollow">run_generation.py</a> 脚本可以使用 <code>xlm-clm</code> 检查点生成带有语言嵌入的文本。',Fe,L,ze,F,Zt="以下 XLM 模型在推理时不需要语言嵌入:",Be,z,It="<li><code>FacebookAI/xlm-mlm-17-1280</code> (掩码语言建模,支持 17 种语言)</li> <li><code>FacebookAI/xlm-mlm-100-1280</code> (掩码语言建模,支持 100 种语言)</li>",Ee,B,Xt="与之前的 XLM 检查点不同,这些模型用于通用句子表示。",Qe,E,He,Q,Vt="以下 BERT 模型可用于多语言任务:",qe,H,Rt="<li><code>google-bert/bert-base-multilingual-uncased</code> (掩码语言建模 + 下一句预测,支持 102 种语言)</li> <li><code>google-bert/bert-base-multilingual-cased</code> (掩码语言建模 + 下一句预测,支持 104 种语言)</li>",Ne,q,Gt="这些模型在推理时不需要语言嵌入。它们应该能够从上下文中识别语言并进行相应的推理。",Ye,N,Ae,Y,Wt="以下 XLM-RoBERTa 模型可用于多语言任务:",Pe,A,Lt="<li><code>FacebookAI/xlm-roberta-base</code> (掩码语言建模,支持 100 种语言)</li> <li><code>FacebookAI/xlm-roberta-large</code> (掩码语言建模,支持 100 种语言)</li>",Se,P,Ft="XLM-RoBERTa 使用 100 种语言的 2.5TB 新创建和清理的 CommonCrawl 数据进行了训练。与之前发布的 mBERT 或 XLM 等多语言模型相比,它在分类、序列标记和问答等下游任务上提供了更强大的优势。",De,S,Ke,D,zt="以下 M2M100 模型可用于多语言翻译:",Oe,K,Bt="<li><code>facebook/m2m100_418M</code> (翻译)</li> <li><code>facebook/m2m100_1.2B</code> (翻译)</li>",et,O,Et="在此示例中,加载 <code>facebook/m2m100_418M</code> 检查点以将中文翻译为英文。你可以在分词器中设置源语言:",tt,ee,lt,te,Qt="对文本进行分词:",st,le,nt,se,Ht="M2M100 强制将目标语言 id 作为第一个生成的标记,以进行到目标语言的翻译。在 <code>generate</code> 方法中将 <code>forced_bos_token_id</code> 设置为 <code>en</code> 以翻译成英语:",at,ne,it,ae,mt,ie,qt="以下 MBart 模型可用于多语言翻译:",ot,me,Nt="<li><code>facebook/mbart-large-50-one-to-many-mmt</code> (一对多多语言机器翻译,支持 50 种语言)</li> <li><code>facebook/mbart-large-50-many-to-many-mmt</code> (多对多多语言机器翻译,支持 50 种语言)</li> <li><code>facebook/mbart-large-50-many-to-one-mmt</code> (多对一多语言机器翻译,支持 50 种语言)</li> <li><code>facebook/mbart-large-50</code> (多语言翻译,支持 50 种语言)</li> <li><code>facebook/mbart-large-cc25</code></li>",pt,oe,Yt="在此示例中,加载 <code>facebook/mbart-large-50-many-to-many-mmt</code> 检查点以将芬兰语翻译为英语。 你可以在分词器中设置源语言:",rt,pe,ct,re,At="对文本进行分词:",Jt,ce,gt,Je,Pt="MBart 强制将目标语言 id 作为第一个生成的标记,以进行到目标语言的翻译。在 <code>generate</code> 方法中将 <code>forced_bos_token_id</code> 设置为 <code>en</code> 以翻译成英语:",ut,ge,Mt,ue,St="如果你使用的是 <code>facebook/mbart-large-50-many-to-one-mmt</code> 检查点,则无需强制目标语言 id 作为第一个生成的令牌,否则用法是相同的。",bt,Me,dt,de,Tt;return T=new d({props:{title:"用于推理的多语言模型",local:"用于推理的多语言模型",headingTag:"h1"}}),f=new il({props:{classNames:"absolute z-10 right-0 top-0",options:[{label:"Mixed",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/zh/multilingual.ipynb"},{label:"PyTorch",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/zh/pytorch/multilingual.ipynb"},{label:"TensorFlow",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/zh/tensorflow/multilingual.ipynb"},{label:"Mixed",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/zh/multilingual.ipynb"},{label:"PyTorch",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/zh/pytorch/multilingual.ipynb"},{label:"TensorFlow",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/zh/tensorflow/multilingual.ipynb"}]}}),y=new d({props:{title:"XLM",local:"xlm",headingTag:"h2"}}),$=new d({props:{title:"带有语言嵌入的 XLM",local:"带有语言嵌入的-xlm",headingTag:"h3"}}),C=new M({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwWExNVG9rZW5pemVyJTJDJTIwWExNV2l0aExNSGVhZE1vZGVsJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwWExNVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJGYWNlYm9va0FJJTJGeGxtLWNsbS1lbmZyLTEwMjQlMjIpJTBBbW9kZWwlMjAlM0QlMjBYTE1XaXRoTE1IZWFkTW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMkZhY2Vib29rQUklMkZ4bG0tY2xtLWVuZnItMTAyNCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> torch
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> XLMTokenizer, XLMWithLMHeadModel
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = XLMTokenizer.from_pretrained(<span class="hljs-string">&quot;FacebookAI/xlm-clm-enfr-1024&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = XLMWithLMHeadModel.from_pretrained(<span class="hljs-string">&quot;FacebookAI/xlm-clm-enfr-1024&quot;</span>)`,wrap:!1}}),_=new M({props:{code:"cHJpbnQodG9rZW5pemVyLmxhbmcyaWQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(tokenizer.lang2id)
{<span class="hljs-string">&#x27;en&#x27;</span>: <span class="hljs-number">0</span>, <span class="hljs-string">&#x27;fr&#x27;</span>: <span class="hljs-number">1</span>}`,wrap:!1}}),I=new M({props:{code:"aW5wdXRfaWRzJTIwJTNEJTIwdG9yY2gudGVuc29yKCU1QnRva2VuaXplci5lbmNvZGUoJTIyV2lraXBlZGlhJTIwd2FzJTIwdXNlZCUyMHRvJTIyKSU1RCklMjAlMjAlMjMlMjBiYXRjaCUyMHNpemUlMjAlRTQlQjglQkElMjAx",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>input_ids = torch.tensor([tokenizer.encode(<span class="hljs-string">&quot;Wikipedia was used to&quot;</span>)]) <span class="hljs-comment"># batch size 为 1</span>',wrap:!1}}),V=new M({props:{code:"bGFuZ3VhZ2VfaWQlMjAlM0QlMjB0b2tlbml6ZXIubGFuZzJpZCU1QiUyMmVuJTIyJTVEJTIwJTIwJTIzJTIwMCUwQWxhbmdzJTIwJTNEJTIwdG9yY2gudGVuc29yKCU1Qmxhbmd1YWdlX2lkJTVEJTIwKiUyMGlucHV0X2lkcy5zaGFwZSU1QjElNUQpJTIwJTIwJTIzJTIwdG9yY2gudGVuc29yKCU1QjAlMkMlMjAwJTJDJTIwMCUyQyUyMC4uLiUyQyUyMDAlNUQpJTBBJTBBJTIzJTIwJUU2JTg4JTkxJUU0JUJCJUFDJUU1JUIwJTg2JUU1JTg1JUI2JTIwcmVzaGFwZSUyMCVFNCVCOCVCQSUyMChiYXRjaF9zaXplJTJDJTIwc2VxdWVuY2VfbGVuZ3RoKSUyMCVFNSVBNCVBNyVFNSVCMCU4RiUwQWxhbmdzJTIwJTNEJTIwbGFuZ3MudmlldygxJTJDJTIwLTEpJTIwJTIwJTIzJTIwJUU3JThFJUIwJUU1JTlDJUE4JUU3JTlBJTg0JUU1JUJEJUEyJUU3JThBJUI2JUU2JTk4JUFGJTIwJTVCMSUyQyUyMHNlcXVlbmNlX2xlbmd0aCU1RCUyMCglRTYlODglOTElRTQlQkIlQUMlRTclOUElODQlMjBiYXRjaCUyMHNpemUlMjAlRTQlQjglQkElMjAxKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>language_id = tokenizer.lang2id[<span class="hljs-string">&quot;en&quot;</span>] <span class="hljs-comment"># 0</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>langs = torch.tensor([language_id] * input_ids.shape[<span class="hljs-number">1</span>]) <span class="hljs-comment"># torch.tensor([0, 0, 0, ..., 0])</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># 我们将其 reshape 为 (batch_size, sequence_length) 大小</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>langs = langs.view(<span class="hljs-number">1</span>, -<span class="hljs-number">1</span>) <span class="hljs-comment"># 现在的形状是 [1, sequence_length] (我们的 batch size 为 1)</span>`,wrap:!1}}),G=new M({props:{code:"b3V0cHV0cyUyMCUzRCUyMG1vZGVsKGlucHV0X2lkcyUyQyUyMGxhbmdzJTNEbGFuZ3Mp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>outputs = model(input_ids, langs=langs)',wrap:!1}}),L=new d({props:{title:"不带语言嵌入的 XLM",local:"不带语言嵌入的-xlm",headingTag:"h3"}}),E=new d({props:{title:"BERT",local:"bert",headingTag:"h2"}}),N=new d({props:{title:"XLM-RoBERTa",local:"xlm-roberta",headingTag:"h2"}}),S=new d({props:{title:"M2M100",local:"m2m100",headingTag:"h2"}}),ee=new M({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyME0yTTEwMEZvckNvbmRpdGlvbmFsR2VuZXJhdGlvbiUyQyUyME0yTTEwMFRva2VuaXplciUwQSUwQWVuX3RleHQlMjAlM0QlMjAlMjJEbyUyMG5vdCUyMG1lZGRsZSUyMGluJTIwdGhlJTIwYWZmYWlycyUyMG9mJTIwd2l6YXJkcyUyQyUyMGZvciUyMHRoZXklMjBhcmUlMjBzdWJ0bGUlMjBhbmQlMjBxdWljayUyMHRvJTIwYW5nZXIuJTIyJTBBY2hpbmVzZV90ZXh0JTIwJTNEJTIwJTIyJUU0JUI4JThEJUU4JUE2JTgxJUU2JThGJTkyJUU2JTg5JThCJUU1JUI3JUFCJUU1JUI4JUFCJUU3JTlBJTg0JUU0JUJBJThCJUU1JThCJTk5JTJDJTIwJUU1JTlCJUEwJUU3JTgyJUJBJUU0JUJCJTk2JUU1JTgwJTkxJUU2JTk4JUFGJUU1JUJFJUFFJUU1JUE2JTk5JUU3JTlBJTg0JTJDJTIwJUU1JUJFJTg4JUU1JUJGJUFCJUU1JUIwJUIxJUU2JTlDJTgzJUU3JTk5JUJDJUU2JTgwJTkyLiUyMiUwQSUwQXRva2VuaXplciUyMCUzRCUyME0yTTEwMFRva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZtMm0xMDBfNDE4TSUyMiUyQyUyMHNyY19sYW5nJTNEJTIyemglMjIpJTBBbW9kZWwlMjAlM0QlMjBNMk0xMDBGb3JDb25kaXRpb25hbEdlbmVyYXRpb24uZnJvbV9wcmV0cmFpbmVkKCUyMmZhY2Vib29rJTJGbTJtMTAwXzQxOE0lMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> M2M100ForConditionalGeneration, M2M100Tokenizer
<span class="hljs-meta">&gt;&gt;&gt; </span>en_text = <span class="hljs-string">&quot;Do not meddle in the affairs of wizards, for they are subtle and quick to anger.&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>chinese_text = <span class="hljs-string">&quot;不要插手巫師的事務, 因為他們是微妙的, 很快就會發怒.&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = M2M100Tokenizer.from_pretrained(<span class="hljs-string">&quot;facebook/m2m100_418M&quot;</span>, src_lang=<span class="hljs-string">&quot;zh&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = M2M100ForConditionalGeneration.from_pretrained(<span class="hljs-string">&quot;facebook/m2m100_418M&quot;</span>)`,wrap:!1}}),le=new M({props:{code:"ZW5jb2RlZF96aCUyMCUzRCUyMHRva2VuaXplcihjaGluZXNlX3RleHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKQ==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_zh = tokenizer(chinese_text, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)',wrap:!1}}),ne=new M({props:{code:"Z2VuZXJhdGVkX3Rva2VucyUyMCUzRCUyMG1vZGVsLmdlbmVyYXRlKCoqZW5jb2RlZF96aCUyQyUyMGZvcmNlZF9ib3NfdG9rZW5faWQlM0R0b2tlbml6ZXIuZ2V0X2xhbmdfaWQoJTIyZW4lMjIpKSUwQXRva2VuaXplci5iYXRjaF9kZWNvZGUoZ2VuZXJhdGVkX3Rva2VucyUyQyUyMHNraXBfc3BlY2lhbF90b2tlbnMlM0RUcnVlKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>generated_tokens = model.generate(**encoded_zh, forced_bos_token_id=tokenizer.get_lang_id(<span class="hljs-string">&quot;en&quot;</span>))
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.batch_decode(generated_tokens, skip_special_tokens=<span class="hljs-literal">True</span>)
<span class="hljs-string">&#x27;Do not interfere with the matters of the witches, because they are delicate and will soon be angry.&#x27;</span>`,wrap:!1}}),ae=new d({props:{title:"MBart",local:"mbart",headingTag:"h2"}}),pe=new M({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBBdXRvTW9kZWxGb3JTZXEyU2VxTE0lMEElMEFlbl90ZXh0JTIwJTNEJTIwJTIyRG8lMjBub3QlMjBtZWRkbGUlMjBpbiUyMHRoZSUyMGFmZmFpcnMlMjBvZiUyMHdpemFyZHMlMkMlMjBmb3IlMjB0aGV5JTIwYXJlJTIwc3VidGxlJTIwYW5kJTIwcXVpY2slMjB0byUyMGFuZ2VyLiUyMiUwQWZpX3RleHQlMjAlM0QlMjAlMjIlQzMlODRsJUMzJUE0JTIwc2VrYWFubnUlMjB2ZWxob2plbiUyMGFzaW9paGluJTJDJTIwc2lsbCVDMyVBNCUyMG5lJTIwb3ZhdCUyMGhpZW5vdmFyYWlzaWElMjBqYSUyMG5vcGVhc3RpJTIwdmloYWlzaWEuJTIyJTBBJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZtYmFydC1sYXJnZS01MC1tYW55LXRvLW1hbnktbW10JTIyJTJDJTIwc3JjX2xhbmclM0QlMjJmaV9GSSUyMiklMEFtb2RlbCUyMCUzRCUyMEF1dG9Nb2RlbEZvclNlcTJTZXFMTS5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZtYmFydC1sYXJnZS01MC1tYW55LXRvLW1hbnktbW10JTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForSeq2SeqLM
<span class="hljs-meta">&gt;&gt;&gt; </span>en_text = <span class="hljs-string">&quot;Do not meddle in the affairs of wizards, for they are subtle and quick to anger.&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>fi_text = <span class="hljs-string">&quot;Älä sekaannu velhojen asioihin, sillä ne ovat hienovaraisia ja nopeasti vihaisia.&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;facebook/mbart-large-50-many-to-many-mmt&quot;</span>, src_lang=<span class="hljs-string">&quot;fi_FI&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = AutoModelForSeq2SeqLM.from_pretrained(<span class="hljs-string">&quot;facebook/mbart-large-50-many-to-many-mmt&quot;</span>)`,wrap:!1}}),ce=new M({props:{code:"ZW5jb2RlZF9lbiUyMCUzRCUyMHRva2VuaXplcihlbl90ZXh0JTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJwdCUyMik=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_en = tokenizer(en_text, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)',wrap:!1}}),ge=new M({props:{code:"Z2VuZXJhdGVkX3Rva2VucyUyMCUzRCUyMG1vZGVsLmdlbmVyYXRlKCoqZW5jb2RlZF9lbiUyQyUyMGZvcmNlZF9ib3NfdG9rZW5faWQlM0R0b2tlbml6ZXIubGFuZ19jb2RlX3RvX2lkJTVCJTIyZW5fWFglMjIlNUQpJTBBdG9rZW5pemVyLmJhdGNoX2RlY29kZShnZW5lcmF0ZWRfdG9rZW5zJTJDJTIwc2tpcF9zcGVjaWFsX3Rva2VucyUzRFRydWUp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>generated_tokens = model.generate(**encoded_en, forced_bos_token_id=tokenizer.lang_code_to_id[<span class="hljs-string">&quot;en_XX&quot;</span>])
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.batch_decode(generated_tokens, skip_special_tokens=<span class="hljs-literal">True</span>)
<span class="hljs-string">&quot;Don&#x27;t interfere with the wizard&#x27;s affairs, because they are subtle, will soon get angry.&quot;</span>`,wrap:!1}}),Me=new ml({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/zh/multilingual.md"}}),{c(){b=i("meta"),Te=n(),be=i("p"),fe=n(),p(T.$$.fragment),Ue=n(),p(f.$$.fragment),ye=n(),U=i("p"),U.innerHTML=Ut,he=n(),p(y.$$.fragment),$e=n(),h=i("p"),h.textContent=yt,we=n(),p($.$$.fragment),ke=n(),w=i("p"),w.textContent=ht,xe=n(),k=i("ul"),k.innerHTML=$t,je=n(),x=i("p"),x.innerHTML=wt,Ce=n(),j=i("p"),j.innerHTML=kt,ve=n(),p(C.$$.fragment),_e=n(),v=i("p"),v.innerHTML=xt,Ze=n(),p(_.$$.fragment),Ie=n(),Z=i("p"),Z.textContent=jt,Xe=n(),p(I.$$.fragment),Ve=n(),X=i("p"),X.innerHTML=Ct,Re=n(),p(V.$$.fragment),Ge=n(),R=i("p"),R.innerHTML=vt,We=n(),p(G.$$.fragment),Le=n(),W=i("p"),W.innerHTML=_t,Fe=n(),p(L.$$.fragment),ze=n(),F=i("p"),F.textContent=Zt,Be=n(),z=i("ul"),z.innerHTML=It,Ee=n(),B=i("p"),B.textContent=Xt,Qe=n(),p(E.$$.fragment),He=n(),Q=i("p"),Q.textContent=Vt,qe=n(),H=i("ul"),H.innerHTML=Rt,Ne=n(),q=i("p"),q.textContent=Gt,Ye=n(),p(N.$$.fragment),Ae=n(),Y=i("p"),Y.textContent=Wt,Pe=n(),A=i("ul"),A.innerHTML=Lt,Se=n(),P=i("p"),P.textContent=Ft,De=n(),p(S.$$.fragment),Ke=n(),D=i("p"),D.textContent=zt,Oe=n(),K=i("ul"),K.innerHTML=Bt,et=n(),O=i("p"),O.innerHTML=Et,tt=n(),p(ee.$$.fragment),lt=n(),te=i("p"),te.textContent=Qt,st=n(),p(le.$$.fragment),nt=n(),se=i("p"),se.innerHTML=Ht,at=n(),p(ne.$$.fragment),it=n(),p(ae.$$.fragment),mt=n(),ie=i("p"),ie.textContent=qt,ot=n(),me=i("ul"),me.innerHTML=Nt,pt=n(),oe=i("p"),oe.innerHTML=Yt,rt=n(),p(pe.$$.fragment),ct=n(),re=i("p"),re.textContent=At,Jt=n(),p(ce.$$.fragment),gt=n(),Je=i("p"),Je.innerHTML=Pt,ut=n(),p(ge.$$.fragment),Mt=n(),ue=i("p"),ue.innerHTML=St,bt=n(),p(Me.$$.fragment),dt=n(),de=i("p"),this.h()},l(e){const t=nl("svelte-u9bgzb",document.head);b=m(t,"META",{name:!0,content:!0}),t.forEach(l),Te=a(e),be=m(e,"P",{}),Dt(be).forEach(l),fe=a(e),r(T.$$.fragment,e),Ue=a(e),r(f.$$.fragment,e),ye=a(e),U=m(e,"P",{"data-svelte-h":!0}),o(U)!=="svelte-1xhgqc7"&&(U.innerHTML=Ut),he=a(e),r(y.$$.fragment,e),$e=a(e),h=m(e,"P",{"data-svelte-h":!0}),o(h)!=="svelte-1do04ou"&&(h.textContent=yt),we=a(e),r($.$$.fragment,e),ke=a(e),w=m(e,"P",{"data-svelte-h":!0}),o(w)!=="svelte-ae6845"&&(w.textContent=ht),xe=a(e),k=m(e,"UL",{"data-svelte-h":!0}),o(k)!=="svelte-p9591r"&&(k.innerHTML=$t),je=a(e),x=m(e,"P",{"data-svelte-h":!0}),o(x)!=="svelte-1xxan1y"&&(x.innerHTML=wt),Ce=a(e),j=m(e,"P",{"data-svelte-h":!0}),o(j)!=="svelte-ugc5kb"&&(j.innerHTML=kt),ve=a(e),r(C.$$.fragment,e),_e=a(e),v=m(e,"P",{"data-svelte-h":!0}),o(v)!=="svelte-1bg3kzi"&&(v.innerHTML=xt),Ze=a(e),r(_.$$.fragment,e),Ie=a(e),Z=m(e,"P",{"data-svelte-h":!0}),o(Z)!=="svelte-mgsk1x"&&(Z.textContent=jt),Xe=a(e),r(I.$$.fragment,e),Ve=a(e),X=m(e,"P",{"data-svelte-h":!0}),o(X)!=="svelte-1wd8oyh"&&(X.innerHTML=Ct),Re=a(e),r(V.$$.fragment,e),Ge=a(e),R=m(e,"P",{"data-svelte-h":!0}),o(R)!=="svelte-wr7smr"&&(R.innerHTML=vt),We=a(e),r(G.$$.fragment,e),Le=a(e),W=m(e,"P",{"data-svelte-h":!0}),o(W)!=="svelte-1y11as"&&(W.innerHTML=_t),Fe=a(e),r(L.$$.fragment,e),ze=a(e),F=m(e,"P",{"data-svelte-h":!0}),o(F)!=="svelte-ug2kdl"&&(F.textContent=Zt),Be=a(e),z=m(e,"UL",{"data-svelte-h":!0}),o(z)!=="svelte-1thvgtu"&&(z.innerHTML=It),Ee=a(e),B=m(e,"P",{"data-svelte-h":!0}),o(B)!=="svelte-s35cwf"&&(B.textContent=Xt),Qe=a(e),r(E.$$.fragment,e),He=a(e),Q=m(e,"P",{"data-svelte-h":!0}),o(Q)!=="svelte-10z54vn"&&(Q.textContent=Vt),qe=a(e),H=m(e,"UL",{"data-svelte-h":!0}),o(H)!=="svelte-vuevit"&&(H.innerHTML=Rt),Ne=a(e),q=m(e,"P",{"data-svelte-h":!0}),o(q)!=="svelte-mlr4c8"&&(q.textContent=Gt),Ye=a(e),r(N.$$.fragment,e),Ae=a(e),Y=m(e,"P",{"data-svelte-h":!0}),o(Y)!=="svelte-1e23zdv"&&(Y.textContent=Wt),Pe=a(e),A=m(e,"UL",{"data-svelte-h":!0}),o(A)!=="svelte-18avzy"&&(A.innerHTML=Lt),Se=a(e),P=m(e,"P",{"data-svelte-h":!0}),o(P)!=="svelte-gdaw37"&&(P.textContent=Ft),De=a(e),r(S.$$.fragment,e),Ke=a(e),D=m(e,"P",{"data-svelte-h":!0}),o(D)!=="svelte-1eurwqt"&&(D.textContent=zt),Oe=a(e),K=m(e,"UL",{"data-svelte-h":!0}),o(K)!=="svelte-11pgdv5"&&(K.innerHTML=Bt),et=a(e),O=m(e,"P",{"data-svelte-h":!0}),o(O)!=="svelte-7kr2c3"&&(O.innerHTML=Et),tt=a(e),r(ee.$$.fragment,e),lt=a(e),te=m(e,"P",{"data-svelte-h":!0}),o(te)!=="svelte-1azdq78"&&(te.textContent=Qt),st=a(e),r(le.$$.fragment,e),nt=a(e),se=m(e,"P",{"data-svelte-h":!0}),o(se)!=="svelte-7k4v2z"&&(se.innerHTML=Ht),at=a(e),r(ne.$$.fragment,e),it=a(e),r(ae.$$.fragment,e),mt=a(e),ie=m(e,"P",{"data-svelte-h":!0}),o(ie)!=="svelte-1n3gxv8"&&(ie.textContent=qt),ot=a(e),me=m(e,"UL",{"data-svelte-h":!0}),o(me)!=="svelte-xrptst"&&(me.innerHTML=Nt),pt=a(e),oe=m(e,"P",{"data-svelte-h":!0}),o(oe)!=="svelte-df2xsd"&&(oe.innerHTML=Yt),rt=a(e),r(pe.$$.fragment,e),ct=a(e),re=m(e,"P",{"data-svelte-h":!0}),o(re)!=="svelte-1azdq78"&&(re.textContent=At),Jt=a(e),r(ce.$$.fragment,e),gt=a(e),Je=m(e,"P",{"data-svelte-h":!0}),o(Je)!=="svelte-z2e3e4"&&(Je.innerHTML=Pt),ut=a(e),r(ge.$$.fragment,e),Mt=a(e),ue=m(e,"P",{"data-svelte-h":!0}),o(ue)!=="svelte-573keg"&&(ue.innerHTML=St),bt=a(e),r(Me.$$.fragment,e),dt=a(e),de=m(e,"P",{}),Dt(de).forEach(l),this.h()},h(){Kt(b,"name","hf:doc:metadata"),Kt(b,"content",pl)},m(e,t){al(document.head,b),s(e,Te,t),s(e,be,t),s(e,fe,t),c(T,e,t),s(e,Ue,t),c(f,e,t),s(e,ye,t),s(e,U,t),s(e,he,t),c(y,e,t),s(e,$e,t),s(e,h,t),s(e,we,t),c($,e,t),s(e,ke,t),s(e,w,t),s(e,xe,t),s(e,k,t),s(e,je,t),s(e,x,t),s(e,Ce,t),s(e,j,t),s(e,ve,t),c(C,e,t),s(e,_e,t),s(e,v,t),s(e,Ze,t),c(_,e,t),s(e,Ie,t),s(e,Z,t),s(e,Xe,t),c(I,e,t),s(e,Ve,t),s(e,X,t),s(e,Re,t),c(V,e,t),s(e,Ge,t),s(e,R,t),s(e,We,t),c(G,e,t),s(e,Le,t),s(e,W,t),s(e,Fe,t),c(L,e,t),s(e,ze,t),s(e,F,t),s(e,Be,t),s(e,z,t),s(e,Ee,t),s(e,B,t),s(e,Qe,t),c(E,e,t),s(e,He,t),s(e,Q,t),s(e,qe,t),s(e,H,t),s(e,Ne,t),s(e,q,t),s(e,Ye,t),c(N,e,t),s(e,Ae,t),s(e,Y,t),s(e,Pe,t),s(e,A,t),s(e,Se,t),s(e,P,t),s(e,De,t),c(S,e,t),s(e,Ke,t),s(e,D,t),s(e,Oe,t),s(e,K,t),s(e,et,t),s(e,O,t),s(e,tt,t),c(ee,e,t),s(e,lt,t),s(e,te,t),s(e,st,t),c(le,e,t),s(e,nt,t),s(e,se,t),s(e,at,t),c(ne,e,t),s(e,it,t),c(ae,e,t),s(e,mt,t),s(e,ie,t),s(e,ot,t),s(e,me,t),s(e,pt,t),s(e,oe,t),s(e,rt,t),c(pe,e,t),s(e,ct,t),s(e,re,t),s(e,Jt,t),c(ce,e,t),s(e,gt,t),s(e,Je,t),s(e,ut,t),c(ge,e,t),s(e,Mt,t),s(e,ue,t),s(e,bt,t),c(Me,e,t),s(e,dt,t),s(e,de,t),Tt=!0},p:el,i(e){Tt||(J(T.$$.fragment,e),J(f.$$.fragment,e),J(y.$$.fragment,e),J($.$$.fragment,e),J(C.$$.fragment,e),J(_.$$.fragment,e),J(I.$$.fragment,e),J(V.$$.fragment,e),J(G.$$.fragment,e),J(L.$$.fragment,e),J(E.$$.fragment,e),J(N.$$.fragment,e),J(S.$$.fragment,e),J(ee.$$.fragment,e),J(le.$$.fragment,e),J(ne.$$.fragment,e),J(ae.$$.fragment,e),J(pe.$$.fragment,e),J(ce.$$.fragment,e),J(ge.$$.fragment,e),J(Me.$$.fragment,e),Tt=!0)},o(e){g(T.$$.fragment,e),g(f.$$.fragment,e),g(y.$$.fragment,e),g($.$$.fragment,e),g(C.$$.fragment,e),g(_.$$.fragment,e),g(I.$$.fragment,e),g(V.$$.fragment,e),g(G.$$.fragment,e),g(L.$$.fragment,e),g(E.$$.fragment,e),g(N.$$.fragment,e),g(S.$$.fragment,e),g(ee.$$.fragment,e),g(le.$$.fragment,e),g(ne.$$.fragment,e),g(ae.$$.fragment,e),g(pe.$$.fragment,e),g(ce.$$.fragment,e),g(ge.$$.fragment,e),g(Me.$$.fragment,e),Tt=!1},d(e){e&&(l(Te),l(be),l(fe),l(Ue),l(ye),l(U),l(he),l($e),l(h),l(we),l(ke),l(w),l(xe),l(k),l(je),l(x),l(Ce),l(j),l(ve),l(_e),l(v),l(Ze),l(Ie),l(Z),l(Xe),l(Ve),l(X),l(Re),l(Ge),l(R),l(We),l(Le),l(W),l(Fe),l(ze),l(F),l(Be),l(z),l(Ee),l(B),l(Qe),l(He),l(Q),l(qe),l(H),l(Ne),l(q),l(Ye),l(Ae),l(Y),l(Pe),l(A),l(Se),l(P),l(De),l(Ke),l(D),l(Oe),l(K),l(et),l(O),l(tt),l(lt),l(te),l(st),l(nt),l(se),l(at),l(it),l(mt),l(ie),l(ot),l(me),l(pt),l(oe),l(rt),l(ct),l(re),l(Jt),l(gt),l(Je),l(ut),l(Mt),l(ue),l(bt),l(dt),l(de)),l(b),u(T,e),u(f,e),u(y,e),u($,e),u(C,e),u(_,e),u(I,e),u(V,e),u(G,e),u(L,e),u(E,e),u(N,e),u(S,e),u(ee,e),u(le,e),u(ne,e),u(ae,e),u(pe,e),u(ce,e),u(ge,e),u(Me,e)}}}const pl='{"title":"用于推理的多语言模型","local":"用于推理的多语言模型","sections":[{"title":"XLM","local":"xlm","sections":[{"title":"带有语言嵌入的 XLM","local":"带有语言嵌入的-xlm","sections":[],"depth":3},{"title":"不带语言嵌入的 XLM","local":"不带语言嵌入的-xlm","sections":[],"depth":3}],"depth":2},{"title":"BERT","local":"bert","sections":[],"depth":2},{"title":"XLM-RoBERTa","local":"xlm-roberta","sections":[],"depth":2},{"title":"M2M100","local":"m2m100","sections":[],"depth":2},{"title":"MBart","local":"mbart","sections":[],"depth":2}],"depth":1}';function rl(ft){return tl(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class bl extends ll{constructor(b){super(),sl(this,b,rl,ol,Ot,{})}}export{bl as component};

Xet Storage Details

Size:
25.6 kB
·
Xet hash:
1312b61b2b23692235b0a977491aa7886a60cdd07d3bdbb7eb709909ee5743db

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.