Buckets:

hf-doc-build
/

doc

hf-doc-build/doc / transformers /v4.40.2 /ja /_app /immutable /nodes /145.00aadb98.js

rtrm's picture

4 months ago

63.9 kB

	import{s as qe,o as Se,n as ts}from"../chunks/scheduler.9bc65507.js";import{S as Pe,i as De,g as $,s as m,r as M,A as Ke,h as w,f as t,c as i,j as Qe,u,x as T,k as Ye,y as Oe,a as l,v as g,d as j,t as b,w as y,m as st,n as et}from"../chunks/index.707bf1b6.js";import{T as we}from"../chunks/Tip.c2ecdbf4.js";import{Y as Le}from"../chunks/Youtube.e1129c6f.js";import{C as G}from"../chunks/CodeBlock.54a9f38d.js";import{D as tt}from"../chunks/DocNotebookDropdown.41f65cb5.js";import{F as Te,M as Xs}from"../chunks/Markdown.8ab98a13.js";import{H as zs,E as at}from"../chunks/EditOnGithub.922df6ba.js";function lt(Z){let e,c,a='<a href="../model_doc/albert">ALBERT</a>, <a href="../model_doc/bart">BART</a>, <a href="../model_doc/bert">BERT</a>, <a href="../model_doc/big_bird">BigBird</a>, <a href="../model_doc/camembert">CamemBERT</a>, <a href="../model_doc/convbert">ConvBERT</a>, <a href="../model_doc/data2vec-text">Data2VecText</a>, <a href="../model_doc/deberta">DeBERTa</a>, <a href="../model_doc/deberta-v2">DeBERTa-v2</a>, <a href="../model_doc/distilbert">DistilBERT</a>, <a href="../model_doc/electra">ELECTRA</a>, <a href="../model_doc/ernie">ERNIE</a>, <a href="../model_doc/esm">ESM</a>, <a href="../model_doc/flaubert">FlauBERT</a>, <a href="../model_doc/fnet">FNet</a>, <a href="../model_doc/funnel">Funnel Transformer</a>, <a href="../model_doc/ibert">I-BERT</a>, <a href="../model_doc/layoutlm">LayoutLM</a>, <a href="../model_doc/longformer">Longformer</a>, <a href="../model_doc/luke">LUKE</a>, <a href="../model_doc/mbart">mBART</a>, <a href="../model_doc/mega">MEGA</a>, <a href="../model_doc/megatron-bert">Megatron-BERT</a>, <a href="../model_doc/mobilebert">MobileBERT</a>, <a href="../model_doc/mpnet">MPNet</a>, <a href="../model_doc/mra">MRA</a>, <a href="../model_doc/mvp">MVP</a>, <a href="../model_doc/nezha">Nezha</a>, <a href="../model_doc/nystromformer">Nyströmformer</a>, <a href="../model_doc/perceiver">Perceiver</a>, <a href="../model_doc/qdqbert">QDQBert</a>, <a href="../model_doc/reformer">Reformer</a>, <a href="../model_doc/rembert">RemBERT</a>, <a href="../model_doc/roberta">RoBERTa</a>, <a href="../model_doc/roberta-prelayernorm">RoBERTa-PreLayerNorm</a>, <a href="../model_doc/roc_bert">RoCBert</a>, <a href="../model_doc/roformer">RoFormer</a>, <a href="../model_doc/squeezebert">SqueezeBERT</a>, <a href="../model_doc/tapas">TAPAS</a>, <a href="../model_doc/wav2vec2">Wav2Vec2</a>, <a href="../model_doc/xlm">XLM</a>, <a href="../model_doc/xlm-roberta">XLM-RoBERTa</a>, <a href="../model_doc/xlm-roberta-xl">XLM-RoBERTa-XL</a>, <a href="../model_doc/xmod">X-MOD</a>, <a href="../model_doc/yoso">YOSO</a>';return{c(){e=st(`このガイドと同じ手順に従って、マスクされた言語モデリング用に他のアーキテクチャを微調整できます。
	次のアーキテクチャのいずれかを選択します。

	`),c=$("p"),c.innerHTML=a},l(o){e=et(o,`このガイドと同じ手順に従って、マスクされた言語モデリング用に他のアーキテクチャを微調整できます。
	次のアーキテクチャのいずれかを選択します。

	`),c=w(o,"P",{"data-svelte-h":!0}),T(c)!=="svelte-e35b6o"&&(c.innerHTML=a)},m(o,d){l(o,e,d),l(o,c,d)},p:ts,d(o){o&&(t(e),t(c))}}}function nt(Z){let e,c="シーケンス終了トークンをパディングトークンとして使用し、データを反復するたびにランダムにトークンをマスクするために <code>mlm_probability</code> を指定します。",a,o,d;return o=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMERhdGFDb2xsYXRvckZvckxhbmd1YWdlTW9kZWxpbmclMEElMEF0b2tlbml6ZXIucGFkX3Rva2VuJTIwJTNEJTIwdG9rZW5pemVyLmVvc190b2tlbiUwQWRhdGFfY29sbGF0b3IlMjAlM0QlMjBEYXRhQ29sbGF0b3JGb3JMYW5ndWFnZU1vZGVsaW5nKHRva2VuaXplciUzRHRva2VuaXplciUyQyUyMG1sbV9wcm9iYWJpbGl0eSUzRDAuMTUp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> DataCollatorForLanguageModeling

	<span class="hljs-meta">>>> </span>tokenizer.pad_token = tokenizer.eos_token
	<span class="hljs-meta">>>> </span>data_collator = DataCollatorForLanguageModeling(tokenizer=tokenizer, mlm_probability=<span class="hljs-number">0.15</span>)`,wrap:!1}}),{c(){e=$("p"),e.innerHTML=c,a=m(),M(o.$$.fragment)},l(h){e=w(h,"P",{"data-svelte-h":!0}),T(e)!=="svelte-dtctdf"&&(e.innerHTML=c),a=i(h),u(o.$$.fragment,h)},m(h,v){l(h,e,v),l(h,a,v),g(o,h,v),d=!0},p:ts,i(h){d\|\|(j(o.$$.fragment,h),d=!0)},o(h){b(o.$$.fragment,h),d=!1},d(h){h&&(t(e),t(a)),y(o,h)}}}function pt(Z){let e,c;return e=new Xs({props:{$$slots:{default:[nt]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function rt(Z){let e,c="シーケンス終了トークンをパディングトークンとして使用し、データを反復するたびにランダムにトークンをマスクするために <code>mlm_probability</code> を指定します。",a,o,d;return o=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMERhdGFDb2xsYXRvckZvckxhbmd1YWdlTW9kZWxpbmclMEElMEFkYXRhX2NvbGxhdG9yJTIwJTNEJTIwRGF0YUNvbGxhdG9yRm9yTGFuZ3VhZ2VNb2RlbGluZyh0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMjBtbG1fcHJvYmFiaWxpdHklM0QwLjE1JTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJ0ZiUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> DataCollatorForLanguageModeling

	<span class="hljs-meta">>>> </span>data_collator = DataCollatorForLanguageModeling(tokenizer=tokenizer, mlm_probability=<span class="hljs-number">0.15</span>, return_tensors=<span class="hljs-string">"tf"</span>)`,wrap:!1}}),{c(){e=$("p"),e.innerHTML=c,a=m(),M(o.$$.fragment)},l(h){e=w(h,"P",{"data-svelte-h":!0}),T(e)!=="svelte-dtctdf"&&(e.innerHTML=c),a=i(h),u(o.$$.fragment,h)},m(h,v){l(h,e,v),l(h,a,v),g(o,h,v),d=!0},p:ts,i(h){d\|\|(j(o.$$.fragment,h),d=!0)},o(h){b(o.$$.fragment,h),d=!1},d(h){h&&(t(e),t(a)),y(o,h)}}}function ot(Z){let e,c;return e=new Xs({props:{$$slots:{default:[rt]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function mt(Z){let e,c='<a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.Trainer">Trainer</a> を使用したモデルの微調整に慣れていない場合は、<a href="../training#train-with-pytorch-trainer">ここ</a> の基本的なチュートリアルをご覧ください。';return{c(){e=$("p"),e.innerHTML=c},l(a){e=w(a,"P",{"data-svelte-h":!0}),T(e)!=="svelte-1byl9oh"&&(e.innerHTML=c)},m(a,o){l(a,e,o)},p:ts,d(a){a&&t(e)}}}function it(Z){let e,c,a,o='これでモデルのトレーニングを開始する準備が整いました。 <a href="/docs/transformers/v4.40.2/ja/model_doc/auto#transformers.AutoModelForMaskedLM">AutoModelForMaskedLM</a> を使用して DistilRoBERTa をロードします。',d,h,v,R,C="この時点で残っている手順は次の 3 つだけです。",I,_,E='<li><a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.TrainingArguments">TrainingArguments</a> でトレーニングハイパーパラメータを定義します。唯一の必須パラメータは、モデルの保存場所を指定する <code>output_dir</code> です。 <code>push_to_hub=True</code>を設定して、このモデルをハブにプッシュします (モデルをアップロードするには、Hugging Face にサインインする必要があります)。</li> <li>トレーニング引数をモデル、データセット、データ照合器とともに <a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.Trainer">Trainer</a> に渡します。</li> <li><a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.Trainer.train">train()</a> を呼び出してモデルを微調整します。</li>',W,U,B,p,k='トレーニングが完了したら、 <a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.Trainer.evaluate">evaluate()</a> メソッドを使用してモデルを評価し、その複雑さを取得します。',F,H,V,X,A='次に、 <a href="/docs/transformers/v4.40.2/ja/main_classes/trainer#transformers.Trainer.push_to_hub">push_to_hub()</a> メソッドを使用してモデルをハブに共有し、誰もがモデルを使用できるようにします。',N,Q,z;return e=new we({props:{$$slots:{default:[mt]},$$scope:{ctx:Z}}}),h=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvck1hc2tlZExNJTBBJTBBbW9kZWwlMjAlM0QlMjBBdXRvTW9kZWxGb3JNYXNrZWRMTS5mcm9tX3ByZXRyYWluZWQoJTIyZGlzdGlsYmVydCUyRmRpc3RpbHJvYmVydGEtYmFzZSUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForMaskedLM

	<span class="hljs-meta">>>> </span>model = AutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"distilbert/distilroberta-base"</span>)`,wrap:!1}}),U=new G({props:{code:"dHJhaW5pbmdfYXJncyUyMCUzRCUyMFRyYWluaW5nQXJndW1lbnRzKCUwQSUyMCUyMCUyMCUyMG91dHB1dF9kaXIlM0QlMjJteV9hd2Vzb21lX2VsaTVfbWxtX21vZGVsJTIyJTJDJTBBJTIwJTIwJTIwJTIwZXZhbHVhdGlvbl9zdHJhdGVneSUzRCUyMmVwb2NoJTIyJTJDJTBBJTIwJTIwJTIwJTIwbGVhcm5pbmdfcmF0ZSUzRDJlLTUlMkMlMEElMjAlMjAlMjAlMjBudW1fdHJhaW5fZXBvY2hzJTNEMyUyQyUwQSUyMCUyMCUyMCUyMHdlaWdodF9kZWNheSUzRDAuMDElMkMlMEElMjAlMjAlMjAlMjBwdXNoX3RvX2h1YiUzRFRydWUlMkMlMEEpJTBBJTBBdHJhaW5lciUyMCUzRCUyMFRyYWluZXIoJTBBJTIwJTIwJTIwJTIwbW9kZWwlM0Rtb2RlbCUyQyUwQSUyMCUyMCUyMCUyMGFyZ3MlM0R0cmFpbmluZ19hcmdzJTJDJTBBJTIwJTIwJTIwJTIwdHJhaW5fZGF0YXNldCUzRGxtX2RhdGFzZXQlNUIlMjJ0cmFpbiUyMiU1RCUyQyUwQSUyMCUyMCUyMCUyMGV2YWxfZGF0YXNldCUzRGxtX2RhdGFzZXQlNUIlMjJ0ZXN0JTIyJTVEJTJDJTBBJTIwJTIwJTIwJTIwZGF0YV9jb2xsYXRvciUzRGRhdGFfY29sbGF0b3IlMkMlMEEpJTBBJTBBdHJhaW5lci50cmFpbigp",highlighted:`<span class="hljs-meta">>>> </span>training_args = TrainingArguments(
	<span class="hljs-meta">... </span> output_dir=<span class="hljs-string">"my_awesome_eli5_mlm_model"</span>,
	<span class="hljs-meta">... </span> evaluation_strategy=<span class="hljs-string">"epoch"</span>,
	<span class="hljs-meta">... </span> learning_rate=<span class="hljs-number">2e-5</span>,
	<span class="hljs-meta">... </span> num_train_epochs=<span class="hljs-number">3</span>,
	<span class="hljs-meta">... </span> weight_decay=<span class="hljs-number">0.01</span>,
	<span class="hljs-meta">... </span> push_to_hub=<span class="hljs-literal">True</span>,
	<span class="hljs-meta">... </span>)

	<span class="hljs-meta">>>> </span>trainer = Trainer(
	<span class="hljs-meta">... </span> model=model,
	<span class="hljs-meta">... </span> args=training_args,
	<span class="hljs-meta">... </span> train_dataset=lm_dataset[<span class="hljs-string">"train"</span>],
	<span class="hljs-meta">... </span> eval_dataset=lm_dataset[<span class="hljs-string">"test"</span>],
	<span class="hljs-meta">... </span> data_collator=data_collator,
	<span class="hljs-meta">... </span>)

	<span class="hljs-meta">>>> </span>trainer.train()`,wrap:!1}}),H=new G({props:{code:"aW1wb3J0JTIwbWF0aCUwQSUwQWV2YWxfcmVzdWx0cyUyMCUzRCUyMHRyYWluZXIuZXZhbHVhdGUoKSUwQXByaW50KGYlMjJQZXJwbGV4aXR5JTNBJTIwJTdCbWF0aC5leHAoZXZhbF9yZXN1bHRzJTVCJ2V2YWxfbG9zcyclNUQpJTNBLjJmJTdEJTIyKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> math

	<span class="hljs-meta">>>> </span>eval_results = trainer.evaluate()
	<span class="hljs-meta">>>> </span><span class="hljs-built_in">print</span>(<span class="hljs-string">f"Perplexity: <span class="hljs-subst">{math.exp(eval_results[<span class="hljs-string">'eval_loss'</span>]):<span class="hljs-number">.2</span>f}</span>"</span>)
	Perplexity: <span class="hljs-number">8.76</span>`,wrap:!1}}),Q=new G({props:{code:"dHJhaW5lci5wdXNoX3RvX2h1Yigp",highlighted:'<span class="hljs-meta">>>> </span>trainer.push_to_hub()',wrap:!1}}),{c(){M(e.$$.fragment),c=m(),a=$("p"),a.innerHTML=o,d=m(),M(h.$$.fragment),v=m(),R=$("p"),R.textContent=C,I=m(),_=$("ol"),_.innerHTML=E,W=m(),M(U.$$.fragment),B=m(),p=$("p"),p.innerHTML=k,F=m(),M(H.$$.fragment),V=m(),X=$("p"),X.innerHTML=A,N=m(),M(Q.$$.fragment)},l(f){u(e.$$.fragment,f),c=i(f),a=w(f,"P",{"data-svelte-h":!0}),T(a)!=="svelte-7kf0aw"&&(a.innerHTML=o),d=i(f),u(h.$$.fragment,f),v=i(f),R=w(f,"P",{"data-svelte-h":!0}),T(R)!=="svelte-1j8bgyv"&&(R.textContent=C),I=i(f),_=w(f,"OL",{"data-svelte-h":!0}),T(_)!=="svelte-1g85qpd"&&(_.innerHTML=E),W=i(f),u(U.$$.fragment,f),B=i(f),p=w(f,"P",{"data-svelte-h":!0}),T(p)!=="svelte-1815zzm"&&(p.innerHTML=k),F=i(f),u(H.$$.fragment,f),V=i(f),X=w(f,"P",{"data-svelte-h":!0}),T(X)!=="svelte-p2a0ud"&&(X.innerHTML=A),N=i(f),u(Q.$$.fragment,f)},m(f,J){g(e,f,J),l(f,c,J),l(f,a,J),l(f,d,J),g(h,f,J),l(f,v,J),l(f,R,J),l(f,I,J),l(f,_,J),l(f,W,J),g(U,f,J),l(f,B,J),l(f,p,J),l(f,F,J),g(H,f,J),l(f,V,J),l(f,X,J),l(f,N,J),g(Q,f,J),z=!0},p(f,J){const Y={};J&2&&(Y.$$scope={dirty:J,ctx:f}),e.$set(Y)},i(f){z\|\|(j(e.$$.fragment,f),j(h.$$.fragment,f),j(U.$$.fragment,f),j(H.$$.fragment,f),j(Q.$$.fragment,f),z=!0)},o(f){b(e.$$.fragment,f),b(h.$$.fragment,f),b(U.$$.fragment,f),b(H.$$.fragment,f),b(Q.$$.fragment,f),z=!1},d(f){f&&(t(c),t(a),t(d),t(v),t(R),t(I),t(_),t(W),t(B),t(p),t(F),t(V),t(X),t(N)),y(e,f),y(h,f),y(U,f),y(H,f),y(Q,f)}}}function ct(Z){let e,c;return e=new Xs({props:{$$slots:{default:[it]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function ft(Z){let e,c='Keras を使用したモデルの微調整に慣れていない場合は、<a href="../training#train-a-tensorflow-model-with-keras">こちら</a> の基本的なチュートリアルをご覧ください。';return{c(){e=$("p"),e.innerHTML=c},l(a){e=w(a,"P",{"data-svelte-h":!0}),T(e)!=="svelte-1jwo7q8"&&(e.innerHTML=c)},m(a,o){l(a,e,o)},p:ts,d(a){a&&t(e)}}}function ht(Z){let e,c,a,o="TensorFlow でモデルを微調整するには、オプティマイザー関数、学習率スケジュール、およびいくつかのトレーニングハイパーパラメーターをセットアップすることから始めます。",d,h,v,R,C='次に、<a href="/docs/transformers/v4.40.2/ja/model_doc/auto#transformers.TFAutoModelForMaskedLM">TFAutoModelForMaskedLM</a> を使用して DistilRoBERTa をロードできます。',I,_,E,W,U='<a href="/docs/transformers/v4.40.2/ja/main_classes/model#transformers.TFPreTrainedModel.prepare_tf_dataset">prepare_tf_dataset()</a> を使用して、データセットを <code>tf.data.Dataset</code> 形式に変換します。',B,p,k,F,H='<a href="https://keras.io/api/models/model_training_apis/#compile-method" rel="nofollow"><code>compile</code></a> を使用してトレーニング用のモデルを設定します。 Transformers モデルにはすべてデフォルトのタスク関連の損失関数があるため、次の場合を除き、損失関数を指定する必要はないことに注意してください。',V,X,A,N,Q='This can be done by specifying where to push your model and tokenizer in the <a href="/docs/transformers/v4.40.2/ja/main_classes/keras_callbacks#transformers.PushToHubCallback">PushToHubCallback</a>:',z,f,J,Y,as='ついに、モデルのトレーニングを開始する準備が整いました。トレーニングおよび検証データセット、エポック数、コールバックを指定して <a href="https://keras.io/api/models/model_training_apis/#fit-method" rel="nofollow"><code>fit</code></a> を呼び出し、モデルを微調整します。',L,q,S,P,D="トレーニングが完了すると、モデルは自動的にハブにアップロードされ、誰でも使用できるようになります。",ls;return e=new we({props:{$$slots:{default:[ft]},$$scope:{ctx:Z}}}),h=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMGNyZWF0ZV9vcHRpbWl6ZXIlMkMlMjBBZGFtV2VpZ2h0RGVjYXklMEElMEFvcHRpbWl6ZXIlMjAlM0QlMjBBZGFtV2VpZ2h0RGVjYXkobGVhcm5pbmdfcmF0ZSUzRDJlLTUlMkMlMjB3ZWlnaHRfZGVjYXlfcmF0ZSUzRDAuMDEp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> create_optimizer, AdamWeightDecay

	<span class="hljs-meta">>>> </span>optimizer = AdamWeightDecay(learning_rate=<span class="hljs-number">2e-5</span>, weight_decay_rate=<span class="hljs-number">0.01</span>)`,wrap:!1}}),_=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsRm9yTWFza2VkTE0lMEElMEFtb2RlbCUyMCUzRCUyMFRGQXV0b01vZGVsRm9yTWFza2VkTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmRpc3RpbGJlcnQlMkZkaXN0aWxyb2JlcnRhLWJhc2UlMjIp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModelForMaskedLM

	<span class="hljs-meta">>>> </span>model = TFAutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"distilbert/distilroberta-base"</span>)`,wrap:!1}}),p=new G({props:{code:"dGZfdHJhaW5fc2V0JTIwJTNEJTIwbW9kZWwucHJlcGFyZV90Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGxtX2RhdGFzZXQlNUIlMjJ0cmFpbiUyMiU1RCUyQyUwQSUyMCUyMCUyMCUyMHNodWZmbGUlM0RUcnVlJTJDJTBBJTIwJTIwJTIwJTIwYmF0Y2hfc2l6ZSUzRDE2JTJDJTBBJTIwJTIwJTIwJTIwY29sbGF0ZV9mbiUzRGRhdGFfY29sbGF0b3IlMkMlMEEpJTBBJTBBdGZfdGVzdF9zZXQlMjAlM0QlMjBtb2RlbC5wcmVwYXJlX3RmX2RhdGFzZXQoJTBBJTIwJTIwJTIwJTIwbG1fZGF0YXNldCU1QiUyMnRlc3QlMjIlNUQlMkMlMEElMjAlMjAlMjAlMjBzaHVmZmxlJTNERmFsc2UlMkMlMEElMjAlMjAlMjAlMjBiYXRjaF9zaXplJTNEMTYlMkMlMEElMjAlMjAlMjAlMjBjb2xsYXRlX2ZuJTNEZGF0YV9jb2xsYXRvciUyQyUwQSk=",highlighted:`<span class="hljs-meta">>>> </span>tf_train_set = model.prepare_tf_dataset(
	<span class="hljs-meta">... </span> lm_dataset[<span class="hljs-string">"train"</span>],
	<span class="hljs-meta">... </span> shuffle=<span class="hljs-literal">True</span>,
	<span class="hljs-meta">... </span> batch_size=<span class="hljs-number">16</span>,
	<span class="hljs-meta">... </span> collate_fn=data_collator,
	<span class="hljs-meta">... </span>)

	<span class="hljs-meta">>>> </span>tf_test_set = model.prepare_tf_dataset(
	<span class="hljs-meta">... </span> lm_dataset[<span class="hljs-string">"test"</span>],
	<span class="hljs-meta">... </span> shuffle=<span class="hljs-literal">False</span>,
	<span class="hljs-meta">... </span> batch_size=<span class="hljs-number">16</span>,
	<span class="hljs-meta">... </span> collate_fn=data_collator,
	<span class="hljs-meta">... </span>)`,wrap:!1}}),X=new G({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvdyUyMGFzJTIwdGYlMEElMEFtb2RlbC5jb21waWxlKG9wdGltaXplciUzRG9wdGltaXplciklMjAlMjAlMjMlMjBObyUyMGxvc3MlMjBhcmd1bWVudCE=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf

	<span class="hljs-meta">>>> </span>model.<span class="hljs-built_in">compile</span>(optimizer=optimizer) <span class="hljs-comment"># No loss argument!</span>`,wrap:!1}}),f=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycy5rZXJhc19jYWxsYmFja3MlMjBpbXBvcnQlMjBQdXNoVG9IdWJDYWxsYmFjayUwQSUwQWNhbGxiYWNrJTIwJTNEJTIwUHVzaFRvSHViQ2FsbGJhY2soJTBBJTIwJTIwJTIwJTIwb3V0cHV0X2RpciUzRCUyMm15X2F3ZXNvbWVfZWxpNV9tbG1fbW9kZWwlMjIlMkMlMEElMjAlMjAlMjAlMjB0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMEEp",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers.keras_callbacks <span class="hljs-keyword">import</span> PushToHubCallback

	<span class="hljs-meta">>>> </span>callback = PushToHubCallback(
	<span class="hljs-meta">... </span> output_dir=<span class="hljs-string">"my_awesome_eli5_mlm_model"</span>,
	<span class="hljs-meta">... </span> tokenizer=tokenizer,
	<span class="hljs-meta">... </span>)`,wrap:!1}}),q=new G({props:{code:"bW9kZWwuZml0KHglM0R0Zl90cmFpbl9zZXQlMkMlMjB2YWxpZGF0aW9uX2RhdGElM0R0Zl90ZXN0X3NldCUyQyUyMGVwb2NocyUzRDMlMkMlMjBjYWxsYmFja3MlM0QlNUJjYWxsYmFjayU1RCk=",highlighted:'<span class="hljs-meta">>>> </span>model.fit(x=tf_train_set, validation_data=tf_test_set, epochs=<span class="hljs-number">3</span>, callbacks=[callback])',wrap:!1}}),{c(){M(e.$$.fragment),c=m(),a=$("p"),a.textContent=o,d=m(),M(h.$$.fragment),v=m(),R=$("p"),R.innerHTML=C,I=m(),M(_.$$.fragment),E=m(),W=$("p"),W.innerHTML=U,B=m(),M(p.$$.fragment),k=m(),F=$("p"),F.innerHTML=H,V=m(),M(X.$$.fragment),A=m(),N=$("p"),N.innerHTML=Q,z=m(),M(f.$$.fragment),J=m(),Y=$("p"),Y.innerHTML=as,L=m(),M(q.$$.fragment),S=m(),P=$("p"),P.textContent=D},l(r){u(e.$$.fragment,r),c=i(r),a=w(r,"P",{"data-svelte-h":!0}),T(a)!=="svelte-7f4w1i"&&(a.textContent=o),d=i(r),u(h.$$.fragment,r),v=i(r),R=w(r,"P",{"data-svelte-h":!0}),T(R)!=="svelte-y8hmmf"&&(R.innerHTML=C),I=i(r),u(_.$$.fragment,r),E=i(r),W=w(r,"P",{"data-svelte-h":!0}),T(W)!=="svelte-1ega1x"&&(W.innerHTML=U),B=i(r),u(p.$$.fragment,r),k=i(r),F=w(r,"P",{"data-svelte-h":!0}),T(F)!=="svelte-1pd5few"&&(F.innerHTML=H),V=i(r),u(X.$$.fragment,r),A=i(r),N=w(r,"P",{"data-svelte-h":!0}),T(N)!=="svelte-134jj42"&&(N.innerHTML=Q),z=i(r),u(f.$$.fragment,r),J=i(r),Y=w(r,"P",{"data-svelte-h":!0}),T(Y)!=="svelte-ffgub5"&&(Y.innerHTML=as),L=i(r),u(q.$$.fragment,r),S=i(r),P=w(r,"P",{"data-svelte-h":!0}),T(P)!=="svelte-vh7z0v"&&(P.textContent=D)},m(r,x){g(e,r,x),l(r,c,x),l(r,a,x),l(r,d,x),g(h,r,x),l(r,v,x),l(r,R,x),l(r,I,x),g(_,r,x),l(r,E,x),l(r,W,x),l(r,B,x),g(p,r,x),l(r,k,x),l(r,F,x),l(r,V,x),g(X,r,x),l(r,A,x),l(r,N,x),l(r,z,x),g(f,r,x),l(r,J,x),l(r,Y,x),l(r,L,x),g(q,r,x),l(r,S,x),l(r,P,x),ls=!0},p(r,x){const ns={};x&2&&(ns.$$scope={dirty:x,ctx:r}),e.$set(ns)},i(r){ls\|\|(j(e.$$.fragment,r),j(h.$$.fragment,r),j(_.$$.fragment,r),j(p.$$.fragment,r),j(X.$$.fragment,r),j(f.$$.fragment,r),j(q.$$.fragment,r),ls=!0)},o(r){b(e.$$.fragment,r),b(h.$$.fragment,r),b(_.$$.fragment,r),b(p.$$.fragment,r),b(X.$$.fragment,r),b(f.$$.fragment,r),b(q.$$.fragment,r),ls=!1},d(r){r&&(t(c),t(a),t(d),t(v),t(R),t(I),t(E),t(W),t(B),t(k),t(F),t(V),t(A),t(N),t(z),t(J),t(Y),t(L),t(S),t(P)),y(e,r),y(h,r),y(_,r),y(p,r),y(X,r),y(f,r),y(q,r)}}}function dt(Z){let e,c;return e=new Xs({props:{$$slots:{default:[ht]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function Mt(Z){let e,c=`マスクされた言語モデリング用にモデルを微調整する方法のより詳細な例については、対応するドキュメントを参照してください。
	<a href="https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/language_modeling.ipynb" rel="nofollow">PyTorch ノートブック</a>
	または <a href="https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/language_modeling-tf.ipynb" rel="nofollow">TensorFlow ノートブック</a>。`;return{c(){e=$("p"),e.innerHTML=c},l(a){e=w(a,"P",{"data-svelte-h":!0}),T(e)!=="svelte-ypf7aj"&&(e.innerHTML=c)},m(a,o){l(a,e,o)},p:ts,d(a){a&&t(e)}}}function ut(Z){let e,c="テキストをトークン化し、<code>input_ids</code>を PyTorch テンソルとして返します。 <code><mask></code> トークンの位置も指定する必要があります。",a,o,d,h,v="入力をモデルに渡し、マスクされたトークンの<code>logits</code>を返します。",R,C,I,_,E="次に、マスクされた 3 つのトークンを最も高い確率で返し、出力します。",W,U,B;return o=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJzdGV2aGxpdSUyRm15X2F3ZXNvbWVfZWxpNV9tbG1fbW9kZWwlMjIpJTBBaW5wdXRzJTIwJTNEJTIwdG9rZW5pemVyKHRleHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKSUwQW1hc2tfdG9rZW5faW5kZXglMjAlM0QlMjB0b3JjaC53aGVyZShpbnB1dHMlNUIlMjJpbnB1dF9pZHMlMjIlNUQlMjAlM0QlM0QlMjB0b2tlbml6ZXIubWFza190b2tlbl9pZCklNUIxJTVE",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

	<span class="hljs-meta">>>> </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"stevhliu/my_awesome_eli5_mlm_model"</span>)
	<span class="hljs-meta">>>> </span>inputs = tokenizer(text, return_tensors=<span class="hljs-string">"pt"</span>)
	<span class="hljs-meta">>>> </span>mask_token_index = torch.where(inputs[<span class="hljs-string">"input_ids"</span>] == tokenizer.mask_token_id)[<span class="hljs-number">1</span>]`,wrap:!1}}),C=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvck1hc2tlZExNJTBBJTBBbW9kZWwlMjAlM0QlMjBBdXRvTW9kZWxGb3JNYXNrZWRMTS5mcm9tX3ByZXRyYWluZWQoJTIyc3RldmhsaXUlMkZteV9hd2Vzb21lX2VsaTVfbWxtX21vZGVsJTIyKSUwQWxvZ2l0cyUyMCUzRCUyMG1vZGVsKCoqaW5wdXRzKS5sb2dpdHMlMEFtYXNrX3Rva2VuX2xvZ2l0cyUyMCUzRCUyMGxvZ2l0cyU1QjAlMkMlMjBtYXNrX3Rva2VuX2luZGV4JTJDJTIwJTNBJTVE",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForMaskedLM

	<span class="hljs-meta">>>> </span>model = AutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"stevhliu/my_awesome_eli5_mlm_model"</span>)
	<span class="hljs-meta">>>> </span>logits = model(**inputs).logits
	<span class="hljs-meta">>>> </span>mask_token_logits = logits[<span class="hljs-number">0</span>, mask_token_index, :]`,wrap:!1}}),U=new G({props:{code:"dG9wXzNfdG9rZW5zJTIwJTNEJTIwdG9yY2gudG9wayhtYXNrX3Rva2VuX2xvZ2l0cyUyQyUyMDMlMkMlMjBkaW0lM0QxKS5pbmRpY2VzJTVCMCU1RC50b2xpc3QoKSUwQSUwQWZvciUyMHRva2VuJTIwaW4lMjB0b3BfM190b2tlbnMlM0ElMEElMjAlMjAlMjAlMjBwcmludCh0ZXh0LnJlcGxhY2UodG9rZW5pemVyLm1hc2tfdG9rZW4lMkMlMjB0b2tlbml6ZXIuZGVjb2RlKCU1QnRva2VuJTVEKSkp",highlighted:`<span class="hljs-meta">>>> </span>top_3_tokens = torch.topk(mask_token_logits, <span class="hljs-number">3</span>, dim=<span class="hljs-number">1</span>).indices[<span class="hljs-number">0</span>].tolist()

	<span class="hljs-meta">>>> </span><span class="hljs-keyword">for</span> token <span class="hljs-keyword">in</span> top_3_tokens:
	<span class="hljs-meta">... </span> <span class="hljs-built_in">print</span>(text.replace(tokenizer.mask_token, tokenizer.decode([token])))
	The Milky Way <span class="hljs-keyword">is</span> a spiral galaxy.
	The Milky Way <span class="hljs-keyword">is</span> a massive galaxy.
	The Milky Way <span class="hljs-keyword">is</span> a small galaxy.`,wrap:!1}}),{c(){e=$("p"),e.innerHTML=c,a=m(),M(o.$$.fragment),d=m(),h=$("p"),h.innerHTML=v,R=m(),M(C.$$.fragment),I=m(),_=$("p"),_.textContent=E,W=m(),M(U.$$.fragment)},l(p){e=w(p,"P",{"data-svelte-h":!0}),T(e)!=="svelte-1p5tmxy"&&(e.innerHTML=c),a=i(p),u(o.$$.fragment,p),d=i(p),h=w(p,"P",{"data-svelte-h":!0}),T(h)!=="svelte-8pqnod"&&(h.innerHTML=v),R=i(p),u(C.$$.fragment,p),I=i(p),_=w(p,"P",{"data-svelte-h":!0}),T(_)!=="svelte-1jeaz8n"&&(_.textContent=E),W=i(p),u(U.$$.fragment,p)},m(p,k){l(p,e,k),l(p,a,k),g(o,p,k),l(p,d,k),l(p,h,k),l(p,R,k),g(C,p,k),l(p,I,k),l(p,_,k),l(p,W,k),g(U,p,k),B=!0},p:ts,i(p){B\|\|(j(o.$$.fragment,p),j(C.$$.fragment,p),j(U.$$.fragment,p),B=!0)},o(p){b(o.$$.fragment,p),b(C.$$.fragment,p),b(U.$$.fragment,p),B=!1},d(p){p&&(t(e),t(a),t(d),t(h),t(R),t(I),t(_),t(W)),y(o,p),y(C,p),y(U,p)}}}function gt(Z){let e,c;return e=new Xs({props:{$$slots:{default:[ut]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function jt(Z){let e,c="テキストをトークン化し、<code>input_ids</code>を TensorFlow テンソルとして返します。 <code><mask></code> トークンの位置も指定する必要があります。",a,o,d,h,v="入力をモデルに渡し、マスクされたトークンの<code>logits</code>を返します。",R,C,I,_,E="次に、マスクされた 3 つのトークンを最も高い確率で返し、出力します。",W,U,B;return o=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJzdGV2aGxpdSUyRm15X2F3ZXNvbWVfZWxpNV9tbG1fbW9kZWwlMjIpJTBBaW5wdXRzJTIwJTNEJTIwdG9rZW5pemVyKHRleHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnRmJTIyKSUwQW1hc2tfdG9rZW5faW5kZXglMjAlM0QlMjB0Zi53aGVyZShpbnB1dHMlNUIlMjJpbnB1dF9pZHMlMjIlNUQlMjAlM0QlM0QlMjB0b2tlbml6ZXIubWFza190b2tlbl9pZCklNUIwJTJDJTIwMSU1RA==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

	<span class="hljs-meta">>>> </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"stevhliu/my_awesome_eli5_mlm_model"</span>)
	<span class="hljs-meta">>>> </span>inputs = tokenizer(text, return_tensors=<span class="hljs-string">"tf"</span>)
	<span class="hljs-meta">>>> </span>mask_token_index = tf.where(inputs[<span class="hljs-string">"input_ids"</span>] == tokenizer.mask_token_id)[<span class="hljs-number">0</span>, <span class="hljs-number">1</span>]`,wrap:!1}}),C=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsRm9yTWFza2VkTE0lMEElMEFtb2RlbCUyMCUzRCUyMFRGQXV0b01vZGVsRm9yTWFza2VkTE0uZnJvbV9wcmV0cmFpbmVkKCUyMnN0ZXZobGl1JTJGbXlfYXdlc29tZV9lbGk1X21sbV9tb2RlbCUyMiklMEFsb2dpdHMlMjAlM0QlMjBtb2RlbCgqKmlucHV0cykubG9naXRzJTBBbWFza190b2tlbl9sb2dpdHMlMjAlM0QlMjBsb2dpdHMlNUIwJTJDJTIwbWFza190b2tlbl9pbmRleCUyQyUyMCUzQSU1RA==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModelForMaskedLM

	<span class="hljs-meta">>>> </span>model = TFAutoModelForMaskedLM.from_pretrained(<span class="hljs-string">"stevhliu/my_awesome_eli5_mlm_model"</span>)
	<span class="hljs-meta">>>> </span>logits = model(**inputs).logits
	<span class="hljs-meta">>>> </span>mask_token_logits = logits[<span class="hljs-number">0</span>, mask_token_index, :]`,wrap:!1}}),U=new G({props:{code:"dG9wXzNfdG9rZW5zJTIwJTNEJTIwdGYubWF0aC50b3BfayhtYXNrX3Rva2VuX2xvZ2l0cyUyQyUyMDMpLmluZGljZXMubnVtcHkoKSUwQSUwQWZvciUyMHRva2VuJTIwaW4lMjB0b3BfM190b2tlbnMlM0ElMEElMjAlMjAlMjAlMjBwcmludCh0ZXh0LnJlcGxhY2UodG9rZW5pemVyLm1hc2tfdG9rZW4lMkMlMjB0b2tlbml6ZXIuZGVjb2RlKCU1QnRva2VuJTVEKSkp",highlighted:`<span class="hljs-meta">>>> </span>top_3_tokens = tf.math.top_k(mask_token_logits, <span class="hljs-number">3</span>).indices.numpy()

	<span class="hljs-meta">>>> </span><span class="hljs-keyword">for</span> token <span class="hljs-keyword">in</span> top_3_tokens:
	<span class="hljs-meta">... </span> <span class="hljs-built_in">print</span>(text.replace(tokenizer.mask_token, tokenizer.decode([token])))
	The Milky Way <span class="hljs-keyword">is</span> a spiral galaxy.
	The Milky Way <span class="hljs-keyword">is</span> a massive galaxy.
	The Milky Way <span class="hljs-keyword">is</span> a small galaxy.`,wrap:!1}}),{c(){e=$("p"),e.innerHTML=c,a=m(),M(o.$$.fragment),d=m(),h=$("p"),h.innerHTML=v,R=m(),M(C.$$.fragment),I=m(),_=$("p"),_.textContent=E,W=m(),M(U.$$.fragment)},l(p){e=w(p,"P",{"data-svelte-h":!0}),T(e)!=="svelte-td21lc"&&(e.innerHTML=c),a=i(p),u(o.$$.fragment,p),d=i(p),h=w(p,"P",{"data-svelte-h":!0}),T(h)!=="svelte-8pqnod"&&(h.innerHTML=v),R=i(p),u(C.$$.fragment,p),I=i(p),_=w(p,"P",{"data-svelte-h":!0}),T(_)!=="svelte-1jeaz8n"&&(_.textContent=E),W=i(p),u(U.$$.fragment,p)},m(p,k){l(p,e,k),l(p,a,k),g(o,p,k),l(p,d,k),l(p,h,k),l(p,R,k),g(C,p,k),l(p,I,k),l(p,_,k),l(p,W,k),g(U,p,k),B=!0},p:ts,i(p){B\|\|(j(o.$$.fragment,p),j(C.$$.fragment,p),j(U.$$.fragment,p),B=!0)},o(p){b(o.$$.fragment,p),b(C.$$.fragment,p),b(U.$$.fragment,p),B=!1},d(p){p&&(t(e),t(a),t(d),t(h),t(R),t(I),t(_),t(W)),y(o,p),y(C,p),y(U,p)}}}function bt(Z){let e,c;return e=new Xs({props:{$$slots:{default:[jt]},$$scope:{ctx:Z}}}),{c(){M(e.$$.fragment)},l(a){u(e.$$.fragment,a)},m(a,o){g(e,a,o),c=!0},p(a,o){const d={};o&2&&(d.$$scope={dirty:o,ctx:a}),e.$set(d)},i(a){c\|\|(j(e.$$.fragment,a),c=!0)},o(a){b(e.$$.fragment,a),c=!1},d(a){y(e,a)}}}function yt(Z){let e,c,a,o,d,h,v,R,C,I,_,E=`マスクされた言語モデリングはシーケンス内のマスクされたトークンを予測し、モデルはトークンを双方向に処理できます。これ
	これは、モデルが左右のトークンに完全にアクセスできることを意味します。マスクされた言語モデリングは、次のようなタスクに最適です。
	シーケンス全体の文脈をよく理解する必要があります。 BERT はマスクされた言語モデルの一例です。`,W,U,B="このガイドでは、次の方法を説明します。",p,k,F='<li><a href="https://huggingface.co/distilbert/distilroberta-base" rel="nofollow">ELI5</a> の <a href="https://www.reddit.com/r/askscience/" rel="nofollow">r/askscience</a> サブセットで <a href="https://huggingface.co/distilbert/distilroberta-base" rel="nofollow">DistilRoBERTa</a> を微調整します。 ://huggingface.co/datasets/eli5) データセット。</li> <li>微調整したモデルを推論に使用します。</li>',H,V,X,A,N="始める前に、必要なライブラリがすべてインストールされていることを確認してください。",Q,z,f,J,Y="モデルをアップロードしてコミュニティと共有できるように、Hugging Face アカウントにログインすることをお勧めします。プロンプトが表示されたら、トークンを入力してログインします。",as,L,q,S,P,D,ls=`まず、ELI5 データセットの r/askscience サブセットの小さいサブセットを 🤗 データセットライブラリからロードします。これで
	データセット全体のトレーニングにさらに時間を費やす前に、実験してすべてが機能することを確認する機会が与えられます。`,r,x,ns,ps,_e="<code>train_test_split</code> メソッドを使用して、データセットの <code>train_asks</code> をトレインセットとテストセットに分割します。",Es,rs,Fs,os,ke="次に、例を見てみましょう。",Hs,ms,As,is,xe="これは多くのことのように見えるかもしれませんが、実際に関心があるのは<code>text</code>フィールドだけです。言語モデリングタスクの優れた点は、次の単語がラベル * であるため、ラベル (教師なしタスクとも呼ばれます) が必要ないことです。",Ns,cs,Qs,fs,Ys,hs,Je="マスクされた言語モデリングの場合、次のステップは、<code>text</code>サブフィールドを処理するために DistilRoBERTa トークナイザーをロードすることです。",Ls,ds,qs,Ms,Ue=`上の例からわかるように、<code>text</code>フィールドは実際には<code>answers</code>内にネストされています。これは、次のことを行う必要があることを意味します
	<a href="https://huggingface.co/docs/datasets/process.html#flatten" rel="nofollow"><code>flatten</code></a> メソッドを使用して、ネストされた構造から <code>text</code> サブフィールドを抽出します。`,Ss,us,Ps,gs,Ze=`<code>answers</code>接頭辞で示されるように、各サブフィールドは個別の列になり、<code>text</code>フィールドはリストになりました。その代わり
	各文を個別にトークン化する場合は、リストを文字列に変換して、それらをまとめてトークン化できるようにします。`,Ds,js,ve="以下は、各例の文字列のリストを結合し、結果をトークン化する最初の前処理関数です。",Ks,bs,Os,ys,Ge="この前処理関数をデータセット全体に適用するには、🤗 Datasets <code>map</code> メソッドを使用します。 <code>map</code> 関数を高速化するには、<code>batched=True</code> を設定してデータセットの複数の要素を一度に処理し、<code>num_proc</code> でプロセスの数を増やします。不要な列を削除します。",se,$s,ee,ws,Re="このデータセットにはトークンシーケンスが含まれていますが、その一部はモデルの最大入力長よりも長くなります。",te,Ts,Ce="2 番目の前処理関数を使用して、",ae,_s,We="<li>すべてのシーケンスを連結します</li> <li>連結されたシーケンスを<code>block_size</code>で定義された短いチャンクに分割します。これは、最大入力長より短く、GPU RAM に十分な長さである必要があります。</li>",le,ks,ne,xs,Ie="データセット全体に<code>group_texts</code>関数を適用します。",pe,Js,re,Us,Be="次に、<code>DataCollatorForLanguageModeling</code> を使用してサンプルのバッチを作成します。データセット全体を最大長までパディングするのではなく、照合中にバッチ内の最長の長さまで文を <em>動的にパディング</em> する方が効率的です。",oe,K,me,Zs,ie,O,ce,ss,fe,vs,he,Gs,Xe="モデルを微調整したので、それを推論に使用できるようになりました。",de,Rs,Ve="モデルに空白を埋めるテキストを考え出し、特別な <code><mask></code> トークンを使用して空白を示します。",Me,Cs,ue,Ws,ze='推論用に微調整されたモデルを試す最も簡単な方法は、それを <a href="/docs/transformers/v4.40.2/ja/main_classes/pipelines#transformers.pipeline">pipeline()</a> で使用することです。モデルを使用してフィルマスクの<code>pipeline</code>をインスタンス化し、テキストをそれに渡します。必要に応じて、<code>top_k</code>パラメータを使用して、返す予測の数を指定できます。',ge,Is,je,es,be,Bs,ye,Vs,$e;return d=new zs({props:{title:"Masked language modeling",local:"masked-language-modeling",headingTag:"h1"}}),v=new tt({props:{classNames:"absolute z-10 right-0 top-0",options:[{label:"Mixed",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ja/masked_language_modeling.ipynb"},{label:"PyTorch",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ja/pytorch/masked_language_modeling.ipynb"},{label:"TensorFlow",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ja/tensorflow/masked_language_modeling.ipynb"},{label:"Mixed",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ja/masked_language_modeling.ipynb"},{label:"PyTorch",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ja/pytorch/masked_language_modeling.ipynb"},{label:"TensorFlow",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ja/tensorflow/masked_language_modeling.ipynb"}]}}),C=new Le({props:{id:"mqElG5QJWUg"}}),V=new we({props:{$$slots:{default:[lt]},$$scope:{ctx:Z}}}),z=new G({props:{code:"cGlwJTIwaW5zdGFsbCUyMHRyYW5zZm9ybWVycyUyMGRhdGFzZXRzJTIwZXZhbHVhdGU=",highlighted:"pip install transformers datasets evaluate",wrap:!1}}),L=new G({props:{code:"ZnJvbSUyMGh1Z2dpbmdmYWNlX2h1YiUyMGltcG9ydCUyMG5vdGVib29rX2xvZ2luJTBBJTBBbm90ZWJvb2tfbG9naW4oKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> huggingface_hub <span class="hljs-keyword">import</span> notebook_login

	<span class="hljs-meta">>>> </span>notebook_login()`,wrap:!1}}),S=new zs({props:{title:"Load ELI5 dataset",local:"load-eli5-dataset",headingTag:"h2"}}),x=new G({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBZWxpNSUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJlbGk1JTIyJTJDJTIwc3BsaXQlM0QlMjJ0cmFpbl9hc2tzJTVCJTNBNTAwMCU1RCUyMik=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

	<span class="hljs-meta">>>> </span>eli5 = load_dataset(<span class="hljs-string">"eli5"</span>, split=<span class="hljs-string">"train_asks[:5000]"</span>)`,wrap:!1}}),rs=new G({props:{code:"ZWxpNSUyMCUzRCUyMGVsaTUudHJhaW5fdGVzdF9zcGxpdCh0ZXN0X3NpemUlM0QwLjIp",highlighted:'<span class="hljs-meta">>>> </span>eli5 = eli5.train_test_split(test_size=<span class="hljs-number">0.2</span>)',wrap:!1}}),ms=new G({props:{code:"ZWxpNSU1QiUyMnRyYWluJTIyJTVEJTVCMCU1RA==",highlighted:`<span class="hljs-meta">>>> </span>eli5[<span class="hljs-string">"train"</span>][<span class="hljs-number">0</span>]
	{<span class="hljs-string">'answers'</span>: {<span class="hljs-string">'a_id'</span>: [<span class="hljs-string">'c3d1aib'</span>, <span class="hljs-string">'c3d4lya'</span>],
	<span class="hljs-string">'score'</span>: [<span class="hljs-number">6</span>, <span class="hljs-number">3</span>],
	<span class="hljs-string">'text'</span>: [<span class="hljs-string">"The velocity needed to remain in orbit is equal to the square root of Newton's constant times the mass of earth divided by the distance from the center of the earth. I don't know the altitude of that specific mission, but they're usually around 300 km. That means he's going 7-8 km/s.\\n\\nIn space there are no other forces acting on either the shuttle or the guy, so they stay in the same position relative to each other. If he were to become unable to return to the ship, he would presumably run out of oxygen, or slowly fall into the atmosphere and burn up."</span>,
	<span class="hljs-string">"Hope you don't mind me asking another question, but why aren't there any stars visible in this photo?"</span>]},
	<span class="hljs-string">'answers_urls'</span>: {<span class="hljs-string">'url'</span>: []},
	<span class="hljs-string">'document'</span>: <span class="hljs-string">''</span>,
	<span class="hljs-string">'q_id'</span>: <span class="hljs-string">'nyxfp'</span>,
	<span class="hljs-string">'selftext'</span>: <span class="hljs-string">'_URL_0_\\n\\nThis was on the front page earlier and I have a few questions about it. Is it possible to calculate how fast the astronaut would be orbiting the earth? Also how does he stay close to the shuttle so that he can return safely, i.e is he orbiting at the same speed and can therefore stay next to it? And finally if his propulsion system failed, would he eventually re-enter the atmosphere and presumably die?'</span>,
	<span class="hljs-string">'selftext_urls'</span>: {<span class="hljs-string">'url'</span>: [<span class="hljs-string">'http://apod.nasa.gov/apod/image/1201/freeflyer_nasa_3000.jpg'</span>]},
	<span class="hljs-string">'subreddit'</span>: <span class="hljs-string">'askscience'</span>,
	<span class="hljs-string">'title'</span>: <span class="hljs-string">'Few questions about this space walk photograph.'</span>,
	<span class="hljs-string">'title_urls'</span>: {<span class="hljs-string">'url'</span>: []}}`,wrap:!1}}),cs=new zs({props:{title:"Preprocess",local:"preprocess",headingTag:"h2"}}),fs=new Le({props:{id:"8PmhEIXhBvI"}}),ds=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJkaXN0aWxiZXJ0JTJGZGlzdGlscm9iZXJ0YS1iYXNlJTIyKQ==",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

	<span class="hljs-meta">>>> </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">"distilbert/distilroberta-base"</span>)`,wrap:!1}}),us=new G({props:{code:"ZWxpNSUyMCUzRCUyMGVsaTUuZmxhdHRlbigpJTBBZWxpNSU1QiUyMnRyYWluJTIyJTVEJTVCMCU1RA==",highlighted:`<span class="hljs-meta">>>> </span>eli5 = eli5.flatten()
	<span class="hljs-meta">>>> </span>eli5[<span class="hljs-string">"train"</span>][<span class="hljs-number">0</span>]
	{<span class="hljs-string">'answers.a_id'</span>: [<span class="hljs-string">'c3d1aib'</span>, <span class="hljs-string">'c3d4lya'</span>],
	<span class="hljs-string">'answers.score'</span>: [<span class="hljs-number">6</span>, <span class="hljs-number">3</span>],
	<span class="hljs-string">'answers.text'</span>: [<span class="hljs-string">"The velocity needed to remain in orbit is equal to the square root of Newton's constant times the mass of earth divided by the distance from the center of the earth. I don't know the altitude of that specific mission, but they're usually around 300 km. That means he's going 7-8 km/s.\\n\\nIn space there are no other forces acting on either the shuttle or the guy, so they stay in the same position relative to each other. If he were to become unable to return to the ship, he would presumably run out of oxygen, or slowly fall into the atmosphere and burn up."</span>,
	<span class="hljs-string">"Hope you don't mind me asking another question, but why aren't there any stars visible in this photo?"</span>],
	<span class="hljs-string">'answers_urls.url'</span>: [],
	<span class="hljs-string">'document'</span>: <span class="hljs-string">''</span>,
	<span class="hljs-string">'q_id'</span>: <span class="hljs-string">'nyxfp'</span>,
	<span class="hljs-string">'selftext'</span>: <span class="hljs-string">'_URL_0_\\n\\nThis was on the front page earlier and I have a few questions about it. Is it possible to calculate how fast the astronaut would be orbiting the earth? Also how does he stay close to the shuttle so that he can return safely, i.e is he orbiting at the same speed and can therefore stay next to it? And finally if his propulsion system failed, would he eventually re-enter the atmosphere and presumably die?'</span>,
	<span class="hljs-string">'selftext_urls.url'</span>: [<span class="hljs-string">'http://apod.nasa.gov/apod/image/1201/freeflyer_nasa_3000.jpg'</span>],
	<span class="hljs-string">'subreddit'</span>: <span class="hljs-string">'askscience'</span>,
	<span class="hljs-string">'title'</span>: <span class="hljs-string">'Few questions about this space walk photograph.'</span>,
	<span class="hljs-string">'title_urls.url'</span>: []}`,wrap:!1}}),bs=new G({props:{code:"ZGVmJTIwcHJlcHJvY2Vzc19mdW5jdGlvbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjByZXR1cm4lMjB0b2tlbml6ZXIoJTVCJTIyJTIwJTIyLmpvaW4oeCklMjBmb3IlMjB4JTIwaW4lMjBleGFtcGxlcyU1QiUyMmFuc3dlcnMudGV4dCUyMiU1RCU1RCk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">preprocess_function</span>(<span class="hljs-params">examples</span>):
	<span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> tokenizer([<span class="hljs-string">" "</span>.join(x) <span class="hljs-keyword">for</span> x <span class="hljs-keyword">in</span> examples[<span class="hljs-string">"answers.text"</span>]])`,wrap:!1}}),$s=new G({props:{code:"dG9rZW5pemVkX2VsaTUlMjAlM0QlMjBlbGk1Lm1hcCglMEElMjAlMjAlMjAlMjBwcmVwcm9jZXNzX2Z1bmN0aW9uJTJDJTBBJTIwJTIwJTIwJTIwYmF0Y2hlZCUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjBudW1fcHJvYyUzRDQlMkMlMEElMjAlMjAlMjAlMjByZW1vdmVfY29sdW1ucyUzRGVsaTUlNUIlMjJ0cmFpbiUyMiU1RC5jb2x1bW5fbmFtZXMlMkMlMEEp",highlighted:`<span class="hljs-meta">>>> </span>tokenized_eli5 = eli5.<span class="hljs-built_in">map</span>(
	<span class="hljs-meta">... </span> preprocess_function,
	<span class="hljs-meta">... </span> batched=<span class="hljs-literal">True</span>,
	<span class="hljs-meta">... </span> num_proc=<span class="hljs-number">4</span>,
	<span class="hljs-meta">... </span> remove_columns=eli5[<span class="hljs-string">"train"</span>].column_names,
	<span class="hljs-meta">... </span>)`,wrap:!1}}),ks=new G({props:{code:"YmxvY2tfc2l6ZSUyMCUzRCUyMDEyOCUwQSUwQSUwQWRlZiUyMGdyb3VwX3RleHRzKGV4YW1wbGVzKSUzQSUwQSUyMCUyMCUyMCUyMCUyMyUyMENvbmNhdGVuYXRlJTIwYWxsJTIwdGV4dHMuJTBBJTIwJTIwJTIwJTIwY29uY2F0ZW5hdGVkX2V4YW1wbGVzJTIwJTNEJTIwJTdCayUzQSUyMHN1bShleGFtcGxlcyU1QmslNUQlMkMlMjAlNUIlNUQpJTIwZm9yJTIwayUyMGluJTIwZXhhbXBsZXMua2V5cygpJTdEJTBBJTIwJTIwJTIwJTIwdG90YWxfbGVuZ3RoJTIwJTNEJTIwbGVuKGNvbmNhdGVuYXRlZF9leGFtcGxlcyU1Qmxpc3QoZXhhbXBsZXMua2V5cygpKSU1QjAlNUQlNUQpJTBBJTIwJTIwJTIwJTIwJTIzJTIwV2UlMjBkcm9wJTIwdGhlJTIwc21hbGwlMjByZW1haW5kZXIlMkMlMjB3ZSUyMGNvdWxkJTIwYWRkJTIwcGFkZGluZyUyMGlmJTIwdGhlJTIwbW9kZWwlMjBzdXBwb3J0ZWQlMjBpdCUyMGluc3RlYWQlMjBvZiUyMHRoaXMlMjBkcm9wJTJDJTIweW91JTIwY2FuJTBBJTIwJTIwJTIwJTIwJTIzJTIwY3VzdG9taXplJTIwdGhpcyUyMHBhcnQlMjB0byUyMHlvdXIlMjBuZWVkcy4lMEElMjAlMjAlMjAlMjBpZiUyMHRvdGFsX2xlbmd0aCUyMCUzRSUzRCUyMGJsb2NrX3NpemUlM0ElMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjB0b3RhbF9sZW5ndGglMjAlM0QlMjAodG90YWxfbGVuZ3RoJTIwJTJGJTJGJTIwYmxvY2tfc2l6ZSklMjAqJTIwYmxvY2tfc2l6ZSUwQSUyMCUyMCUyMCUyMCUyMyUyMFNwbGl0JTIwYnklMjBjaHVua3MlMjBvZiUyMGJsb2NrX3NpemUuJTBBJTIwJTIwJTIwJTIwcmVzdWx0JTIwJTNEJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwayUzQSUyMCU1QnQlNUJpJTIwJTNBJTIwaSUyMCUyQiUyMGJsb2NrX3NpemUlNUQlMjBmb3IlMjBpJTIwaW4lMjByYW5nZSgwJTJDJTIwdG90YWxfbGVuZ3RoJTJDJTIwYmxvY2tfc2l6ZSklNUQlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBmb3IlMjBrJTJDJTIwdCUyMGluJTIwY29uY2F0ZW5hdGVkX2V4YW1wbGVzLml0ZW1zKCklMEElMjAlMjAlMjAlMjAlN0QlMEElMjAlMjAlMjAlMjByZXR1cm4lMjByZXN1bHQ=",highlighted:`<span class="hljs-meta">>>> </span>block_size = <span class="hljs-number">128</span>


	<span class="hljs-meta">>>> </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">group_texts</span>(<span class="hljs-params">examples</span>):
	<span class="hljs-meta">... </span> <span class="hljs-comment"># Concatenate all texts.</span>
	<span class="hljs-meta">... </span> concatenated_examples = {k: <span class="hljs-built_in">sum</span>(examples[k], []) <span class="hljs-keyword">for</span> k <span class="hljs-keyword">in</span> examples.keys()}
	<span class="hljs-meta">... </span> total_length = <span class="hljs-built_in">len</span>(concatenated_examples[<span class="hljs-built_in">list</span>(examples.keys())[<span class="hljs-number">0</span>]])
	<span class="hljs-meta">... </span> <span class="hljs-comment"># We drop the small remainder, we could add padding if the model supported it instead of this drop, you can</span>
	<span class="hljs-meta">... </span> <span class="hljs-comment"># customize this part to your needs.</span>
	<span class="hljs-meta">... </span> <span class="hljs-keyword">if</span> total_length >= block_size:
	<span class="hljs-meta">... </span> total_length = (total_length // block_size) * block_size
	<span class="hljs-meta">... </span> <span class="hljs-comment"># Split by chunks of block_size.</span>
	<span class="hljs-meta">... </span> result = {
	<span class="hljs-meta">... </span> k: [t[i : i + block_size] <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> <span class="hljs-built_in">range</span>(<span class="hljs-number">0</span>, total_length, block_size)]
	<span class="hljs-meta">... </span> <span class="hljs-keyword">for</span> k, t <span class="hljs-keyword">in</span> concatenated_examples.items()
	<span class="hljs-meta">... </span> }
	<span class="hljs-meta">... </span> <span class="hljs-keyword">return</span> result`,wrap:!1}}),Js=new G({props:{code:"bG1fZGF0YXNldCUyMCUzRCUyMHRva2VuaXplZF9lbGk1Lm1hcChncm91cF90ZXh0cyUyQyUyMGJhdGNoZWQlM0RUcnVlJTJDJTIwbnVtX3Byb2MlM0Q0KQ==",highlighted:'<span class="hljs-meta">>>> </span>lm_dataset = tokenized_eli5.<span class="hljs-built_in">map</span>(group_texts, batched=<span class="hljs-literal">True</span>, num_proc=<span class="hljs-number">4</span>)',wrap:!1}}),K=new Te({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[ot],pytorch:[pt]},$$scope:{ctx:Z}}}),Zs=new zs({props:{title:"Train",local:"train",headingTag:"h2"}}),O=new Te({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[dt],pytorch:[ct]},$$scope:{ctx:Z}}}),ss=new we({props:{$$slots:{default:[Mt]},$$scope:{ctx:Z}}}),vs=new zs({props:{title:"Inference",local:"inference",headingTag:"h2"}}),Cs=new G({props:{code:"dGV4dCUyMCUzRCUyMCUyMlRoZSUyME1pbGt5JTIwV2F5JTIwaXMlMjBhJTIwJTNDbWFzayUzRSUyMGdhbGF4eS4lMjI=",highlighted:'<span class="hljs-meta">>>> </span>text = <span class="hljs-string">"The Milky Way is a <mask> galaxy."</span>',wrap:!1}}),Is=new G({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMHBpcGVsaW5lJTBBJTBBbWFza19maWxsZXIlMjAlM0QlMjBwaXBlbGluZSglMjJmaWxsLW1hc2slMjIlMkMlMjAlMjJzdGV2aGxpdSUyRm15X2F3ZXNvbWVfZWxpNV9tbG1fbW9kZWwlMjIpJTBBbWFza19maWxsZXIodGV4dCUyQyUyMHRvcF9rJTNEMyk=",highlighted:`<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> pipeline

	<span class="hljs-meta">>>> </span>mask_filler = pipeline(<span class="hljs-string">"fill-mask"</span>, <span class="hljs-string">"stevhliu/my_awesome_eli5_mlm_model"</span>)
	<span class="hljs-meta">>>> </span>mask_filler(text, top_k=<span class="hljs-number">3</span>)
	[{<span class="hljs-string">'score'</span>: <span class="hljs-number">0.5150994658470154</span>,
	<span class="hljs-string">'token'</span>: <span class="hljs-number">21300</span>,
	<span class="hljs-string">'token_str'</span>: <span class="hljs-string">' spiral'</span>,
	<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'The Milky Way is a spiral galaxy.'</span>},
	{<span class="hljs-string">'score'</span>: <span class="hljs-number">0.07087188959121704</span>,
	<span class="hljs-string">'token'</span>: <span class="hljs-number">2232</span>,
	<span class="hljs-string">'token_str'</span>: <span class="hljs-string">' massive'</span>,
	<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'The Milky Way is a massive galaxy.'</span>},
	{<span class="hljs-string">'score'</span>: <span class="hljs-number">0.06434620916843414</span>,
	<span class="hljs-string">'token'</span>: <span class="hljs-number">650</span>,
	<span class="hljs-string">'token_str'</span>: <span class="hljs-string">' small'</span>,
	<span class="hljs-string">'sequence'</span>: <span class="hljs-string">'The Milky Way is a small galaxy.'</span>}]`,wrap:!1}}),es=new Te({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[bt],pytorch:[gt]},$$scope:{ctx:Z}}}),Bs=new at({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/ja/tasks/masked_language_modeling.md"}}),{c(){e=$("meta"),c=m(),a=$("p"),o=m(),M(d.$$.fragment),h=m(),M(v.$$.fragment),R=m(),M(C.$$.fragment),I=m(),_=$("p"),_.textContent=E,W=m(),U=$("p"),U.textContent=B,p=m(),k=$("ol"),k.innerHTML=F,H=m(),M(V.$$.fragment),X=m(),A=$("p"),A.textContent=N,Q=m(),M(z.$$.fragment),f=m(),J=$("p"),J.textContent=Y,as=m(),M(L.$$.fragment),q=m(),M(S.$$.fragment),P=m(),D=$("p"),D.textContent=ls,r=m(),M(x.$$.fragment),ns=m(),ps=$("p"),ps.innerHTML=_e,Es=m(),M(rs.$$.fragment),Fs=m(),os=$("p"),os.textContent=ke,Hs=m(),M(ms.$$.fragment),As=m(),is=$("p"),is.innerHTML=xe,Ns=m(),M(cs.$$.fragment),Qs=m(),M(fs.$$.fragment),Ys=m(),hs=$("p"),hs.innerHTML=Je,Ls=m(),M(ds.$$.fragment),qs=m(),Ms=$("p"),Ms.innerHTML=Ue,Ss=m(),M(us.$$.fragment),Ps=m(),gs=$("p"),gs.innerHTML=Ze,Ds=m(),js=$("p"),js.textContent=ve,Ks=m(),M(bs.$$.fragment),Os=m(),ys=$("p"),ys.innerHTML=Ge,se=m(),M($s.$$.fragment),ee=m(),ws=$("p"),ws.textContent=Re,te=m(),Ts=$("p"),Ts.textContent=Ce,ae=m(),_s=$("ul"),_s.innerHTML=We,le=m(),M(ks.$$.fragment),ne=m(),xs=$("p"),xs.innerHTML=Ie,pe=m(),M(Js.$$.fragment),re=m(),Us=$("p"),Us.innerHTML=Be,oe=m(),M(K.$$.fragment),me=m(),M(Zs.$$.fragment),ie=m(),M(O.$$.fragment),ce=m(),M(ss.$$.fragment),fe=m(),M(vs.$$.fragment),he=m(),Gs=$("p"),Gs.textContent=Xe,de=m(),Rs=$("p"),Rs.innerHTML=Ve,Me=m(),M(Cs.$$.fragment),ue=m(),Ws=$("p"),Ws.innerHTML=ze,ge=m(),M(Is.$$.fragment),je=m(),M(es.$$.fragment),be=m(),M(Bs.$$.fragment),ye=m(),Vs=$("p"),this.h()},l(s){const n=Ke("svelte-u9bgzb",document.head);e=w(n,"META",{name:!0,content:!0}),n.forEach(t),c=i(s),a=w(s,"P",{}),Qe(a).forEach(t),o=i(s),u(d.$$.fragment,s),h=i(s),u(v.$$.fragment,s),R=i(s),u(C.$$.fragment,s),I=i(s),_=w(s,"P",{"data-svelte-h":!0}),T(_)!=="svelte-6gq7id"&&(_.textContent=E),W=i(s),U=w(s,"P",{"data-svelte-h":!0}),T(U)!=="svelte-w5jzhi"&&(U.textContent=B),p=i(s),k=w(s,"OL",{"data-svelte-h":!0}),T(k)!=="svelte-nfl7pm"&&(k.innerHTML=F),H=i(s),u(V.$$.fragment,s),X=i(s),A=w(s,"P",{"data-svelte-h":!0}),T(A)!=="svelte-1lya3k8"&&(A.textContent=N),Q=i(s),u(z.$$.fragment,s),f=i(s),J=w(s,"P",{"data-svelte-h":!0}),T(J)!=="svelte-193zy02"&&(J.textContent=Y),as=i(s),u(L.$$.fragment,s),q=i(s),u(S.$$.fragment,s),P=i(s),D=w(s,"P",{"data-svelte-h":!0}),T(D)!=="svelte-1m8npvc"&&(D.textContent=ls),r=i(s),u(x.$$.fragment,s),ns=i(s),ps=w(s,"P",{"data-svelte-h":!0}),T(ps)!=="svelte-1ohvh79"&&(ps.innerHTML=_e),Es=i(s),u(rs.$$.fragment,s),Fs=i(s),os=w(s,"P",{"data-svelte-h":!0}),T(os)!=="svelte-1r6oj5w"&&(os.textContent=ke),Hs=i(s),u(ms.$$.fragment,s),As=i(s),is=w(s,"P",{"data-svelte-h":!0}),T(is)!=="svelte-kb5u2z"&&(is.innerHTML=xe),Ns=i(s),u(cs.$$.fragment,s),Qs=i(s),u(fs.$$.fragment,s),Ys=i(s),hs=w(s,"P",{"data-svelte-h":!0}),T(hs)!=="svelte-32hazt"&&(hs.innerHTML=Je),Ls=i(s),u(ds.$$.fragment,s),qs=i(s),Ms=w(s,"P",{"data-svelte-h":!0}),T(Ms)!=="svelte-fjd9et"&&(Ms.innerHTML=Ue),Ss=i(s),u(us.$$.fragment,s),Ps=i(s),gs=w(s,"P",{"data-svelte-h":!0}),T(gs)!=="svelte-jgh86y"&&(gs.innerHTML=Ze),Ds=i(s),js=w(s,"P",{"data-svelte-h":!0}),T(js)!=="svelte-177qfmt"&&(js.textContent=ve),Ks=i(s),u(bs.$$.fragment,s),Os=i(s),ys=w(s,"P",{"data-svelte-h":!0}),T(ys)!=="svelte-1l40k3u"&&(ys.innerHTML=Ge),se=i(s),u($s.$$.fragment,s),ee=i(s),ws=w(s,"P",{"data-svelte-h":!0}),T(ws)!=="svelte-1bsb6if"&&(ws.textContent=Re),te=i(s),Ts=w(s,"P",{"data-svelte-h":!0}),T(Ts)!=="svelte-1jnll4i"&&(Ts.textContent=Ce),ae=i(s),_s=w(s,"UL",{"data-svelte-h":!0}),T(_s)!=="svelte-1r1l6ld"&&(_s.innerHTML=We),le=i(s),u(ks.$$.fragment,s),ne=i(s),xs=w(s,"P",{"data-svelte-h":!0}),T(xs)!=="svelte-1vmzqwi"&&(xs.innerHTML=Ie),pe=i(s),u(Js.$$.fragment,s),re=i(s),Us=w(s,"P",{"data-svelte-h":!0}),T(Us)!=="svelte-1yn7k6t"&&(Us.innerHTML=Be),oe=i(s),u(K.$$.fragment,s),me=i(s),u(Zs.$$.fragment,s),ie=i(s),u(O.$$.fragment,s),ce=i(s),u(ss.$$.fragment,s),fe=i(s),u(vs.$$.fragment,s),he=i(s),Gs=w(s,"P",{"data-svelte-h":!0}),T(Gs)!=="svelte-cyrfc8"&&(Gs.textContent=Xe),de=i(s),Rs=w(s,"P",{"data-svelte-h":!0}),T(Rs)!=="svelte-5jelel"&&(Rs.innerHTML=Ve),Me=i(s),u(Cs.$$.fragment,s),ue=i(s),Ws=w(s,"P",{"data-svelte-h":!0}),T(Ws)!=="svelte-1gc24ms"&&(Ws.innerHTML=ze),ge=i(s),u(Is.$$.fragment,s),je=i(s),u(es.$$.fragment,s),be=i(s),u(Bs.$$.fragment,s),ye=i(s),Vs=w(s,"P",{}),Qe(Vs).forEach(t),this.h()},h(){Ye(e,"name","hf:doc:metadata"),Ye(e,"content",$t)},m(s,n){Oe(document.head,e),l(s,c,n),l(s,a,n),l(s,o,n),g(d,s,n),l(s,h,n),g(v,s,n),l(s,R,n),g(C,s,n),l(s,I,n),l(s,_,n),l(s,W,n),l(s,U,n),l(s,p,n),l(s,k,n),l(s,H,n),g(V,s,n),l(s,X,n),l(s,A,n),l(s,Q,n),g(z,s,n),l(s,f,n),l(s,J,n),l(s,as,n),g(L,s,n),l(s,q,n),g(S,s,n),l(s,P,n),l(s,D,n),l(s,r,n),g(x,s,n),l(s,ns,n),l(s,ps,n),l(s,Es,n),g(rs,s,n),l(s,Fs,n),l(s,os,n),l(s,Hs,n),g(ms,s,n),l(s,As,n),l(s,is,n),l(s,Ns,n),g(cs,s,n),l(s,Qs,n),g(fs,s,n),l(s,Ys,n),l(s,hs,n),l(s,Ls,n),g(ds,s,n),l(s,qs,n),l(s,Ms,n),l(s,Ss,n),g(us,s,n),l(s,Ps,n),l(s,gs,n),l(s,Ds,n),l(s,js,n),l(s,Ks,n),g(bs,s,n),l(s,Os,n),l(s,ys,n),l(s,se,n),g($s,s,n),l(s,ee,n),l(s,ws,n),l(s,te,n),l(s,Ts,n),l(s,ae,n),l(s,_s,n),l(s,le,n),g(ks,s,n),l(s,ne,n),l(s,xs,n),l(s,pe,n),g(Js,s,n),l(s,re,n),l(s,Us,n),l(s,oe,n),g(K,s,n),l(s,me,n),g(Zs,s,n),l(s,ie,n),g(O,s,n),l(s,ce,n),g(ss,s,n),l(s,fe,n),g(vs,s,n),l(s,he,n),l(s,Gs,n),l(s,de,n),l(s,Rs,n),l(s,Me,n),g(Cs,s,n),l(s,ue,n),l(s,Ws,n),l(s,ge,n),g(Is,s,n),l(s,je,n),g(es,s,n),l(s,be,n),g(Bs,s,n),l(s,ye,n),l(s,Vs,n),$e=!0},p(s,[n]){const Ee={};n&2&&(Ee.$$scope={dirty:n,ctx:s}),V.$set(Ee);const Fe={};n&2&&(Fe.$$scope={dirty:n,ctx:s}),K.$set(Fe);const He={};n&2&&(He.$$scope={dirty:n,ctx:s}),O.$set(He);const Ae={};n&2&&(Ae.$$scope={dirty:n,ctx:s}),ss.$set(Ae);const Ne={};n&2&&(Ne.$$scope={dirty:n,ctx:s}),es.$set(Ne)},i(s){$e\|\|(j(d.$$.fragment,s),j(v.$$.fragment,s),j(C.$$.fragment,s),j(V.$$.fragment,s),j(z.$$.fragment,s),j(L.$$.fragment,s),j(S.$$.fragment,s),j(x.$$.fragment,s),j(rs.$$.fragment,s),j(ms.$$.fragment,s),j(cs.$$.fragment,s),j(fs.$$.fragment,s),j(ds.$$.fragment,s),j(us.$$.fragment,s),j(bs.$$.fragment,s),j($s.$$.fragment,s),j(ks.$$.fragment,s),j(Js.$$.fragment,s),j(K.$$.fragment,s),j(Zs.$$.fragment,s),j(O.$$.fragment,s),j(ss.$$.fragment,s),j(vs.$$.fragment,s),j(Cs.$$.fragment,s),j(Is.$$.fragment,s),j(es.$$.fragment,s),j(Bs.$$.fragment,s),$e=!0)},o(s){b(d.$$.fragment,s),b(v.$$.fragment,s),b(C.$$.fragment,s),b(V.$$.fragment,s),b(z.$$.fragment,s),b(L.$$.fragment,s),b(S.$$.fragment,s),b(x.$$.fragment,s),b(rs.$$.fragment,s),b(ms.$$.fragment,s),b(cs.$$.fragment,s),b(fs.$$.fragment,s),b(ds.$$.fragment,s),b(us.$$.fragment,s),b(bs.$$.fragment,s),b($s.$$.fragment,s),b(ks.$$.fragment,s),b(Js.$$.fragment,s),b(K.$$.fragment,s),b(Zs.$$.fragment,s),b(O.$$.fragment,s),b(ss.$$.fragment,s),b(vs.$$.fragment,s),b(Cs.$$.fragment,s),b(Is.$$.fragment,s),b(es.$$.fragment,s),b(Bs.$$.fragment,s),$e=!1},d(s){s&&(t(c),t(a),t(o),t(h),t(R),t(I),t(_),t(W),t(U),t(p),t(k),t(H),t(X),t(A),t(Q),t(f),t(J),t(as),t(q),t(P),t(D),t(r),t(ns),t(ps),t(Es),t(Fs),t(os),t(Hs),t(As),t(is),t(Ns),t(Qs),t(Ys),t(hs),t(Ls),t(qs),t(Ms),t(Ss),t(Ps),t(gs),t(Ds),t(js),t(Ks),t(Os),t(ys),t(se),t(ee),t(ws),t(te),t(Ts),t(ae),t(_s),t(le),t(ne),t(xs),t(pe),t(re),t(Us),t(oe),t(me),t(ie),t(ce),t(fe),t(he),t(Gs),t(de),t(Rs),t(Me),t(ue),t(Ws),t(ge),t(je),t(be),t(ye),t(Vs)),t(e),y(d,s),y(v,s),y(C,s),y(V,s),y(z,s),y(L,s),y(S,s),y(x,s),y(rs,s),y(ms,s),y(cs,s),y(fs,s),y(ds,s),y(us,s),y(bs,s),y($s,s),y(ks,s),y(Js,s),y(K,s),y(Zs,s),y(O,s),y(ss,s),y(vs,s),y(Cs,s),y(Is,s),y(es,s),y(Bs,s)}}}const $t='{"title":"Masked language modeling","local":"masked-language-modeling","sections":[{"title":"Load ELI5 dataset","local":"load-eli5-dataset","sections":[],"depth":2},{"title":"Preprocess","local":"preprocess","sections":[],"depth":2},{"title":"Train","local":"train","sections":[],"depth":2},{"title":"Inference","local":"inference","sections":[],"depth":2}],"depth":1}';function wt(Z){return Se(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Gt extends Pe{constructor(e){super(),De(this,e,wt,yt,qe,{})}}export{Gt as component};

Xet Storage Details

Size:: 63.9 kB
Xet hash:: 7b5fcca1bb98e14bfe2149807386bbf0b0b7c1655242a1c42fdbadffe5016212

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.