Buckets:

rtrm's picture
download
raw
30.5 kB
import{s as vn,o as Cn,n as ot}from"../chunks/scheduler.9991993c.js";import{S as yn,i as xn,g as i,s,r as m,A as Jn,h as p,f as l,c as a,j as y,u as o,x as f,k as _n,y as h,a as n,v as $,d,t as u,w as c}from"../chunks/index.7fc9a5e7.js";import{T as mt}from"../chunks/Tip.9de92fc6.js";import{C as T}from"../chunks/CodeBlock.e11cba92.js";import{H as I,E as Zn}from"../chunks/EditOnGithub.84ab7f0e.js";function jn(C){let r,b="M1 / ARM用户",g,w,x="在安装 TensorFlow 2.0 前,你需要安装以下库:",Z,_,E;return _=new T({props:{code:"YnJldyUyMGluc3RhbGwlMjBjbWFrZSUwQWJyZXclMjBpbnN0YWxsJTIwcGtnLWNvbmZpZw==",highlighted:`brew install cmake
brew install pkg-config`,wrap:!1}}),{c(){r=i("p"),r.textContent=b,g=s(),w=i("p"),w.textContent=x,Z=s(),m(_.$$.fragment)},l(M){r=p(M,"P",{"data-svelte-h":!0}),f(r)!=="svelte-1bexgw0"&&(r.textContent=b),g=a(M),w=p(M,"P",{"data-svelte-h":!0}),f(w)!=="svelte-g4lqnc"&&(w.textContent=x),Z=a(M),o(_.$$.fragment,M)},m(M,v){n(M,r,v),n(M,g,v),n(M,w,v),n(M,Z,v),$(_,M,v),E=!0},p:ot,i(M){E||(d(_.$$.fragment,M),E=!0)},o(M){u(_.$$.fragment,M),E=!1},d(M){M&&(l(r),l(g),l(w),l(Z)),c(_,M)}}}function Hn(C){let r,b="如果你想继续使用这个库,必须保留 <code>transformers</code> 文件夹。";return{c(){r=i("p"),r.innerHTML=b},l(g){r=p(g,"P",{"data-svelte-h":!0}),f(r)!=="svelte-1cx3xkb"&&(r.innerHTML=b)},m(g,w){n(g,r,w)},p:ot,d(g){g&&l(r)}}}function Un(C){let r,b="除非你明确指定了环境变量 <code>TRANSFORMERS_CACHE</code>,🤗 Transformers 将可能会使用较早版本设置的环境变量 <code>PYTORCH_TRANSFORMERS_CACHE</code> 或 <code>PYTORCH_PRETRAINED_BERT_CACHE</code>。";return{c(){r=i("p"),r.innerHTML=b},l(g){r=p(g,"P",{"data-svelte-h":!0}),f(r)!=="svelte-1n86fyb"&&(r.innerHTML=b)},m(g,w){n(g,r,w)},p:ot,d(g){g&&l(r)}}}function Ln(C){let r,b='通过设置环境变量 <code>HF_DATASETS_OFFLINE=1</code> 将 <a href="https://huggingface.co/docs/datasets/" rel="nofollow">🤗 Datasets</a> 添加至你的离线训练工作流程中。';return{c(){r=i("p"),r.innerHTML=b},l(g){r=p(g,"P",{"data-svelte-h":!0}),f(r)!=="svelte-paiimk"&&(r.innerHTML=b)},m(g,w){n(g,r,w)},p:ot,d(g){g&&l(r)}}}function Gn(C){let r,b='请参阅 <a href="https://huggingface.co/docs/hub/how-to-downstream" rel="nofollow">如何从 Hub 下载文件</a> 部分,获取有关下载存储在 Hub 上文件的更多详细信息。';return{c(){r=i("p"),r.innerHTML=b},l(g){r=p(g,"P",{"data-svelte-h":!0}),f(r)!=="svelte-17jhpm4"&&(r.innerHTML=b)},m(g,w){n(g,r,w)},p:ot,d(g){g&&l(r)}}}function Wn(C){let r,b,g,w,x,Z,_,E="为你正在使用的深度学习框架安装 🤗 Transformers、设置缓存,并选择性配置 🤗 Transformers 以离线运行。",M,v,Il="🤗 Transformers 已在 Python 3.6+、PyTorch 1.1.0+、TensorFlow 2.0+ 以及 Flax 上进行测试。针对你使用的深度学习框架,请参照以下安装说明进行安装:",$t,P,El='<li><a href="https://pytorch.org/get-started/locally/" rel="nofollow">PyTorch</a> 安装说明。</li> <li><a href="https://www.tensorflow.org/install/pip" rel="nofollow">TensorFlow 2.0</a> 安装说明。</li> <li><a href="https://flax.readthedocs.io/en/latest/" rel="nofollow">Flax</a> 安装说明。</li>',dt,F,ut,N,Pl='你应该使用 <a href="https://docs.python.org/3/library/venv.html" rel="nofollow">虚拟环境</a> 安装 🤗 Transformers。如果你不熟悉 Python 虚拟环境,请查看此 <a href="https://packaging.python.org/guides/installing-using-pip-and-virtual-environments/" rel="nofollow">教程</a>。使用虚拟环境,你可以轻松管理不同项目,避免不同依赖项之间的兼容性问题。',ct,X,Fl="首先,在项目目录中创建虚拟环境:",gt,B,ht,V,Nl="在 Linux 和 MacOs 系统中激活虚拟环境:",Mt,Y,Tt,z,Xl="在 Windows 系统中激活虚拟环境:",wt,S,bt,A,Bl="现在你可以使用以下命令安装 🤗 Transformers:",_t,q,vt,Q,Vl="若仅需 CPU 支持,可以使用单行命令方便地安装 🤗 Transformers 和深度学习库。例如,使用以下命令安装 🤗 Transformers 和 PyTorch:",Ct,O,yt,D,Yl="🤗 Transformers 和 TensorFlow 2.0:",xt,K,Jt,L,Zt,ee,zl="🤗 Transformers 和 Flax:",jt,te,Ht,le,Sl="最后,运行以下命令以检查 🤗 Transformers 是否已被正确安装。该命令将下载一个预训练模型:",Ut,ne,Lt,se,Al="然后打印标签以及分数:",Gt,ae,Wt,ie,kt,pe,ql="使用以下命令从源码安装 🤗 Transformers:",Rt,re,It,fe,Ql='此命令下载的是最新的前沿 <code>main</code> 版本而不是最新的 <code>stable</code> 版本。<code>main</code> 版本适用于跟最新开发保持一致。例如,上次正式版发布带来的 bug 被修复了,但新版本尚未被推出。但是,这也说明 <code>main</code> 版本并不一定总是稳定的。我们努力保持 <code>main</code> 版本的可操作性,大多数问题通常在几个小时或一天以内就能被解决。如果你遇到问题,请提个 <a href="https://github.com/huggingface/transformers/issues" rel="nofollow">Issue</a> 以便我们能更快修复。',Et,me,Ol="运行以下命令以检查 🤗 Transformers 是否已被正确安装:",Pt,oe,Ft,$e,Nt,de,Dl="如果你有下列需求,需要进行可编辑安装:",Xt,ue,Kl="<li>使用源码的 <code>main</code> 版本。</li> <li>为 🤗 Transformers 贡献代码,需要测试代码中的更改。</li>",Bt,ce,en="使用以下命令克隆仓库并安装 🤗 Transformers:",Vt,ge,Yt,he,tn="这些命令将会链接你克隆的仓库以及你的 Python 库路径。现在,Python 不仅会在正常的库路径中搜索库,也会在你克隆到的文件夹中进行查找。例如,如果你的 Python 包通常本应安装在 <code>~/anaconda3/envs/main/lib/python3.7/site-packages/</code> 目录中,在这种情况下 Python 也会搜索你克隆到的文件夹:<code>~/transformers/</code>。",zt,G,St,Me,ln="现在,你可以使用以下命令,将你克隆的 🤗 Transformers 库轻松更新至最新版本:",At,Te,qt,we,nn="你的 Python 环境将在下次运行时找到 <code>main</code> 版本的 🤗 Transformers。",Qt,be,Ot,_e,sn="从 conda 的 <code>conda-forge</code> 频道安装:",Dt,ve,Kt,Ce,el,ye,an="预训练模型会被下载并本地缓存到 <code>~/.cache/huggingface/hub</code>。这是由环境变量 <code>TRANSFORMERS_CACHE</code> 指定的默认目录。在 Windows 上,默认目录为 <code>C:\\Users\\username\\.cache\\huggingface\\hub</code>。你可以按照不同优先级改变下述环境变量,以指定不同的缓存目录。",tl,xe,pn="<li>环境变量(默认): <code>HUGGINGFACE_HUB_CACHE</code> 或 <code>TRANSFORMERS_CACHE</code>。</li> <li>环境变量 <code>HF_HOME</code>。</li> <li>环境变量 <code>XDG_CACHE_HOME</code> + <code>/huggingface</code>。</li>",ll,W,nl,Je,sl,Ze,rn="🤗 Transformers 可以仅使用本地文件在防火墙或离线环境中运行。设置环境变量 <code>HF_HUB_OFFLINE=1</code> 以启用该行为。",al,k,il,je,fn="例如,你通常会使用以下命令对外部实例进行防火墙保护的的普通网络上运行程序:",pl,He,rl,Ue,mn="在离线环境中运行相同的程序:",fl,Le,ml,Ge,on="现在脚本可以应该正常运行,而无需挂起或等待超时,因为它知道只应查找本地文件。",ol,We,$l,ke,$n="另一种离线时使用 🤗 Transformers 的方法是预先下载好文件,然后在需要离线使用时指向它们的离线路径。有三种实现的方法:",dl,J,tt,dn='<p>单击 <a href="https://huggingface.co/models" rel="nofollow">Model Hub</a> 用户界面上的 ↓ 图标下载文件。</p> <p><img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/download-icon.png" alt="下载图标"/></p>',yl,Re,lt,un='使用 <a href="/docs/transformers/main/zh/main_classes/model#transformers.PreTrainedModel.from_pretrained">PreTrainedModel.from_pretrained()</a> 和 <a href="/docs/transformers/main/zh/main_classes/model#transformers.PreTrainedModel.save_pretrained">PreTrainedModel.save_pretrained()</a> 工作流程:',xl,j,Ie,nt,cn='预先使用 <a href="/docs/transformers/main/zh/main_classes/model#transformers.PreTrainedModel.from_pretrained">PreTrainedModel.from_pretrained()</a> 下载文件:',Jl,Ee,Zl,Pe,st,gn='使用 <a href="/docs/transformers/main/zh/main_classes/model#transformers.PreTrainedModel.save_pretrained">PreTrainedModel.save_pretrained()</a> 将文件保存至指定目录:',jl,Fe,Hl,Ne,at,hn='现在,你可以在离线时从指定目录使用 <a href="/docs/transformers/main/zh/main_classes/model#transformers.PreTrainedModel.from_pretrained">PreTrainedModel.from_pretrained()</a> 重新加载你的文件:',Ul,Xe,Ll,Be,it,Mn='使用代码用 <a href="https://github.com/huggingface/huggingface_hub/tree/main/src/huggingface_hub" rel="nofollow">huggingface_hub</a> 库下载文件:',Gl,Ve,Ye,pt,Tn="在你的虚拟环境中安装 <code>huggingface_hub</code> 库:",Wl,ze,kl,Se,rt,wn='使用 <a href="https://huggingface.co/docs/hub/adding-a-library#download-files-from-the-hub" rel="nofollow"><code>hf_hub_download</code></a> 函数将文件下载到指定路径。例如,以下命令将 <code>config.json</code> 文件从 <a href="https://huggingface.co/bigscience/T0_3B" rel="nofollow">T0</a> 模型下载至你想要的路径:',Rl,Ae,ul,qe,bn="下载完文件并在本地缓存后,指定其本地路径以加载和使用该模型:",cl,Qe,gl,R,hl,Oe,Ml,ft,Tl;return x=new I({props:{title:"安装",local:"安装",headingTag:"h1"}}),F=new I({props:{title:"使用 pip 安装",local:"使用-pip-安装",headingTag:"h2"}}),B=new T({props:{code:"cHl0aG9uJTIwLW0lMjB2ZW52JTIwLmVudg==",highlighted:'python -m venv .<span class="hljs-built_in">env</span>',wrap:!1}}),Y=new T({props:{code:"c291cmNlJTIwLmVudiUyRmJpbiUyRmFjdGl2YXRl",highlighted:'<span class="hljs-built_in">source</span> .<span class="hljs-built_in">env</span>/bin/activate',wrap:!1}}),S=new T({props:{code:"LmVudiUyRlNjcmlwdHMlMkZhY3RpdmF0ZQ==",highlighted:'.<span class="hljs-built_in">env</span>/Scripts/activate',wrap:!1}}),q=new T({props:{code:"cGlwJTIwaW5zdGFsbCUyMHRyYW5zZm9ybWVycw==",highlighted:"pip install transformers",wrap:!1}}),O=new T({props:{code:"cGlwJTIwaW5zdGFsbCUyMCd0cmFuc2Zvcm1lcnMlNUJ0b3JjaCU1RCc=",highlighted:'pip install <span class="hljs-string">&#x27;transformers[torch]&#x27;</span>',wrap:!1}}),K=new T({props:{code:"cGlwJTIwaW5zdGFsbCUyMCd0cmFuc2Zvcm1lcnMlNUJ0Zi1jcHUlNUQn",highlighted:'pip install <span class="hljs-string">&#x27;transformers[tf-cpu]&#x27;</span>',wrap:!1}}),L=new mt({props:{warning:!0,$$slots:{default:[jn]},$$scope:{ctx:C}}}),te=new T({props:{code:"cGlwJTIwaW5zdGFsbCUyMCd0cmFuc2Zvcm1lcnMlNUJmbGF4JTVEJw==",highlighted:'pip install <span class="hljs-string">&#x27;transformers[flax]&#x27;</span>',wrap:!1}}),ne=new T({props:{code:"cHl0aG9uJTIwLWMlMjAlMjJmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwcGlwZWxpbmUlM0IlMjBwcmludChwaXBlbGluZSgnc2VudGltZW50LWFuYWx5c2lzJykoJ3dlJTIwbG92ZSUyMHlvdScpKSUyMg==",highlighted:'python -c <span class="hljs-string">&quot;from transformers import pipeline; print(pipeline(&#x27;sentiment-analysis&#x27;)(&#x27;we love you&#x27;))&quot;</span>',wrap:!1}}),ae=new T({props:{code:"JTVCJTdCJ2xhYmVsJyUzQSUyMCdQT1NJVElWRSclMkMlMjAnc2NvcmUnJTNBJTIwMC45OTk4NzA0NzkxMDY5MDMxJTdEJTVE",highlighted:'[{<span class="hljs-string">&#x27;label&#x27;</span>: <span class="hljs-string">&#x27;POSITIVE&#x27;</span>, <span class="hljs-string">&#x27;score&#x27;</span>: 0.9998704791069031}]',wrap:!1}}),ie=new I({props:{title:"源码安装",local:"源码安装",headingTag:"h2"}}),re=new T({props:{code:"cGlwJTIwaW5zdGFsbCUyMGdpdCUyQmh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmh1Z2dpbmdmYWNlJTJGdHJhbnNmb3JtZXJz",highlighted:"pip install git+https://github.com/huggingface/transformers",wrap:!1}}),oe=new T({props:{code:"cHl0aG9uJTIwLWMlMjAlMjJmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwcGlwZWxpbmUlM0IlMjBwcmludChwaXBlbGluZSgnc2VudGltZW50LWFuYWx5c2lzJykoJ0klMjBsb3ZlJTIweW91JykpJTIy",highlighted:'python -c <span class="hljs-string">&quot;from transformers import pipeline; print(pipeline(&#x27;sentiment-analysis&#x27;)(&#x27;I love you&#x27;))&quot;</span>',wrap:!1}}),$e=new I({props:{title:"可编辑安装",local:"可编辑安装",headingTag:"h2"}}),ge=new T({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZodWdnaW5nZmFjZSUyRnRyYW5zZm9ybWVycy5naXQlMEFjZCUyMHRyYW5zZm9ybWVycyUwQXBpcCUyMGluc3RhbGwlMjAtZSUyMC4=",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/huggingface/transformers.git
<span class="hljs-built_in">cd</span> transformers
pip install -e .`,wrap:!1}}),G=new mt({props:{warning:!0,$$slots:{default:[Hn]},$$scope:{ctx:C}}}),Te=new T({props:{code:"Y2QlMjB+JTJGdHJhbnNmb3JtZXJzJTJGJTBBZ2l0JTIwcHVsbA==",highlighted:`<span class="hljs-built_in">cd</span> ~/transformers/
git pull`,wrap:!1}}),be=new I({props:{title:"使用 conda 安装",local:"使用-conda-安装",headingTag:"h2"}}),ve=new T({props:{code:"Y29uZGElMjBpbnN0YWxsJTIwY29uZGEtZm9yZ2UlM0ElM0F0cmFuc2Zvcm1lcnM=",highlighted:"conda install conda-forge::transformers",wrap:!1}}),Ce=new I({props:{title:"缓存设置",local:"缓存设置",headingTag:"h2"}}),W=new mt({props:{$$slots:{default:[Un]},$$scope:{ctx:C}}}),Je=new I({props:{title:"离线模式",local:"离线模式",headingTag:"h2"}}),k=new mt({props:{$$slots:{default:[Ln]},$$scope:{ctx:C}}}),He=new T({props:{code:"cHl0aG9uJTIwZXhhbXBsZXMlMkZweXRvcmNoJTJGdHJhbnNsYXRpb24lMkZydW5fdHJhbnNsYXRpb24ucHklMjAtLW1vZGVsX25hbWVfb3JfcGF0aCUyMGdvb2dsZS10NSUyRnQ1LXNtYWxsJTIwLS1kYXRhc2V0X25hbWUlMjB3bXQxNiUyMC0tZGF0YXNldF9jb25maWclMjByby1lbiUyMC4uLg==",highlighted:"python examples/pytorch/translation/run_translation.py --model_name_or_path google-t5/t5-small --dataset_name wmt16 --dataset_config ro-en ...",wrap:!1}}),Le=new T({props:{code:"SEZfREFUQVNFVFNfT0ZGTElORSUzRDElMjBIRl9IVUJfT0ZGTElORSUzRDElMjAlNUMlMEFweXRob24lMjBleGFtcGxlcyUyRnB5dG9yY2glMkZ0cmFuc2xhdGlvbiUyRnJ1bl90cmFuc2xhdGlvbi5weSUyMC0tbW9kZWxfbmFtZV9vcl9wYXRoJTIwZ29vZ2xlLXQ1JTJGdDUtc21hbGwlMjAtLWRhdGFzZXRfbmFtZSUyMHdtdDE2JTIwLS1kYXRhc2V0X2NvbmZpZyUyMHJvLWVuJTIwLi4u",highlighted:`HF_DATASETS_OFFLINE=1 HF_HUB_OFFLINE=1 \\
python examples/pytorch/translation/run_translation.py --model_name_or_path google-t5/t5-small --dataset_name wmt16 --dataset_config ro-en ...`,wrap:!1}}),We=new I({props:{title:"获取离线时使用的模型和分词器",local:"获取离线时使用的模型和分词器",headingTag:"h3"}}),Ee=new T({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBBdXRvTW9kZWxGb3JTZXEyU2VxTE0lMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJiaWdzY2llbmNlJTJGVDBfM0IlMjIpJTBBbW9kZWwlMjAlM0QlMjBBdXRvTW9kZWxGb3JTZXEyU2VxTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmJpZ3NjaWVuY2UlMkZUMF8zQiUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForSeq2SeqLM
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;bigscience/T0_3B&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = AutoModelForSeq2SeqLM.from_pretrained(<span class="hljs-string">&quot;bigscience/T0_3B&quot;</span>)`,wrap:!1}}),Fe=new T({props:{code:"dG9rZW5pemVyLnNhdmVfcHJldHJhaW5lZCglMjIuJTJGeW91ciUyRnBhdGglMkZiaWdzY2llbmNlX3QwJTIyKSUwQW1vZGVsLnNhdmVfcHJldHJhaW5lZCglMjIuJTJGeW91ciUyRnBhdGglMkZiaWdzY2llbmNlX3QwJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.save_pretrained(<span class="hljs-string">&quot;./your/path/bigscience_t0&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model.save_pretrained(<span class="hljs-string">&quot;./your/path/bigscience_t0&quot;</span>)`,wrap:!1}}),Xe=new T({props:{code:"dG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnlvdXIlMkZwYXRoJTJGYmlnc2NpZW5jZV90MCUyMiklMEFtb2RlbCUyMCUzRCUyMEF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnlvdXIlMkZwYXRoJTJGYmlnc2NpZW5jZV90MCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;./your/path/bigscience_t0&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = AutoModel.from_pretrained(<span class="hljs-string">&quot;./your/path/bigscience_t0&quot;</span>)`,wrap:!1}}),ze=new T({props:{code:"cHl0aG9uJTIwLW0lMjBwaXAlMjBpbnN0YWxsJTIwaHVnZ2luZ2ZhY2VfaHVi",highlighted:"python -m pip install huggingface_hub",wrap:!1}}),Ae=new T({props:{code:"ZnJvbSUyMGh1Z2dpbmdmYWNlX2h1YiUyMGltcG9ydCUyMGhmX2h1Yl9kb3dubG9hZCUwQSUwQWhmX2h1Yl9kb3dubG9hZChyZXBvX2lkJTNEJTIyYmlnc2NpZW5jZSUyRlQwXzNCJTIyJTJDJTIwZmlsZW5hbWUlM0QlMjJjb25maWcuanNvbiUyMiUyQyUyMGNhY2hlX2RpciUzRCUyMi4lMkZ5b3VyJTJGcGF0aCUyRmJpZ3NjaWVuY2VfdDAlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> huggingface_hub <span class="hljs-keyword">import</span> hf_hub_download
<span class="hljs-meta">&gt;&gt;&gt; </span>hf_hub_download(repo_id=<span class="hljs-string">&quot;bigscience/T0_3B&quot;</span>, filename=<span class="hljs-string">&quot;config.json&quot;</span>, cache_dir=<span class="hljs-string">&quot;./your/path/bigscience_t0&quot;</span>)`,wrap:!1}}),Qe=new T({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Db25maWclMEElMEFjb25maWclMjAlM0QlMjBBdXRvQ29uZmlnLmZyb21fcHJldHJhaW5lZCglMjIuJTJGeW91ciUyRnBhdGglMkZiaWdzY2llbmNlX3QwJTJGY29uZmlnLmpzb24lMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoConfig
<span class="hljs-meta">&gt;&gt;&gt; </span>config = AutoConfig.from_pretrained(<span class="hljs-string">&quot;./your/path/bigscience_t0/config.json&quot;</span>)`,wrap:!1}}),R=new mt({props:{$$slots:{default:[Gn]},$$scope:{ctx:C}}}),Oe=new Zn({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/zh/installation.md"}}),{c(){r=i("meta"),b=s(),g=i("p"),w=s(),m(x.$$.fragment),Z=s(),_=i("p"),_.textContent=E,M=s(),v=i("p"),v.textContent=Il,$t=s(),P=i("ul"),P.innerHTML=El,dt=s(),m(F.$$.fragment),ut=s(),N=i("p"),N.innerHTML=Pl,ct=s(),X=i("p"),X.textContent=Fl,gt=s(),m(B.$$.fragment),ht=s(),V=i("p"),V.textContent=Nl,Mt=s(),m(Y.$$.fragment),Tt=s(),z=i("p"),z.textContent=Xl,wt=s(),m(S.$$.fragment),bt=s(),A=i("p"),A.textContent=Bl,_t=s(),m(q.$$.fragment),vt=s(),Q=i("p"),Q.textContent=Vl,Ct=s(),m(O.$$.fragment),yt=s(),D=i("p"),D.textContent=Yl,xt=s(),m(K.$$.fragment),Jt=s(),m(L.$$.fragment),Zt=s(),ee=i("p"),ee.textContent=zl,jt=s(),m(te.$$.fragment),Ht=s(),le=i("p"),le.textContent=Sl,Ut=s(),m(ne.$$.fragment),Lt=s(),se=i("p"),se.textContent=Al,Gt=s(),m(ae.$$.fragment),Wt=s(),m(ie.$$.fragment),kt=s(),pe=i("p"),pe.textContent=ql,Rt=s(),m(re.$$.fragment),It=s(),fe=i("p"),fe.innerHTML=Ql,Et=s(),me=i("p"),me.textContent=Ol,Pt=s(),m(oe.$$.fragment),Ft=s(),m($e.$$.fragment),Nt=s(),de=i("p"),de.textContent=Dl,Xt=s(),ue=i("ul"),ue.innerHTML=Kl,Bt=s(),ce=i("p"),ce.textContent=en,Vt=s(),m(ge.$$.fragment),Yt=s(),he=i("p"),he.innerHTML=tn,zt=s(),m(G.$$.fragment),St=s(),Me=i("p"),Me.textContent=ln,At=s(),m(Te.$$.fragment),qt=s(),we=i("p"),we.innerHTML=nn,Qt=s(),m(be.$$.fragment),Ot=s(),_e=i("p"),_e.innerHTML=sn,Dt=s(),m(ve.$$.fragment),Kt=s(),m(Ce.$$.fragment),el=s(),ye=i("p"),ye.innerHTML=an,tl=s(),xe=i("ol"),xe.innerHTML=pn,ll=s(),m(W.$$.fragment),nl=s(),m(Je.$$.fragment),sl=s(),Ze=i("p"),Ze.innerHTML=rn,al=s(),m(k.$$.fragment),il=s(),je=i("p"),je.textContent=fn,pl=s(),m(He.$$.fragment),rl=s(),Ue=i("p"),Ue.textContent=mn,fl=s(),m(Le.$$.fragment),ml=s(),Ge=i("p"),Ge.textContent=on,ol=s(),m(We.$$.fragment),$l=s(),ke=i("p"),ke.textContent=$n,dl=s(),J=i("ul"),tt=i("li"),tt.innerHTML=dn,yl=s(),Re=i("li"),lt=i("p"),lt.innerHTML=un,xl=s(),j=i("ol"),Ie=i("li"),nt=i("p"),nt.innerHTML=cn,Jl=s(),m(Ee.$$.fragment),Zl=s(),Pe=i("li"),st=i("p"),st.innerHTML=gn,jl=s(),m(Fe.$$.fragment),Hl=s(),Ne=i("li"),at=i("p"),at.innerHTML=hn,Ul=s(),m(Xe.$$.fragment),Ll=s(),Be=i("li"),it=i("p"),it.innerHTML=Mn,Gl=s(),Ve=i("ol"),Ye=i("li"),pt=i("p"),pt.innerHTML=Tn,Wl=s(),m(ze.$$.fragment),kl=s(),Se=i("li"),rt=i("p"),rt.innerHTML=wn,Rl=s(),m(Ae.$$.fragment),ul=s(),qe=i("p"),qe.textContent=bn,cl=s(),m(Qe.$$.fragment),gl=s(),m(R.$$.fragment),hl=s(),m(Oe.$$.fragment),Ml=s(),ft=i("p"),this.h()},l(e){const t=Jn("svelte-u9bgzb",document.head);r=p(t,"META",{name:!0,content:!0}),t.forEach(l),b=a(e),g=p(e,"P",{}),y(g).forEach(l),w=a(e),o(x.$$.fragment,e),Z=a(e),_=p(e,"P",{"data-svelte-h":!0}),f(_)!=="svelte-7rf8b8"&&(_.textContent=E),M=a(e),v=p(e,"P",{"data-svelte-h":!0}),f(v)!=="svelte-wp1mis"&&(v.textContent=Il),$t=a(e),P=p(e,"UL",{"data-svelte-h":!0}),f(P)!=="svelte-19pvjva"&&(P.innerHTML=El),dt=a(e),o(F.$$.fragment,e),ut=a(e),N=p(e,"P",{"data-svelte-h":!0}),f(N)!=="svelte-13iwc11"&&(N.innerHTML=Pl),ct=a(e),X=p(e,"P",{"data-svelte-h":!0}),f(X)!=="svelte-14f3cxt"&&(X.textContent=Fl),gt=a(e),o(B.$$.fragment,e),ht=a(e),V=p(e,"P",{"data-svelte-h":!0}),f(V)!=="svelte-un68l8"&&(V.textContent=Nl),Mt=a(e),o(Y.$$.fragment,e),Tt=a(e),z=p(e,"P",{"data-svelte-h":!0}),f(z)!=="svelte-mymq0m"&&(z.textContent=Xl),wt=a(e),o(S.$$.fragment,e),bt=a(e),A=p(e,"P",{"data-svelte-h":!0}),f(A)!=="svelte-1rkifln"&&(A.textContent=Bl),_t=a(e),o(q.$$.fragment,e),vt=a(e),Q=p(e,"P",{"data-svelte-h":!0}),f(Q)!=="svelte-4udvip"&&(Q.textContent=Vl),Ct=a(e),o(O.$$.fragment,e),yt=a(e),D=p(e,"P",{"data-svelte-h":!0}),f(D)!=="svelte-c83k60"&&(D.textContent=Yl),xt=a(e),o(K.$$.fragment,e),Jt=a(e),o(L.$$.fragment,e),Zt=a(e),ee=p(e,"P",{"data-svelte-h":!0}),f(ee)!=="svelte-1l7p4pq"&&(ee.textContent=zl),jt=a(e),o(te.$$.fragment,e),Ht=a(e),le=p(e,"P",{"data-svelte-h":!0}),f(le)!=="svelte-qyj8qv"&&(le.textContent=Sl),Ut=a(e),o(ne.$$.fragment,e),Lt=a(e),se=p(e,"P",{"data-svelte-h":!0}),f(se)!=="svelte-fjb18v"&&(se.textContent=Al),Gt=a(e),o(ae.$$.fragment,e),Wt=a(e),o(ie.$$.fragment,e),kt=a(e),pe=p(e,"P",{"data-svelte-h":!0}),f(pe)!=="svelte-f47sd6"&&(pe.textContent=ql),Rt=a(e),o(re.$$.fragment,e),It=a(e),fe=p(e,"P",{"data-svelte-h":!0}),f(fe)!=="svelte-2uoq7o"&&(fe.innerHTML=Ql),Et=a(e),me=p(e,"P",{"data-svelte-h":!0}),f(me)!=="svelte-1ksgylr"&&(me.textContent=Ol),Pt=a(e),o(oe.$$.fragment,e),Ft=a(e),o($e.$$.fragment,e),Nt=a(e),de=p(e,"P",{"data-svelte-h":!0}),f(de)!=="svelte-1bs268z"&&(de.textContent=Dl),Xt=a(e),ue=p(e,"UL",{"data-svelte-h":!0}),f(ue)!=="svelte-1gdgsin"&&(ue.innerHTML=Kl),Bt=a(e),ce=p(e,"P",{"data-svelte-h":!0}),f(ce)!=="svelte-1fdc1es"&&(ce.textContent=en),Vt=a(e),o(ge.$$.fragment,e),Yt=a(e),he=p(e,"P",{"data-svelte-h":!0}),f(he)!=="svelte-13o7gw3"&&(he.innerHTML=tn),zt=a(e),o(G.$$.fragment,e),St=a(e),Me=p(e,"P",{"data-svelte-h":!0}),f(Me)!=="svelte-1xf3qnx"&&(Me.textContent=ln),At=a(e),o(Te.$$.fragment,e),qt=a(e),we=p(e,"P",{"data-svelte-h":!0}),f(we)!=="svelte-1ajg59v"&&(we.innerHTML=nn),Qt=a(e),o(be.$$.fragment,e),Ot=a(e),_e=p(e,"P",{"data-svelte-h":!0}),f(_e)!=="svelte-hh4iph"&&(_e.innerHTML=sn),Dt=a(e),o(ve.$$.fragment,e),Kt=a(e),o(Ce.$$.fragment,e),el=a(e),ye=p(e,"P",{"data-svelte-h":!0}),f(ye)!=="svelte-fkhusi"&&(ye.innerHTML=an),tl=a(e),xe=p(e,"OL",{"data-svelte-h":!0}),f(xe)!=="svelte-95aeuk"&&(xe.innerHTML=pn),ll=a(e),o(W.$$.fragment,e),nl=a(e),o(Je.$$.fragment,e),sl=a(e),Ze=p(e,"P",{"data-svelte-h":!0}),f(Ze)!=="svelte-kqk4y0"&&(Ze.innerHTML=rn),al=a(e),o(k.$$.fragment,e),il=a(e),je=p(e,"P",{"data-svelte-h":!0}),f(je)!=="svelte-1dewegm"&&(je.textContent=fn),pl=a(e),o(He.$$.fragment,e),rl=a(e),Ue=p(e,"P",{"data-svelte-h":!0}),f(Ue)!=="svelte-ms1gk1"&&(Ue.textContent=mn),fl=a(e),o(Le.$$.fragment,e),ml=a(e),Ge=p(e,"P",{"data-svelte-h":!0}),f(Ge)!=="svelte-1p9hh71"&&(Ge.textContent=on),ol=a(e),o(We.$$.fragment,e),$l=a(e),ke=p(e,"P",{"data-svelte-h":!0}),f(ke)!=="svelte-au7e55"&&(ke.textContent=$n),dl=a(e),J=p(e,"UL",{});var H=y(J);tt=p(H,"LI",{"data-svelte-h":!0}),f(tt)!=="svelte-70ciz1"&&(tt.innerHTML=dn),yl=a(H),Re=p(H,"LI",{});var De=y(Re);lt=p(De,"P",{"data-svelte-h":!0}),f(lt)!=="svelte-13ic87u"&&(lt.innerHTML=un),xl=a(De),j=p(De,"OL",{});var U=y(j);Ie=p(U,"LI",{});var Ke=y(Ie);nt=p(Ke,"P",{"data-svelte-h":!0}),f(nt)!=="svelte-8b7goc"&&(nt.innerHTML=cn),Jl=a(Ke),o(Ee.$$.fragment,Ke),Ke.forEach(l),Zl=a(U),Pe=p(U,"LI",{});var et=y(Pe);st=p(et,"P",{"data-svelte-h":!0}),f(st)!=="svelte-140y7dm"&&(st.innerHTML=gn),jl=a(et),o(Fe.$$.fragment,et),et.forEach(l),Hl=a(U),Ne=p(U,"LI",{});var wl=y(Ne);at=p(wl,"P",{"data-svelte-h":!0}),f(at)!=="svelte-19e58f8"&&(at.innerHTML=hn),Ul=a(wl),o(Xe.$$.fragment,wl),wl.forEach(l),U.forEach(l),De.forEach(l),Ll=a(H),Be=p(H,"LI",{});var bl=y(Be);it=p(bl,"P",{"data-svelte-h":!0}),f(it)!=="svelte-2w2u"&&(it.innerHTML=Mn),Gl=a(bl),Ve=p(bl,"OL",{});var _l=y(Ve);Ye=p(_l,"LI",{});var vl=y(Ye);pt=p(vl,"P",{"data-svelte-h":!0}),f(pt)!=="svelte-15k7lm0"&&(pt.innerHTML=Tn),Wl=a(vl),o(ze.$$.fragment,vl),vl.forEach(l),kl=a(_l),Se=p(_l,"LI",{});var Cl=y(Se);rt=p(Cl,"P",{"data-svelte-h":!0}),f(rt)!=="svelte-xrrp2f"&&(rt.innerHTML=wn),Rl=a(Cl),o(Ae.$$.fragment,Cl),Cl.forEach(l),_l.forEach(l),bl.forEach(l),H.forEach(l),ul=a(e),qe=p(e,"P",{"data-svelte-h":!0}),f(qe)!=="svelte-o645do"&&(qe.textContent=bn),cl=a(e),o(Qe.$$.fragment,e),gl=a(e),o(R.$$.fragment,e),hl=a(e),o(Oe.$$.fragment,e),Ml=a(e),ft=p(e,"P",{}),y(ft).forEach(l),this.h()},h(){_n(r,"name","hf:doc:metadata"),_n(r,"content",kn)},m(e,t){h(document.head,r),n(e,b,t),n(e,g,t),n(e,w,t),$(x,e,t),n(e,Z,t),n(e,_,t),n(e,M,t),n(e,v,t),n(e,$t,t),n(e,P,t),n(e,dt,t),$(F,e,t),n(e,ut,t),n(e,N,t),n(e,ct,t),n(e,X,t),n(e,gt,t),$(B,e,t),n(e,ht,t),n(e,V,t),n(e,Mt,t),$(Y,e,t),n(e,Tt,t),n(e,z,t),n(e,wt,t),$(S,e,t),n(e,bt,t),n(e,A,t),n(e,_t,t),$(q,e,t),n(e,vt,t),n(e,Q,t),n(e,Ct,t),$(O,e,t),n(e,yt,t),n(e,D,t),n(e,xt,t),$(K,e,t),n(e,Jt,t),$(L,e,t),n(e,Zt,t),n(e,ee,t),n(e,jt,t),$(te,e,t),n(e,Ht,t),n(e,le,t),n(e,Ut,t),$(ne,e,t),n(e,Lt,t),n(e,se,t),n(e,Gt,t),$(ae,e,t),n(e,Wt,t),$(ie,e,t),n(e,kt,t),n(e,pe,t),n(e,Rt,t),$(re,e,t),n(e,It,t),n(e,fe,t),n(e,Et,t),n(e,me,t),n(e,Pt,t),$(oe,e,t),n(e,Ft,t),$($e,e,t),n(e,Nt,t),n(e,de,t),n(e,Xt,t),n(e,ue,t),n(e,Bt,t),n(e,ce,t),n(e,Vt,t),$(ge,e,t),n(e,Yt,t),n(e,he,t),n(e,zt,t),$(G,e,t),n(e,St,t),n(e,Me,t),n(e,At,t),$(Te,e,t),n(e,qt,t),n(e,we,t),n(e,Qt,t),$(be,e,t),n(e,Ot,t),n(e,_e,t),n(e,Dt,t),$(ve,e,t),n(e,Kt,t),$(Ce,e,t),n(e,el,t),n(e,ye,t),n(e,tl,t),n(e,xe,t),n(e,ll,t),$(W,e,t),n(e,nl,t),$(Je,e,t),n(e,sl,t),n(e,Ze,t),n(e,al,t),$(k,e,t),n(e,il,t),n(e,je,t),n(e,pl,t),$(He,e,t),n(e,rl,t),n(e,Ue,t),n(e,fl,t),$(Le,e,t),n(e,ml,t),n(e,Ge,t),n(e,ol,t),$(We,e,t),n(e,$l,t),n(e,ke,t),n(e,dl,t),n(e,J,t),h(J,tt),h(J,yl),h(J,Re),h(Re,lt),h(Re,xl),h(Re,j),h(j,Ie),h(Ie,nt),h(Ie,Jl),$(Ee,Ie,null),h(j,Zl),h(j,Pe),h(Pe,st),h(Pe,jl),$(Fe,Pe,null),h(j,Hl),h(j,Ne),h(Ne,at),h(Ne,Ul),$(Xe,Ne,null),h(J,Ll),h(J,Be),h(Be,it),h(Be,Gl),h(Be,Ve),h(Ve,Ye),h(Ye,pt),h(Ye,Wl),$(ze,Ye,null),h(Ve,kl),h(Ve,Se),h(Se,rt),h(Se,Rl),$(Ae,Se,null),n(e,ul,t),n(e,qe,t),n(e,cl,t),$(Qe,e,t),n(e,gl,t),$(R,e,t),n(e,hl,t),$(Oe,e,t),n(e,Ml,t),n(e,ft,t),Tl=!0},p(e,[t]){const H={};t&2&&(H.$$scope={dirty:t,ctx:e}),L.$set(H);const De={};t&2&&(De.$$scope={dirty:t,ctx:e}),G.$set(De);const U={};t&2&&(U.$$scope={dirty:t,ctx:e}),W.$set(U);const Ke={};t&2&&(Ke.$$scope={dirty:t,ctx:e}),k.$set(Ke);const et={};t&2&&(et.$$scope={dirty:t,ctx:e}),R.$set(et)},i(e){Tl||(d(x.$$.fragment,e),d(F.$$.fragment,e),d(B.$$.fragment,e),d(Y.$$.fragment,e),d(S.$$.fragment,e),d(q.$$.fragment,e),d(O.$$.fragment,e),d(K.$$.fragment,e),d(L.$$.fragment,e),d(te.$$.fragment,e),d(ne.$$.fragment,e),d(ae.$$.fragment,e),d(ie.$$.fragment,e),d(re.$$.fragment,e),d(oe.$$.fragment,e),d($e.$$.fragment,e),d(ge.$$.fragment,e),d(G.$$.fragment,e),d(Te.$$.fragment,e),d(be.$$.fragment,e),d(ve.$$.fragment,e),d(Ce.$$.fragment,e),d(W.$$.fragment,e),d(Je.$$.fragment,e),d(k.$$.fragment,e),d(He.$$.fragment,e),d(Le.$$.fragment,e),d(We.$$.fragment,e),d(Ee.$$.fragment,e),d(Fe.$$.fragment,e),d(Xe.$$.fragment,e),d(ze.$$.fragment,e),d(Ae.$$.fragment,e),d(Qe.$$.fragment,e),d(R.$$.fragment,e),d(Oe.$$.fragment,e),Tl=!0)},o(e){u(x.$$.fragment,e),u(F.$$.fragment,e),u(B.$$.fragment,e),u(Y.$$.fragment,e),u(S.$$.fragment,e),u(q.$$.fragment,e),u(O.$$.fragment,e),u(K.$$.fragment,e),u(L.$$.fragment,e),u(te.$$.fragment,e),u(ne.$$.fragment,e),u(ae.$$.fragment,e),u(ie.$$.fragment,e),u(re.$$.fragment,e),u(oe.$$.fragment,e),u($e.$$.fragment,e),u(ge.$$.fragment,e),u(G.$$.fragment,e),u(Te.$$.fragment,e),u(be.$$.fragment,e),u(ve.$$.fragment,e),u(Ce.$$.fragment,e),u(W.$$.fragment,e),u(Je.$$.fragment,e),u(k.$$.fragment,e),u(He.$$.fragment,e),u(Le.$$.fragment,e),u(We.$$.fragment,e),u(Ee.$$.fragment,e),u(Fe.$$.fragment,e),u(Xe.$$.fragment,e),u(ze.$$.fragment,e),u(Ae.$$.fragment,e),u(Qe.$$.fragment,e),u(R.$$.fragment,e),u(Oe.$$.fragment,e),Tl=!1},d(e){e&&(l(b),l(g),l(w),l(Z),l(_),l(M),l(v),l($t),l(P),l(dt),l(ut),l(N),l(ct),l(X),l(gt),l(ht),l(V),l(Mt),l(Tt),l(z),l(wt),l(bt),l(A),l(_t),l(vt),l(Q),l(Ct),l(yt),l(D),l(xt),l(Jt),l(Zt),l(ee),l(jt),l(Ht),l(le),l(Ut),l(Lt),l(se),l(Gt),l(Wt),l(kt),l(pe),l(Rt),l(It),l(fe),l(Et),l(me),l(Pt),l(Ft),l(Nt),l(de),l(Xt),l(ue),l(Bt),l(ce),l(Vt),l(Yt),l(he),l(zt),l(St),l(Me),l(At),l(qt),l(we),l(Qt),l(Ot),l(_e),l(Dt),l(Kt),l(el),l(ye),l(tl),l(xe),l(ll),l(nl),l(sl),l(Ze),l(al),l(il),l(je),l(pl),l(rl),l(Ue),l(fl),l(ml),l(Ge),l(ol),l($l),l(ke),l(dl),l(J),l(ul),l(qe),l(cl),l(gl),l(hl),l(Ml),l(ft)),l(r),c(x,e),c(F,e),c(B,e),c(Y,e),c(S,e),c(q,e),c(O,e),c(K,e),c(L,e),c(te,e),c(ne,e),c(ae,e),c(ie,e),c(re,e),c(oe,e),c($e,e),c(ge,e),c(G,e),c(Te,e),c(be,e),c(ve,e),c(Ce,e),c(W,e),c(Je,e),c(k,e),c(He,e),c(Le,e),c(We,e),c(Ee),c(Fe),c(Xe),c(ze),c(Ae),c(Qe,e),c(R,e),c(Oe,e)}}}const kn='{"title":"安装","local":"安装","sections":[{"title":"使用 pip 安装","local":"使用-pip-安装","sections":[],"depth":2},{"title":"源码安装","local":"源码安装","sections":[],"depth":2},{"title":"可编辑安装","local":"可编辑安装","sections":[],"depth":2},{"title":"使用 conda 安装","local":"使用-conda-安装","sections":[],"depth":2},{"title":"缓存设置","local":"缓存设置","sections":[],"depth":2},{"title":"离线模式","local":"离线模式","sections":[{"title":"获取离线时使用的模型和分词器","local":"获取离线时使用的模型和分词器","sections":[],"depth":3}],"depth":2}],"depth":1}';function Rn(C){return Cn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Xn extends yn{constructor(r){super(),xn(this,r,Rn,Wn,vn,{})}}export{Xn as component};

Xet Storage Details

Size:
30.5 kB
·
Xet hash:
47380b9e7ff300ada0a683f9820e123b5d15b3310d7a5c70f0b6429dd41075ed

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.