accelerate/pr_4052/en/_app/immutable/nodes/59.9bdfa4cd.js

import{s as Rt,n as Ft,o as Ut}from"../chunks/scheduler.b9285784.js";import{S as Kt,i as Zt,e as o,s as l,c as g,h as qt,a as r,d as a,b as n,f as zt,g as f,j as s,k as Bt,l as Jt,m as i,n as h,t as p,o as u,p as m}from"../chunks/index.26bc89a1.js";import{C as Ot,H as c,E as Wt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.6b8f972d.js";function Nt(pt){let d,me,pe,ce,w,de,b,we,x,ut="Below contains a non-exhaustive list of tutorials and scripts showcasing Accelerate.",be,$,xe,y,$e,v,mt="These examples showcase the base features of Accelerate and are a great starting point",ye,L,ct='<li><a href="https://github.com/huggingface/accelerate/blob/main/examples/nlp_example.py" rel="nofollow">Barebones NLP example</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/examples/accelerate_examples/simple_nlp_example.ipynb" rel="nofollow">Barebones distributed NLP example in a Jupyter Notebook</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/cv_example.py" rel="nofollow">Barebones computer vision example</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/examples/accelerate_examples/simple_cv_example.ipynb" rel="nofollow">Barebones distributed computer vision example in a Jupyter Notebook</a></li> <li><a href="https://www.kaggle.com/code/muellerzr/multi-gpu-and-accelerate" rel="nofollow">Using Accelerate in Kaggle</a></li>',ve,_,Le,T,dt="These examples showcase specific features that the Accelerate framework offers",_e,M,wt='<li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/automatic_gradient_accumulation.py" rel="nofollow">Automatic memory-aware gradient accumulation</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/checkpointing.py" rel="nofollow">Checkpointing states</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/cross_validation.py" rel="nofollow">Cross validation</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/deepspeed_with_config_support.py" rel="nofollow">DeepSpeed</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/fsdp_with_peak_mem_tracking.py" rel="nofollow">Fully Sharded Data Parallelism</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/gradient_accumulation.py" rel="nofollow">Gradient accumulation</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/memory.py" rel="nofollow">Memory-aware batch size finder</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/multi_process_metrics.py" rel="nofollow">Metric Computation</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/tracking.py" rel="nofollow">Using Trackers</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/by_feature/megatron_lm_gpt_pretraining.py" rel="nofollow">Using Megatron-LM</a></li>',Te,C,Me,A,bt="These examples showcase every feature in Accelerate at once that was shown in “Feature Specific Examples”",Ce,H,xt='<li><a href="https://github.com/huggingface/accelerate/blob/main/examples/complete_nlp_example.py" rel="nofollow">Complete NLP example</a></li> <li><a href="https://github.com/huggingface/accelerate/blob/main/examples/complete_cv_example.py" rel="nofollow">Complete computer vision example</a></li> <li><a href="https://github.com/yuvalkirstain/PickScore" rel="nofollow">Very complete and extensible vision example showcasing SLURM, hydra, and a very extensible usage of the framework</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/language-modeling/run_clm_no_trainer.py" rel="nofollow">Causal language model fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/language-modeling/run_mlm_no_trainer.py" rel="nofollow">Masked language model fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/speech-pretraining/run_wav2vec2_pretraining_no_trainer.py" rel="nofollow">Speech pretraining example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/translation/run_translation_no_trainer.py" rel="nofollow">Translation fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/text-classification/run_glue_no_trainer.py" rel="nofollow">Text classification fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/semantic-segmentation/run_semantic_segmentation_no_trainer.py" rel="nofollow">Semantic segmentation fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/question-answering/run_qa_no_trainer.py" rel="nofollow">Question answering fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/question-answering/run_qa_beam_search_no_trainer.py" rel="nofollow">Beam search question answering fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/multiple-choice/run_swag_no_trainer.py" rel="nofollow">Multiple choice question answering fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/token-classification/run_ner_no_trainer.py" rel="nofollow">Named entity recognition fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/image-classification/run_image_classification_no_trainer.py" rel="nofollow">Image classification fine-tuning example</a></li> <li><a href="https://github.com/huggingface/transformers/blob/main/examples/pytorch/summarization/run_summarization_no_trainer.py" rel="nofollow">Summarization fine-tuning example</a></li> <li><a href="https://github.com/huggingface/notebooks/blob/main/sagemaker/22_accelerate_sagemaker_examples/README.md" rel="nofollow">End-to-end examples on how to use AWS SageMaker integration of Accelerate</a></li> <li><a href="https://github.com/pacman100/accelerate-megatron-test" rel="nofollow">Megatron-LM examples for various NLp tasks</a></li>',Ae,S,He,k,$t="These are tutorials from libraries that integrate with Accelerate:",Se,D,yt="<p>Don’t find your integration here? Make a PR to include it!</p>",ke,E,De,P,vt='<li><a href="https://github.com/open-mmlab/Amphion/blob/main/egs/tts/README.md" rel="nofollow">Training Text-to-Speech Models with Amphion</a></li> <li><a href="https://github.com/open-mmlab/Amphion/blob/main/egs/svc/README.md" rel="nofollow">Training Singing Voice Conversion Models with Amphion</a></li> <li><a href="https://github.com/open-mmlab/Amphion/blob/main/egs/vocoder/README.md" rel="nofollow">Training Vocoders with Amphion</a></li>',Ee,X,Pe,Y,Lt='<li><a href="https://catalyst-team.github.io/catalyst/tutorials/ddp.html" rel="nofollow">Distributed training tutorial with Catalyst</a></li>',Xe,I,Ye,G,_t='<li><a href="https://github.com/lucidrains/DALLE2-pytorch#usage" rel="nofollow">Fine-tuning DALLE2</a></li>',Ie,z,Ge,B,Tt='<li><a href="https://github.com/huggingface/diffusers/tree/main/examples/textual_inversion" rel="nofollow">Performing textual inversion with diffusers</a></li> <li><a href="https://github.com/huggingface/diffusers/tree/main/examples/dreambooth" rel="nofollow">Training DreamBooth with diffusers</a></li>',ze,R,Be,F,Mt='<li><a href="https://docs.fast.ai/tutorial.distributed.html" rel="nofollow">Distributed training from Jupyter Notebooks with fastai</a></li> <li><a href="https://docs.fast.ai/examples/distributed_app_examples.html" rel="nofollow">Basic distributed training examples with fastai</a></li>',Re,U,Fe,K,Ct='<li><a href="https://docs.gradsflow.com/en/latest/examples/nbs/01-ImageClassification/" rel="nofollow">Auto Image Classification with GradsFlow</a></li>',Ue,Z,Ke,q,At='<li><a href="https://github.com/lucidrains/imagen-pytorch#usage" rel="nofollow">Fine-tuning Imagen</a></li>',Ze,J,qe,O,Ht='<li><a href="https://kornia.readthedocs.io/en/latest/get-started/training.html" rel="nofollow">Fine-tuning vision models with Kornia’s Trainer</a></li>',Je,W,Oe,N,St='<li><a href="https://pytorch-accelerated.readthedocs.io/en/latest/quickstart.html" rel="nofollow">Quickstart distributed training tutorial with PyTorch Accelerated</a></li>',We,j,Ne,V,kt='<li><a href="https://pytorch3d.org/tutorials/" rel="nofollow">Perform Deep Learning with 3D data</a></li>',je,Q,Ve,ee,Dt='<li><a href="https://colab.research.google.com/drive/1MXT3yfOFvO0ooKEfiUUvTKwUkrrlCHpF?usp=sharing" rel="nofollow">Training with Stable-Dreamfusion to convert text to a 3D model</a></li>',Qe,te,et,ae,Et='<li><a href="https://www.kaggle.com/code/abhishek/tez-faster-and-easier-training-for-leaf-detection/notebook" rel="nofollow">Leaf disease detection with Tez and Accelerate</a></li>',tt,ie,at,le,Pt='<li><a href="https://github.com/CarperAI/trlx#example-how-to-add-a-task" rel="nofollow">How to implement a sentiment learning task with trlx</a></li>',it,ne,lt,oe,Xt='<li><a href="https://github.com/comfyanonymous/ComfyUI/blob/master/comfy/model_management.py#L291-L296" rel="nofollow">Enabling using large Stable Diffusion Models in low-vram settings using Accelerate</a></li>',nt,re,ot,se,Yt="Below contains a non-exhaustive list of papers utilizing Accelerate.",rt,ge,It="<p>Don’t find your paper here? Make a PR to include it!</p>",st,fe,Gt='<li>Yuval Kirstain, Adam Polyak, Uriel Singer, Shahbuland Matiana, Joe Penna, Omer Levy: “Pick-a-Pic: An Open Dataset of User Preferences for Text-to-Image Generation”, 2023; <a href="http://huggingface.co/papers/2305.01569" rel="nofollow">arXiv:2305.01569</a>.</li> <li>Lei Wang, Wanyu Xu, Yihuai Lan, Zhiqiang Hu, Yunshi Lan, Roy Ka-Wei Lee, Ee-Peng Lim: “Plan-and-Solve Prompting: Improving Zero-Shot Chain-of-Thought Reasoning by Large Language Models”, 2023; <a href="http://huggingface.co/papers/2305.04091" rel="nofollow">arXiv:2305.04091</a>.</li> <li>Arthur Câmara, Claudia Hauff: “Moving Stuff Around: A study on efficiency of moving documents into memory for Neural IR models”, 2022; <a href="http://huggingface.co/papers/2205.08343" rel="nofollow">arXiv:2205.08343</a>.</li> <li>Ying Sheng, Lianmin Zheng, Binhang Yuan, Zhuohan Li, Max Ryabinin, Daniel Y. Fu, Zhiqiang Xie, Beidi Chen, Clark Barrett, Joseph E. Gonzalez, Percy Liang, Christopher Ré, Ion Stoica, Ce Zhang: “High-throughput Generative Inference of Large Language Models with a Single GPU”, 2023; <a href="http://huggingface.co/papers/2303.06865" rel="nofollow">arXiv:2303.06865</a>.</li> <li>Peter Melchior, Yan Liang, ChangHoon Hahn, Andy Goulding: “Autoencoding Galaxy Spectra I: Architecture”, 2022; <a href="http://huggingface.co/papers/2211.07890" rel="nofollow">arXiv:2211.07890</a>.</li> <li>Jiaao Chen, Aston Zhang, Mu Li, Alex Smola, Diyi Yang: “A Cheaper and Better Diffusion Language Model with Soft-Masked Noise”, 2023; <a href="http://huggingface.co/papers/2304.04746" rel="nofollow">arXiv:2304.04746</a>.</li> <li>Ayaan Haque, Matthew Tancik, Alexei A. Efros, Aleksander Holynski, Angjoo Kanazawa: “Instruct-NeRF2NeRF: Editing 3D Scenes with Instructions”, 2023; <a href="http://huggingface.co/papers/2303.12789" rel="nofollow">arXiv:2303.12789</a>.</li> <li>Luke Melas-Kyriazi, Christian Rupprecht, Iro Laina, Andrea Vedaldi: “RealFusion: 360° Reconstruction of Any Object from a Single Image”, 2023; <a href="http://huggingface.co/papers/2302.10663" rel="nofollow">arXiv:2302.10663</a>.</li> <li>Xiaoshi Wu, Keqiang Sun, Feng Zhu, Rui Zhao, Hongsheng Li: “Better Aligning Text-to-Image Models with Human Preference”, 2023; <a href="http://huggingface.co/papers/2303.14420" rel="nofollow">arXiv:2303.14420</a>.</li> <li>Yongliang Shen, Kaitao Song, Xu Tan, Dongsheng Li, Weiming Lu, Yueting Zhuang: “HuggingGPT: Solving AI Tasks with ChatGPT and its Friends in HuggingFace”, 2023; <a href="http://huggingface.co/papers/2303.17580" rel="nofollow">arXiv:2303.17580</a>.</li> <li>Yue Yang, Wenlin Yao, Hongming Zhang, Xiaoyang Wang, Dong Yu, Jianshu Chen: “Z-LaVI: Zero-Shot Language Solver Fueled by Visual Imagination”, 2022; <a href="http://huggingface.co/papers/2210.12261" rel="nofollow">arXiv:2210.12261</a>.</li> <li>Sheng-Yen Chou, Pin-Yu Chen, Tsung-Yi Ho: “How to Backdoor Diffusion Models?”, 2022; <a href="http://huggingface.co/papers/2212.05400" rel="nofollow">arXiv:2212.05400</a>.</li> <li>Junyoung Seo, Wooseok Jang, Min-Seop Kwak, Jaehoon Ko, Hyeonsu Kim, Junho Kim, Jin-Hwa Kim, Jiyoung Lee, Seungryong Kim: “Let 2D Diffusion Model Know 3D-Consistency for Robust Text-to-3D Generation”, 2023; <a href="http://huggingface.co/papers/2303.07937" rel="nofollow">arXiv:2303.07937</a>.</li> <li>Or Patashnik, Daniel Garibi, Idan Azuri, Hadar Averbuch-Elor, Daniel Cohen-Or: “Localizing Object-level Shape Variations with Text-to-Image Diffusion Models”, 2023; <a href="http://huggingface.co/papers/2303.11306" rel="nofollow">arXiv:2303.11306</a>.</li> <li>Dídac Surís, Sachit Menon, Carl Vondrick: “ViperGPT: Visual Inference via Python Execution for Reasoning”, 2023; <a href="http://huggingface.co/papers/2303.08128" rel="nofollow">arXiv:2303.08128</a>.</li> <li>Chenyang Qi, Xiaodong Cun, Yong Zhang, Chenyang Lei, Xintao Wang, Ying Shan, Qifeng Chen: “FateZero: Fusing Attentions for Zero-shot Text-based Video Editing”, 2023; <a href="http://huggingface.co/papers/2303.09535" rel="nofollow">arXiv:2303.09535</a>.</li> <li>Sean Welleck, Jiacheng Liu, Ximing Lu, Hannaneh Hajishirzi, Yejin Choi: “NaturalProver: Grounded Mathematical Proof Generation with Language Models”, 2022; <a href="http://huggingface.co/papers/2205.12910" rel="nofollow">arXiv:2205.12910</a>.</li> <li>Elad Richardson, Gal Metzer, Yuval Alaluf, Raja Giryes, Daniel Cohen-Or: “TEXTure: Text-Guided Texturing of 3D Shapes”, 2023; <a href="http://huggingface.co/papers/2302.01721" rel="nofollow">arXiv:2302.01721</a>.</li> <li>Puijin Cheng, Li Lin, Yijin Huang, Huaqing He, Wenhan Luo, Xiaoying Tang: “Learning Enhancement From Degradation: A Diffusion Model For Fundus Image Enhancement”, 2023; <a href="http://huggingface.co/papers/2303.04603" rel="nofollow">arXiv:2303.04603</a>.</li> <li>Shun Shao, Yftah Ziser, Shay Cohen: “Erasure of Unaligned Attributes from Neural Representations”, 2023; <a href="http://huggingface.co/papers/2302.02997" rel="nofollow">arXiv:2302.02997</a>.</li> <li>Seonghyeon Ye, Hyeonbin Hwang, Sohee Yang, Hyeongu Yun, Yireun Kim, Minjoon Seo: “In-Context Instruction Learning”, 2023; <a href="http://huggingface.co/papers/2302.14691" rel="nofollow">arXiv:2302.14691</a>.</li> <li>Shikun Liu, Linxi Fan, Edward Johns, Zhiding Yu, Chaowei Xiao, Anima Anandkumar: “Prismer: A Vision-Language Model with An Ensemble of Experts”, 2023; <a href="http://huggingface.co/papers/2303.02506" rel="nofollow">arXiv:2303.02506</a>.</li> <li>Haoyu Chen, Zhihua Wang, Yang Yang, Qilin Sun, Kede Ma: “Learning a Deep Color Difference Metric for Photographic Images”, 2023; <a href="http://huggingface.co/papers/2303.14964" rel="nofollow">arXiv:2303.14964</a>.</li> <li>Van-Hoang Le, Hongyu Zhang: “Log Parsing with Prompt-based Few-shot Learning”, 2023; <a href="http://huggingface.co/papers/2302.07435" rel="nofollow">arXiv:2302.07435</a>.</li> <li>Keito Kudo, Yoichi Aoki, Tatsuki Kuribayashi, Ana Brassard, Masashi Yoshikawa, Keisuke Sakaguchi, Kentaro Inui: “Do Deep Neural Networks Capture Compositionality in Arithmetic Reasoning?”, 2023; <a href="http://huggingface.co/papers/2302.07866" rel="nofollow">arXiv:2302.07866</a>.</li> <li>Ruoyao Wang, Peter Jansen, Marc-Alexandre Côté, Prithviraj Ammanabrolu: “Behavior Cloned Transformers are Neurosymbolic Reasoners”, 2022; <a href="http://huggingface.co/papers/2210.07382" rel="nofollow">arXiv:2210.07382</a>.</li> <li>Martin Wessel, Tomáš Horych, Terry Ruas, Akiko Aizawa, Bela Gipp, Timo Spinde: “Introducing MBIB — the first Media Bias Identification Benchmark Task and Dataset Collection”, 2023; <a href="http://huggingface.co/papers/2304.13148" rel="nofollow">arXiv:2304.13148</a>. DOI: [https://dx.doi.org/10.1145/3539618.3591882 10.1145/3539618.3591882].</li> <li>Hila Chefer, Yuval Alaluf, Yael Vinker, Lior Wolf, Daniel Cohen-Or: “Attend-and-Excite: Attention-Based Semantic Guidance for Text-to-Image Diffusion Models”, 2023; <a href="http://huggingface.co/papers/2301.13826" rel="nofollow">arXiv:2301.13826</a>.</li> <li>Marcio Fonseca, Yftah Ziser, Shay B. Cohen: “Factorizing Content and Budget Decisions in Abstractive Summarization of Long Documents”, 2022; <a href="http://huggingface.co/papers/2205.12486" rel="nofollow">arXiv:2205.12486</a>.</li> <li>Elad Richardson, Gal Metzer, Yuval Alaluf, Raja Giryes, Daniel Cohen-Or: “TEXTure: Text-Guided Texturing of 3D Shapes”, 2023; <a href="http://huggingface.co/papers/2302.01721" rel="nofollow">arXiv:2302.01721</a>.</li> <li>Tianxing He, Jingyu Zhang, Tianle Wang, Sachin Kumar, Kyunghyun Cho, James Glass, Yulia Tsvetkov: “On the Blind Spots of Model-Based Evaluation Metrics for Text Generation”, 2022; <a href="http://huggingface.co/papers/2212.10020" rel="nofollow">arXiv:2212.10020</a>.</li> <li>Ori Ram, Yoav Levine, Itay Dalmedigos, Dor Muhlgay, Amnon Shashua, Kevin Leyton-Brown, Yoav Shoham: “In-Context Retrieval-Augmented Language Models”, 2023; <a href="http://huggingface.co/papers/2302.00083" rel="nofollow">arXiv:2302.00083</a>.</li> <li>Dacheng Li, Rulin Shao, Hongyi Wang, Han Guo, Eric P. Xing, Hao Zhang: “MPCFormer: fast, performant and private Transformer inference with MPC”, 2022; <a href="http://huggingface.co/papers/2211.01452" rel="nofollow">arXiv:2211.01452</a>.</li> <li>Baolin Peng, Michel Galley, Pengcheng He, Chris Brockett, Lars Liden, Elnaz Nouri, Zhou Yu, Bill Dolan, Jianfeng Gao: “GODEL: Large-Scale Pre-Training for Goal-Directed Dialog”, 2022; <a href="http://huggingface.co/papers/2206.11309" rel="nofollow">arXiv:2206.11309</a>.</li> <li>Egil Rønningstad, Erik Velldal, Lilja Øvrelid: “Entity-Level Sentiment Analysis (ELSA): An exploratory task survey”, 2023, Proceedings of the 29th International Conference on Computational Linguistics, 2022, pages 6773-6783; <a href="http://huggingface.co/papers/2304.14241" rel="nofollow">arXiv:2304.14241</a>.</li> <li>Charlie Snell, Ilya Kostrikov, Yi Su, Mengjiao Yang, Sergey Levine: “Offline RL for Natural Language Generation with Implicit Language Q Learning”, 2022; <a href="http://huggingface.co/papers/2206.11871" rel="nofollow">arXiv:2206.11871</a>.</li> <li>Zhiruo Wang, Shuyan Zhou, Daniel Fried, Graham Neubig: “Execution-Based Evaluation for Open-Domain Code Generation”, 2022; <a href="http://huggingface.co/papers/2212.10481" rel="nofollow">arXiv:2212.10481</a>.</li> <li>Minh-Long Luu, Zeyi Huang, Eric P. Xing, Yong Jae Lee, Haohan Wang: “Expeditious Saliency-guided Mix-up through Random Gradient Thresholding”, 2022; <a href="http://huggingface.co/papers/2212.04875" rel="nofollow">arXiv:2212.04875</a>.</li> <li>Jun Hao Liew, Hanshu Yan, Daquan Zhou, Jiashi Feng: “MagicMix: Semantic Mixing with Diffusion Models”, 2022; <a href="http://huggingface.co/papers/2210.16056" rel="nofollow">arXiv:2210.16056</a>.</li> <li>Yaqing Wang, Subhabrata Mukherjee, Xiaodong Liu, Jing Gao, Ahmed Hassan Awadallah, Jianfeng Gao: “LiST: Lite Prompted Self-training Makes Parameter-Efficient Few-shot Learners”, 2021; <a href="http://huggingface.co/papers/2110.06274" rel="nofollow">arXiv:2110.06274</a>.</li>',gt,he,ft,ue,ht;return w=new Ot({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),b=new c({props:{title:"Example Zoo",local:"example-zoo",headingTag:"h1"}}),$=new c({props:{title:"Official Accelerate Examples:",local:"official-accelerate-examples",headingTag:"h2"}}),y=new c({props:{title:"Basic Examples",local:"basic-examples",headingTag:"h3"}}),_=new c({props:{title:"Feature Specific Examples",local:"feature-specific-examples",headingTag:"h3"}}),C=new c({props:{title:"Full Examples",local:"full-examples",headingTag:"h3"}}),S=new c({props:{title:"Integration Examples",local:"integration-examples",headingTag:"h2"}}),E=new c({props:{title:"Amphion",local:"amphion",headingTag:"h3"}}),X=new c({props:{title:"Catalyst",local:"catalyst",headingTag:"h3"}}),I=new c({props:{title:"DALLE2-pytorch",local:"dalle2-pytorch",headingTag:"h3"}}),z=new c({props:{title:"Diffusers",local:"diffusers",headingTag:"h3"}}),R=new c({props:{title:"fastai",local:"fastai",headingTag:"h3"}}),U=new c({props:{title:"GradsFlow",local:"gradsflow",headingTag:"h3"}}),Z=new c({props:{title:"imagen-pytorch",local:"imagen-pytorch",headingTag:"h3"}}),J=new c({props:{title:"Kornia",local:"kornia",headingTag:"h3"}}),W=new c({props:{title:"PyTorch Accelerated",local:"pytorch-accelerated",headingTag:"h3"}}),j=new c({props:{title:"PyTorch3D",local:"pytorch3d",headingTag:"h3"}}),Q=new c({props:{title:"Stable-Dreamfusion",local:"stable-dreamfusion",headingTag:"h3"}}),te=new c({props:{title:"Tez",local:"tez",headingTag:"h3"}}),ie=new c({props:{title:"trlx",local:"trlx",headingTag:"h3"}}),ne=new c({props:{title:"Comfy-UI",local:"comfy-ui",headingTag:"h3"}}),re=new c({props:{title:"In Science",local:"in-science",headingTag:"h2"}}),he=new Wt({props:{source:"https://github.com/huggingface/accelerate/blob/main/docs/source/usage_guides/training_zoo.md"}}),{c(){d=o("meta"),me=l(),pe=o("p"),ce=l(),g(w.$$.fragment),de=l(),g(b.$$.fragment),we=l(),x=o("p"),x.textContent=ut,be=l(),g($.$$.fragment),xe=l(),g(y.$$.fragment),$e=l(),v=o("p"),v.textContent=mt,ye=l(),L=o("ul"),L.innerHTML=ct,ve=l(),g(_.$$.fragment),Le=l(),T=o("p"),T.textContent=dt,_e=l(),M=o("ul"),M.innerHTML=wt,Te=l(),g(C.$$.fragment),Me=l(),A=o("p"),A.textContent=bt,Ce=l(),H=o("ul"),H.innerHTML=xt,Ae=l(),g(S.$$.fragment),He=l(),k=o("p"),k.textContent=$t,Se=l(),D=o("blockquote"),D.innerHTML=yt,ke=l(),g(E.$$.fragment),De=l(),P=o("ul"),P.innerHTML=vt,Ee=l(),g(X.$$.fragment),Pe=l(),Y=o("ul"),Y.innerHTML=Lt,Xe=l(),g(I.$$.fragment),Ye=l(),G=o("ul"),G.innerHTML=_t,Ie=l(),g(z.$$.fragment),Ge=l(),B=o("ul"),B.innerHTML=Tt,ze=l(),g(R.$$.fragment),Be=l(),F=o("ul"),F.innerHTML=Mt,Re=l(),g(U.$$.fragment),Fe=l(),K=o("ul"),K.innerHTML=Ct,Ue=l(),g(Z.$$.fragment),Ke=l(),q=o("ul"),q.innerHTML=At,Ze=l(),g(J.$$.fragment),qe=l(),O=o("ul"),O.innerHTML=Ht,Je=l(),g(W.$$.fragment),Oe=l(),N=o("ul"),N.innerHTML=St,We=l(),g(j.$$.fragment),Ne=l(),V=o("ul"),V.innerHTML=kt,je=l(),g(Q.$$.fragment),Ve=l(),ee=o("ul"),ee.innerHTML=Dt,Qe=l(),g(te.$$.fragment),et=l(),ae=o("ul"),ae.innerHTML=Et,tt=l(),g(ie.$$.fragment),at=l(),le=o("ul"),le.innerHTML=Pt,it=l(),g(ne.$$.fragment),lt=l(),oe=o("ul"),oe.innerHTML=Xt,nt=l(),g(re.$$.fragment),ot=l(),se=o("p"),se.textContent=Yt,rt=l(),ge=o("blockquote"),ge.innerHTML=It,st=l(),fe=o("ul"),fe.innerHTML=Gt,gt=l(),g(he.$$.fragment),ft=l(),ue=o("p"),this.h()},l(e){const t=qt("svelte-u9bgzb",document.head);d=r(t,"META",{name:!0,content:!0}),t.forEach(a),me=n(e),pe=r(e,"P",{}),zt(pe).forEach(a),ce=n(e),f(w.$$.fragment,e),de=n(e),f(b.$$.fragment,e),we=n(e),x=r(e,"P",{"data-svelte-h":!0}),s(x)!=="svelte-i6wx37"&&(x.textContent=ut),be=n(e),f($.$$.fragment,e),xe=n(e),f(y.$$.fragment,e),$e=n(e),v=r(e,"P",{"data-svelte-h":!0}),s(v)!=="svelte-15aiqp"&&(v.textContent=mt),ye=n(e),L=r(e,"UL",{"data-svelte-h":!0}),s(L)!=="svelte-14t37ux"&&(L.innerHTML=ct),ve=n(e),f(_.$$.fragment,e),Le=n(e),T=r(e,"P",{"data-svelte-h":!0}),s(T)!=="svelte-1jl7f7y"&&(T.textContent=dt),_e=n(e),M=r(e,"UL",{"data-svelte-h":!0}),s(M)!=="svelte-p2tbx3"&&(M.innerHTML=wt),Te=n(e),f(C.$$.fragment,e),Me=n(e),A=r(e,"P",{"data-svelte-h":!0}),s(A)!=="svelte-1s449lo"&&(A.textContent=bt),Ce=n(e),H=r(e,"UL",{"data-svelte-h":!0}),s(H)!=="svelte-kaelad"&&(H.innerHTML=xt),Ae=n(e),f(S.$$.fragment,e),He=n(e),k=r(e,"P",{"data-svelte-h":!0}),s(k)!=="svelte-1qkx6ia"&&(k.textContent=$t),Se=n(e),D=r(e,"BLOCKQUOTE",{"data-svelte-h":!0}),s(D)!=="svelte-1a5tgms"&&(D.innerHTML=yt),ke=n(e),f(E.$$.fragment,e),De=n(e),P=r(e,"UL",{"data-svelte-h":!0}),s(P)!=="svelte-m2whwv"&&(P.innerHTML=vt),Ee=n(e),f(X.$$.fragment,e),Pe=n(e),Y=r(e,"UL",{"data-svelte-h":!0}),s(Y)!=="svelte-ddv6p9"&&(Y.innerHTML=Lt),Xe=n(e),f(I.$$.fragment,e),Ye=n(e),G=r(e,"UL",{"data-svelte-h":!0}),s(G)!=="svelte-1lx7ztj"&&(G.innerHTML=_t),Ie=n(e),f(z.$$.fragment,e),Ge=n(e),B=r(e,"UL",{"data-svelte-h":!0}),s(B)!=="svelte-18qz8iq"&&(B.innerHTML=Tt),ze=n(e),f(R.$$.fragment,e),Be=n(e),F=r(e,"UL",{"data-svelte-h":!0}),s(F)!=="svelte-z25h44"&&(F.innerHTML=Mt),Re=n(e),f(U.$$.fragment,e),Fe=n(e),K=r(e,"UL",{"data-svelte-h":!0}),s(K)!=="svelte-ytpfrs"&&(K.innerHTML=Ct),Ue=n(e),f(Z.$$.fragment,e),Ke=n(e),q=r(e,"UL",{"data-svelte-h":!0}),s(q)!=="svelte-ebz57v"&&(q.innerHTML=At),Ze=n(e),f(J.$$.fragment,e),qe=n(e),O=r(e,"UL",{"data-svelte-h":!0}),s(O)!=="svelte-6mcze3"&&(O.innerHTML=Ht),Je=n(e),f(W.$$.fragment,e),Oe=n(e),N=r(e,"UL",{"data-svelte-h":!0}),s(N)!=="svelte-188zfrf"&&(N.innerHTML=St),We=n(e),f(j.$$.fragment,e),Ne=n(e),V=r(e,"UL",{"data-svelte-h":!0}),s(V)!=="svelte-o30kn6"&&(V.innerHTML=kt),je=n(e),f(Q.$$.fragment,e),Ve=n(e),ee=r(e,"UL",{"data-svelte-h":!0}),s(ee)!=="svelte-7hmcdx"&&(ee.innerHTML=Dt),Qe=n(e),f(te.$$.fragment,e),et=n(e),ae=r(e,"UL",{"data-svelte-h":!0}),s(ae)!=="svelte-1kb8pbu"&&(ae.innerHTML=Et),tt=n(e),f(ie.$$.fragment,e),at=n(e),le=r(e,"UL",{"data-svelte-h":!0}),s(le)!=="svelte-1glwo4f"&&(le.innerHTML=Pt),it=n(e),f(ne.$$.fragment,e),lt=n(e),oe=r(e,"UL",{"data-svelte-h":!0}),s(oe)!=="svelte-fpf70h"&&(oe.innerHTML=Xt),nt=n(e),f(re.$$.fragment,e),ot=n(e),se=r(e,"P",{"data-svelte-h":!0}),s(se)!=="svelte-1vcat29"&&(se.textContent=Yt),rt=n(e),ge=r(e,"BLOCKQUOTE",{"data-svelte-h":!0}),s(ge)!=="svelte-fqfs08"&&(ge.innerHTML=It),st=n(e),fe=r(e,"UL",{"data-svelte-h":!0}),s(fe)!=="svelte-1xumll1"&&(fe.innerHTML=Gt),gt=n(e),f(he.$$.fragment,e),ft=n(e),ue=r(e,"P",{}),zt(ue).forEach(a),this.h()},h(){Bt(d,"name","hf:doc:metadata"),Bt(d,"content",jt)},m(e,t){Jt(document.head,d),i(e,me,t),i(e,pe,t),i(e,ce,t),h(w,e,t),i(e,de,t),h(b,e,t),i(e,we,t),i(e,x,t),i(e,be,t),h($,e,t),i(e,xe,t),h(y,e,t),i(e,$e,t),i(e,v,t),i(e,ye,t),i(e,L,t),i(e,ve,t),h(_,e,t),i(e,Le,t),i(e,T,t),i(e,_e,t),i(e,M,t),i(e,Te,t),h(C,e,t),i(e,Me,t),i(e,A,t),i(e,Ce,t),i(e,H,t),i(e,Ae,t),h(S,e,t),i(e,He,t),i(e,k,t),i(e,Se,t),i(e,D,t),i(e,ke,t),h(E,e,t),i(e,De,t),i(e,P,t),i(e,Ee,t),h(X,e,t),i(e,Pe,t),i(e,Y,t),i(e,Xe,t),h(I,e,t),i(e,Ye,t),i(e,G,t),i(e,Ie,t),h(z,e,t),i(e,Ge,t),i(e,B,t),i(e,ze,t),h(R,e,t),i(e,Be,t),i(e,F,t),i(e,Re,t),h(U,e,t),i(e,Fe,t),i(e,K,t),i(e,Ue,t),h(Z,e,t),i(e,Ke,t),i(e,q,t),i(e,Ze,t),h(J,e,t),i(e,qe,t),i(e,O,t),i(e,Je,t),h(W,e,t),i(e,Oe,t),i(e,N,t),i(e,We,t),h(j,e,t),i(e,Ne,t),i(e,V,t),i(e,je,t),h(Q,e,t),i(e,Ve,t),i(e,ee,t),i(e,Qe,t),h(te,e,t),i(e,et,t),i(e,ae,t),i(e,tt,t),h(ie,e,t),i(e,at,t),i(e,le,t),i(e,it,t),h(ne,e,t),i(e,lt,t),i(e,oe,t),i(e,nt,t),h(re,e,t),i(e,ot,t),i(e,se,t),i(e,rt,t),i(e,ge,t),i(e,st,t),i(e,fe,t),i(e,gt,t),h(he,e,t),i(e,ft,t),i(e,ue,t),ht=!0},p:Ft,i(e){ht||(p(w.$$.fragment,e),p(b.$$.fragment,e),p($.$$.fragment,e),p(y.$$.fragment,e),p(_.$$.fragment,e),p(C.$$.fragment,e),p(S.$$.fragment,e),p(E.$$.fragment,e),p(X.$$.fragment,e),p(I.$$.fragment,e),p(z.$$.fragment,e),p(R.$$.fragment,e),p(U.$$.fragment,e),p(Z.$$.fragment,e),p(J.$$.fragment,e),p(W.$$.fragment,e),p(j.$$.fragment,e),p(Q.$$.fragment,e),p(te.$$.fragment,e),p(ie.$$.fragment,e),p(ne.$$.fragment,e),p(re.$$.fragment,e),p(he.$$.fragment,e),ht=!0)},o(e){u(w.$$.fragment,e),u(b.$$.fragment,e),u($.$$.fragment,e),u(y.$$.fragment,e),u(_.$$.fragment,e),u(C.$$.fragment,e),u(S.$$.fragment,e),u(E.$$.fragment,e),u(X.$$.fragment,e),u(I.$$.fragment,e),u(z.$$.fragment,e),u(R.$$.fragment,e),u(U.$$.fragment,e),u(Z.$$.fragment,e),u(J.$$.fragment,e),u(W.$$.fragment,e),u(j.$$.fragment,e),u(Q.$$.fragment,e),u(te.$$.fragment,e),u(ie.$$.fragment,e),u(ne.$$.fragment,e),u(re.$$.fragment,e),u(he.$$.fragment,e),ht=!1},d(e){e&&(a(me),a(pe),a(ce),a(de),a(we),a(x),a(be),a(xe),a($e),a(v),a(ye),a(L),a(ve),a(Le),a(T),a(_e),a(M),a(Te),a(Me),a(A),a(Ce),a(H),a(Ae),a(He),a(k),a(Se),a(D),a(ke),a(De),a(P),a(Ee),a(Pe),a(Y),a(Xe),a(Ye),a(G),a(Ie),a(Ge),a(B),a(ze),a(Be),a(F),a(Re),a(Fe),a(K),a(Ue),a(Ke),a(q),a(Ze),a(qe),a(O),a(Je),a(Oe),a(N),a(We),a(Ne),a(V),a(je),a(Ve),a(ee),a(Qe),a(et),a(ae),a(tt),a(at),a(le),a(it),a(lt),a(oe),a(nt),a(ot),a(se),a(rt),a(ge),a(st),a(fe),a(gt),a(ft),a(ue)),a(d),m(w,e),m(b,e),m($,e),m(y,e),m(_,e),m(C,e),m(S,e),m(E,e),m(X,e),m(I,e),m(z,e),m(R,e),m(U,e),m(Z,e),m(J,e),m(W,e),m(j,e),m(Q,e),m(te,e),m(ie,e),m(ne,e),m(re,e),m(he,e)}}}const jt='{"title":"Example Zoo","local":"example-zoo","sections":[{"title":"Official Accelerate Examples:","local":"official-accelerate-examples","sections":[{"title":"Basic Examples","local":"basic-examples","sections":[],"depth":3},{"title":"Feature Specific Examples","local":"feature-specific-examples","sections":[],"depth":3},{"title":"Full Examples","local":"full-examples","sections":[],"depth":3}],"depth":2},{"title":"Integration Examples","local":"integration-examples","sections":[{"title":"Amphion","local":"amphion","sections":[],"depth":3},{"title":"Catalyst","local":"catalyst","sections":[],"depth":3},{"title":"DALLE2-pytorch","local":"dalle2-pytorch","sections":[],"depth":3},{"title":"Diffusers","local":"diffusers","sections":[],"depth":3},{"title":"fastai","local":"fastai","sections":[],"depth":3},{"title":"GradsFlow","local":"gradsflow","sections":[],"depth":3},{"title":"imagen-pytorch","local":"imagen-pytorch","sections":[],"depth":3},{"title":"Kornia","local":"kornia","sections":[],"depth":3},{"title":"PyTorch Accelerated","local":"pytorch-accelerated","sections":[],"depth":3},{"title":"PyTorch3D","local":"pytorch3d","sections":[],"depth":3},{"title":"Stable-Dreamfusion","local":"stable-dreamfusion","sections":[],"depth":3},{"title":"Tez","local":"tez","sections":[],"depth":3},{"title":"trlx","local":"trlx","sections":[],"depth":3},{"title":"Comfy-UI","local":"comfy-ui","sections":[],"depth":3}],"depth":2},{"title":"In Science","local":"in-science","sections":[],"depth":2}],"depth":1}';function Vt(pt){return Ut(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class aa extends Kt{constructor(d){super(),Zt(this,d,Vt,Nt,Rt,{})}}export{aa as component};