| --- |
| title: "The Smol Training Playbook:<br/> The Secrets to Building World-Class LLMs" |
| subtitle: "A practical journey through the challenges, decisions, and messy reality behind training state-of-the-art language models" |
| description: "The Smol Training Playbook: The Secrets to Building World-Class LLMs" |
| authors: |
| - name: "Loubna Ben Allal" |
| url: "https://huggingface.co/loubnabnl" |
| affiliations: [1] |
| - name: "Lewis Tunstall" |
| url: "https://huggingface.co/lewtun" |
| affiliations: [1] |
| - name: "Nouamane Tazi" |
| url: "https://huggingface.co/nouamanetazi" |
| affiliations: [1] |
| - name: "Elie Bakouch" |
| url: "https://huggingface.co/eliebak" |
| affiliations: [1] |
| - name: "Ed Beeching" |
| url: "https://huggingface.co/edbeeching" |
| affiliations: [1] |
| - name: "Carlos Miguel Patiño" |
| url: "https://huggingface.co/cmpatino" |
| affiliations: [1] |
| - name: "Clémentine Fourrier" |
| url: "https://huggingface.co/clefourrier" |
| affiliations: [1] |
| - name: "Thibaud Frere" |
| url: "https://huggingface.co/tfrere" |
| affiliations: [1] |
| - name: "Anton Lozhkov" |
| url: "https://huggingface.co/anton-l" |
| affiliations: [1] |
| - name: "Colin Raffel" |
| url: "https://huggingface.co/craffel" |
| affiliations: [1] |
| - name: "Leandro von Werra" |
| url: "https://huggingface.co/lvwerra" |
| affiliations: [1] |
| - name: "Thomas Wolf" |
| url: "https://huggingface.co/thomwolf" |
| affiliations: [1] |
| affiliations: |
| - name: "Hugging Face" |
| url: "https://huggingface.co" |
| published: "Oct. 30, 2025" |
| tags: |
| - research-article-template |
| - scientific paper |
| - data visualization |
| tableOfContentsAutoCollapse: true |
| seoThumbImage: "/thumb.png" |
| pdfProOnly: false |
| --- |
|
|
|
|
|
|
|
|
|
|
|
|
| |
