File size: 346 Bytes
0087b06 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | # Pretraining arc lm
git clone https://github.com/huggingface/nanotron
python3 -m venv venv
source venv/bin/activate
python -m pip install --upgrade pip
cd nanotron
pip install -e .
pip install datasets transformers datatrove[io] numba wandb
pip install wheel ninja triton flash-attn --no-build-isolation
huggingface-cli login
wandb login
cd .. |