File size: 1,405 Bytes
71d6013 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
# Configuration for Cog ⚙️
# Reference: https://cog.run/yaml
build:
# set to true if your model requires a GPU
gpu: true
# a list of ubuntu apt packages to install
system_packages:
- "libgl1-mesa-glx"
- "libglib2.0-0"
# python version in the form '3.11' or '3.11.4'
python_version: "3.10"
# a list of packages in the format <package-name>==<version>
python_packages:
- "torch==2.1.2"
- "torchvision==0.16.2"
- "torchaudio==2.1.2"
- "transformers==4.43.4"
- "tokenizers==0.19.1"
- "sentencepiece==0.1.99"
- "shortuuid"
- "accelerate==0.33.0"
- "peft==0.11.1"
- "bitsandbytes==0.43.1"
- "pydantic<2"
- "markdown2[all]"
- "numpy"
- "scikit-learn==1.2.2"
- "gradio_client==1.3.0"
- "requests"
- "httpx==0.27.2"
- "uvicorn"
- "fastapi"
- "soundfile"
- "einops==0.6.1"
- "einops-exts==0.0.4"
- "timm==0.6.13"
- "openai-whisper"
- "setuptools==59.5.0"
- "omegaconf==2.0.6"
run:
- git clone https://github.com/pytorch/fairseq && cd fairseq && pip install -e . --no-build-isolation
- pip install flash-attn --no-build-isolation
- curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.8.2/pget_linux_x86_64" && chmod +x /usr/local/bin/pget
# predict.py defines how predictions are run on your model
predict: "predict.py:Predictor"
|