Spaces:
Sleeping
Sleeping
File size: 905 Bytes
cdd31be 7bacdbf cdd31be 7bacdbf cdd31be 7bacdbf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | #!/bin/bash
# Precompute the Code2LoRA timeline Space cache (cr_test repos with 10-400 commits).
# sbatch hf_space_demo/tools/precompute.sbatch
#SBATCH --job-name=c2l_space_cache
#SBATCH --output=slurm_logs/c2l_space_cache_%j.out
#SBATCH --error=slurm_logs/c2l_space_cache_%j.err
#SBATCH --time=12:00:00
#SBATCH --gres=gpu:h100:1
#SBATCH --cpus-per-task=8
#SBATCH --mem=80G
#SBATCH --account=def-yuntian_gpu
#SBATCH --export=ALL
set -euo pipefail
module purge 2>/dev/null || true
module load StdEnv/2023 python/3.12 gcc/12.3 cuda/12.6 arrow
source /scratch/lhotsko/venvs/qwen-cu126-py312/bin/activate
cd /home/lhotsko/RepoPeftData
mkdir -p slurm_logs
export PYTHONUNBUFFERED=1
export HF_HOME="${HF_HOME:-$HOME/.cache/huggingface}"
export HF_HUB_OFFLINE=1
python hf_space_demo/tools/precompute.py \
--out-dir /home/lhotsko/projects/def-yuntian/lhotsko/c2l_space/cache \
--shard-i 0 --num-shards 1
|