Spaces:
Sleeping
Sleeping
| # Precompute the Code2LoRA timeline Space cache (cr_test repos with 10-400 commits). | |
| # sbatch hf_space_demo/tools/precompute.sbatch | |
| #SBATCH --job-name=c2l_space_cache | |
| #SBATCH --output=slurm_logs/c2l_space_cache_%j.out | |
| #SBATCH --error=slurm_logs/c2l_space_cache_%j.err | |
| #SBATCH --time=12:00:00 | |
| #SBATCH --gres=gpu:h100:1 | |
| #SBATCH --cpus-per-task=8 | |
| #SBATCH --mem=80G | |
| #SBATCH --account=def-yuntian_gpu | |
| #SBATCH --export=ALL | |
| set -euo pipefail | |
| module purge 2>/dev/null || true | |
| module load StdEnv/2023 python/3.12 gcc/12.3 cuda/12.6 arrow | |
| source /scratch/lhotsko/venvs/qwen-cu126-py312/bin/activate | |
| cd /home/lhotsko/RepoPeftData | |
| mkdir -p slurm_logs | |
| export PYTHONUNBUFFERED=1 | |
| export HF_HOME="${HF_HOME:-$HOME/.cache/huggingface}" | |
| export HF_HUB_OFFLINE=1 | |
| python hf_space_demo/tools/precompute.py \ | |
| --out-dir /home/lhotsko/projects/def-yuntian/lhotsko/c2l_space/cache \ | |
| --shard-i 0 --num-shards 1 | |