#!/bin/bash
# Precompute the Code2LoRA timeline Space cache (cr_test repos with 10-400 commits).
#   sbatch hf_space_demo/tools/precompute.sbatch
#SBATCH --job-name=c2l_space_cache
#SBATCH --output=slurm_logs/c2l_space_cache_%j.out
#SBATCH --error=slurm_logs/c2l_space_cache_%j.err
#SBATCH --time=12:00:00
#SBATCH --gres=gpu:h100:1
#SBATCH --cpus-per-task=8
#SBATCH --mem=80G
#SBATCH --account=def-yuntian_gpu
#SBATCH --export=ALL

set -euo pipefail
module purge 2>/dev/null || true
module load StdEnv/2023 python/3.12 gcc/12.3 cuda/12.6 arrow
source /scratch/lhotsko/venvs/qwen-cu126-py312/bin/activate
cd /home/lhotsko/RepoPeftData
mkdir -p slurm_logs

export PYTHONUNBUFFERED=1
export HF_HOME="${HF_HOME:-$HOME/.cache/huggingface}"
export HF_HUB_OFFLINE=1

python hf_space_demo/tools/precompute.py \
  --out-dir /home/lhotsko/projects/def-yuntian/lhotsko/c2l_space/cache \
  --shard-i 0 --num-shards 1