File size: 612 Bytes
da08b7d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#!/bin/bash
#SBATCH --job-name=hf_push_vla
#SBATCH --account=def-yalda
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=1
#SBATCH --mem=2G
#SBATCH --output=outputs/hpc/logs/%x_%j.out
#SBATCH --error=outputs/hpc/logs/%x_%j.err

set -euo pipefail

PROJECT_DIR="${PROJECT_DIR:-$SLURM_SUBMIT_DIR}"
cd "$PROJECT_DIR"
mkdir -p outputs/hpc/logs outputs/hf_sync

export HF_REPO_ID="${HF_REPO_ID:-anhtld/vla}"
export HF_REPO_TYPE="${HF_REPO_TYPE:-model}"
export HF_SYNC_INTERVAL_SECONDS="${HF_SYNC_INTERVAL_SECONDS:-900}"
export HF_SYNC_BOOTSTRAP="${HF_SYNC_BOOTSTRAP:-1}"
export PROJECT_DIR

scripts/hf_push_every_15m.sh