File size: 793 Bytes
7ed86c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
#!/bin/bash
# Submit the documentary-clean run as a chain of dependent jobs.
# Usage: scripts/pretrain/launch_doc_chain.sh [n_jobs=6] [hours=8] [dep_jobid]
# Prints one line per job to stderr; the LAST stdout line is the tail job id.
set -euo pipefail
N=${1:-6}
HOURS=${2:-5}
HEADDEP=${3:-}
cd "$(dirname "$0")/../.."

PREV="$HEADDEP"
JOBIDS=()
for i in $(seq 1 "$N"); do
  if [ -z "$PREV" ]; then DEP=""; else DEP="--dependency=afterany:$PREV"; fi
  J=$(sbatch --parsable --time="${HOURS}:00:00" --job-name="gcb-doc" $DEP \
    -o "logs/doc-%j.out" -e "logs/doc-%j.out" \
    scripts/slurm/pretrain_doc_clean.sbatch)
  echo "doc_clean chain job $i/$N: $J (dep: ${PREV:-none})" >&2
  JOBIDS+=("$J")
  PREV=$J
done
echo "doc_clean chain: ${JOBIDS[*]} (budget $((N * HOURS))h)" >&2
echo "$PREV"