File size: 2,259 Bytes
5952424 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | # Stoicheia environment. Source this before running anything.
# export STOICHEIA_DATA=/path/to/writable/data+checkpoints
# source env.sh
# Everything else derives from those two roots.
# This repository's checkout.
export STOICHEIA_ROOT="${STOICHEIA_ROOT:-$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)}"
# Writable data root: corpora, shards, checkpoints, eval outputs.
export STOICHEIA_DATA="${STOICHEIA_DATA:?set STOICHEIA_DATA to a writable data+checkpoint root}"
# Per-task subtrees under the data root. Configs and scripts reference these by name.
export INS_DATA="$STOICHEIA_DATA/insc_data" # documentary corpora + runs
export SYN_DATA="$STOICHEIA_DATA/parser_data" # treebank shards + parser runs
export METER_DATA="$STOICHEIA_DATA/meter" # encoded meter training data
export AGD_DATA="${AGD_DATA:-$STOICHEIA_DATA/agd}" # normalized source corpora
# Checkout of the released meter-silver dataset (verse lines, scanner corpus, Norma).
# Only needed to retrain the meter model or to run its data-dependent tests.
export MACRONIZER_SRC="${MACRONIZER_SRC:-$STOICHEIA_DATA/macron_data}"
# Sub-packages resolve their code root through these; all are this checkout.
export INS_ROOT="$STOICHEIA_ROOT"
export SYN_ROOT="$STOICHEIA_ROOT"
export TAGGER_ROOT="$STOICHEIA_ROOT"
export METER_ROOT="$STOICHEIA_ROOT"
# Pretrained torso used by the downstream configs that do not name a checkpoint inline.
export STOICHEIA_CKPT="${STOICHEIA_CKPT:-$STOICHEIA_DATA/runs/stoicheia_doc_clean/best.pt}"
export PYTHONPATH="$STOICHEIA_ROOT:${PYTHONPATH:-}"
# Caches inside the data root, so nothing lands in a read-only or shared HOME.
export HF_HOME="$STOICHEIA_DATA/cache/huggingface"
export XDG_CACHE_HOME="$STOICHEIA_DATA/cache/xdg"
export TRITON_CACHE_DIR="$STOICHEIA_DATA/cache/triton"
export TORCHINDUCTOR_CACHE_DIR="$STOICHEIA_DATA/cache/inductor"
mkdir -p "$XDG_CACHE_HOME" "$TRITON_CACHE_DIR" "$TORCHINDUCTOR_CACHE_DIR" 2>/dev/null
# Optional containerized execution (the SLURM templates use it; leave unset to run in a venv).
# export STOICHEIA_SIF=/path/to/container.sif
# export APPTAINER_BINDS="-B $STOICHEIA_DATA"
export SIF="${STOICHEIA_SIF:-}"
|