interference.sh

INFER_OUTPUT_DIR="output2"  # directory to write infer output
T5X_DIR="../../t5x"  # directory where the t5x is cloned, e.g., ${HOME}"/t5x".
TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_mt5/"
CHECKPOINT_PATH="gs://nb-t5x-us-central2/model_mT5X_large_16_e/checkpoint_1140000"
PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
export PYTHONPATH=${PROJECT_DIR}

python3 ${T5X_DIR}/t5x/infer.py \
  --gin_search_paths=${PROJECT_DIR} \
  --gin_file="large_wmt_infer.gin" \
  --gin.CHECKPOINT_PATH=\"${CHECKPOINT_PATH}\" \
  --gin.INFER_OUTPUT_DIR=\"${INFER_OUTPUT_DIR}\" \
  --tfds_data_dir=${TFDS_DATA_DIR}