compress.sh

#!/bin/bash

export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:128,garbage_collection_threshold:0.6,expandable_segments:True"
export CUDA_MODULE_LOADING=LAZY
export CUDA_VISIBLE_DEVICES=0

export TRANSFORMERS_VERBOSITY=info
export DATASETS_VERBOSITY=info

echo "Starting compression at $(date)"
python compress.py 2>&1 | tee compression_log.txt