test.sh

#!/bin/bash

source /inspire/hdd/project/embodied-multimodality/public/yqzhang/miniconda3/bin/activate
conda activate /inspire/hdd/project/embodied-multimodality/public/cchang/env/mooncast/

# 设置CUDA环境变量
export CUDA_LAUNCH_BLOCKING=1
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

# 创建日志目录和文件名
LOG_DIR="/inspire/hdd/project/embodied-multimodality/public/cchang/projects/auto_evaluation_new/logs"
mkdir -p "$LOG_DIR"
LOG_FILE="$LOG_DIR/evaluation_$(date +%Y%m%d_%H%M%S).log"

# 记录开始时间
START_TIME=$(date +%s)
START_TIME_READABLE=$(date '+%Y-%m-%d %H:%M:%S')

echo "========================================="
echo "音色相似度评估开始"
echo "开始时间: $START_TIME_READABLE"
echo "日志文件: $LOG_FILE"
echo "========================================="
echo "可以使用以下命令实时查看日志："
echo "tail -f $LOG_FILE"
echo ""

# 将开始时间信息也写入日志文件
{
    echo "========================================="
    echo "音色相似度评估开始"
    echo "开始时间: $START_TIME_READABLE"
    echo "进程配置: 每GPU 8个进程"
    echo "语言设置: zh (中文)"
    echo "========================================="
    echo ""
} | tee "$LOG_FILE"

# 使用更保守的进程数
python -u /inspire/hdd/project/embodied-multimodality/public/cchang/projects/auto_evaluation_new/test.py \
    --jsonl_path /inspire/hdd/project/embodied-multimodality/public/yqzhang/infer_res/from_newckpt_step70000/eval_new/output.jsonl \
    --output_dir /inspire/hdd/project/embodied-multimodality/public/cchang/projects/auto_evaluation_new/eval_res/new_test \
    --processes_per_gpu 8 \
    --language zh \
    2>&1 | tee -a "$LOG_FILE"


# 记录结束时间
END_TIME=$(date +%s)
END_TIME_READABLE=$(date '+%Y-%m-%d %H:%M:%S')

# 计算耗时
DURATION=$((END_TIME - START_TIME))
HOURS=$((DURATION / 3600))
MINUTES=$(((DURATION % 3600) / 60))
SECONDS=$((DURATION % 60))

# 输出结束信息
{
    echo ""
    echo "========================================="
    echo "音色相似度评估完成！"
    echo "结束时间: $END_TIME_READABLE"
    echo "总耗时: ${HOURS}小时${MINUTES}分钟${SECONDS}秒 (共${DURATION}秒)"
    echo "日志文件: $LOG_FILE"
    echo "========================================="
} | tee -a "$LOG_FILE"

# 显示在终端
echo ""
echo "评估完成！"
echo "开始时间: $START_TIME_READABLE"
echo "结束时间: $END_TIME_READABLE"
echo "总耗时: ${HOURS}小时${MINUTES}分钟${SECONDS}秒"
echo "日志已保存到: $LOG_FILE"

# 如果耗时超过1小时，发送额外提醒
if [ $DURATION -gt 3600 ]; then
    echo ""
    echo "⏰ 注意：本次评估耗时较长，超过1小时"
    echo "   建议检查性能优化效果"
fi