File size: 1,310 Bytes
d8bfe4a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | #!/bin/bash
#SBATCH -J qwen3omni_check
#SBATCH -p gpu
#SBATCH -N 1
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=4
#SBATCH --qos normal
#SBATCH -o /workspace/echoloc/Dataset/VStyle/sft/logs/qwen3omni_check_%j.out
#SBATCH -e /workspace/echoloc/Dataset/VStyle/sft/logs/qwen3omni_check_%j.err
set -euo pipefail
# ===== Conda =====
export CONDA_PREFIX=/workspace/miniconda3/envs/qwen3omni_thinker
export PATH=$CONDA_PREFIX/bin:$PATH
export LD_LIBRARY_PATH="${CONDA_PREFIX}/lib:${LD_LIBRARY_PATH:-}"
echo "===== ENV ====="
which python
python --version
echo $LD_LIBRARY_PATH
python << 'PYCODE'
import json
MASTER_JSONL = "/workspace/echoloc/datas/ds3_vstyle_controls_3_17/ds3_vstyle_controls_3_17.jsonl"
count = 0
with open(MASTER_JSONL, "r", encoding="utf-8") as f:
for line in f:
entry = json.loads(line)
controls = entry.get("generated_control", {}).get("Control", [])
if len(controls) > 1:
count += 1
print(f"\n--- Multi-Control Case #{count} ---")
print(f"ID: {entry.get('instruct_id')}")
print(f"Control Count: {len(controls)}")
for i, c in enumerate(controls):
print(f" Segment {i+1} Text: {c.get('sample_text')}")
if count >= 3: # 只看前3个例子
break
PYCODE
|