Spaces:
Running on Zero
Running on Zero
File size: 2,395 Bytes
ddb382a 8031e67 ddb382a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | #!/bin/bash
# Check number of arguments
if [ "$#" -lt 3 ] || [ "$#" -gt 4 ]; then
echo "Usage: $0 <video_path> <title> <description> [use-half]"
exit 1
fi
VIDEO_PATH="$1"
TITLE="$2"
DESCRIPTION="$3"
USE_HALF_FLAG="$4"
model_config="ThinkSound/configs/model_configs/thinksound.json"
# Generate unique ID
UNIQUE_ID=$(uuidgen | cut -c 1-8)
# Create necessary directories
mkdir -p videos cot_coarse results
# Get video filename and extension
VIDEO_FILE=$(basename "$VIDEO_PATH")
VIDEO_EXT="${VIDEO_FILE##*.}"
VIDEO_ID="${VIDEO_FILE%.*}"
TEMP_VIDEO_PATH="videos/demo.mp4"
# Convert video to MP4 format if needed
if [ "${VIDEO_EXT,,}" != "mp4" ]; then
echo "⏳ Converting video to MP4 format..."
ffmpeg -y -i "$VIDEO_PATH" -c:v libx264 -preset fast -c:a aac -strict experimental "$TEMP_VIDEO_PATH" >/dev/null 2>&1
if [ $? -ne 0 ]; then
echo "❌ Video conversion failed"
exit 2
fi
else
cp "$VIDEO_PATH" "$TEMP_VIDEO_PATH"
fi
# Calculate video duration
DURATION=$(ffprobe -v error -show_entries format=duration -of default=noprint_wrappers=1:nokey=1 "$TEMP_VIDEO_PATH")
DURATION_SEC=${DURATION%.*}
echo "Duration is: $DURATION_SEC"
# Create cot.csv file
CAPTION_COT=$(echo "$DESCRIPTION" | tr '"' "'")
CSV_PATH="cot_coarse/cot.csv"
echo "id,caption,caption_cot" > "$CSV_PATH"
echo "demo,$TITLE,\"$CAPTION_COT\"" >> "$CSV_PATH"
# Run feature extraction
echo "⏳ Extracting features..."
EXTRACT_CMD=("python" "extract_latents.py" "--duration_sec" "$DURATION_SEC")
if [ "$USE_HALF_FLAG" = "use-half" ]; then
EXTRACT_CMD+=("--use_half")
fi
"${EXTRACT_CMD[@]}" 2>&1
if [ $? -ne 0 ]; then
echo "❌ Feature extraction failed"
rm -f "$TEMP_VIDEO_PATH"
exit 3
fi
# Run inference
echo "⏳ Running model inference..."
python predict.py \
--model-config "$model_config" \
--duration-sec "$DURATION" \
--results-dir "results"\
if [ $? -ne 0 ]; then
echo "❌ Inference failed"
rm -f "$TEMP_VIDEO_PATH"
exit 4
fi
# Get generated audio file
CURRENT_DATE=$(date +"%m%d")
AUDIO_PATH="results/${CURRENT_DATE}_batch_size1/demo.wav"
# Check if audio file exists
if [ ! -f "$AUDIO_PATH" ]; then
echo "❌ Generated audio file not found"
rm -f "$TEMP_VIDEO_PATH"
exit 5
fi
# Clean up temporary video file
rm -f "$TEMP_VIDEO_PATH"
echo "✅ Audio generated successfully!"
echo "Audio file path: $AUDIO_PATH" |