Upload blend_5050.sh with huggingface_hub

blend_5050.sh

@@ -1,45 +1,58 @@
 #!/bin/bash
-# blend_5050.sh — 100% gesynchroniseerde 50/50 blend van LTX + Flux1 colorize.
-# Lost de bekende desync op: (1) broken container (24fps-content-als-30fps -> 226s),
-# (2) ongelijke frame-counts (LTX 67x81=5427 vs Flux1 ~5400). Aligned vanaf frame 0.
-# Usage: blend_5050.sh <LTX.mp4> <FLUX.mp4> <AUDIO.m4a> <OUT.mp4> [WxH]
+# blend_5050.sh v2 — robuuste, 100% gesynchroniseerde 50/50 blend van LTX + Flux1 colorize.
+# Lost ALLE bekende desync-oorzaken op:
+#  (1) broken container (24fps-content-als-30fps -> 226s): force schone 30fps CFR.
+#  (2) ongelijke frame-counts (LTX 67x81=5427 vs Flux1 ~5405): trim naar min.
+#  (3) ASPECT/framing-verschil (LTX 1.765 vs Flux1 1.894 -> ghosting): crop de bredere
+#      naar de aspect van de smallere, gecentreerd -> content pixel-op-pixel.
+#  (4) "rare f0" / leading-black: detecteert + rapporteert (align-overlays vangen offset af).
+# Verificatie: 50/50 overlay-frames (f0/midden/eind). SCHERP = aligned, GHOSTING = mis.
+# Usage: blend_5050.sh <LTX.mp4> <FLUX.mp4> <AUDIO> <OUT.mp4> [OUTRES=1920:1080]
 set -e
-LTX="$1"; FLUX="$2"; AUDIO="$3"; OUT="$4"; RES="${5:-1920:1080}"
+LTX="$1"; FLUX="$2"; AUDIO="$3"; OUT="$4"; OUTRES="${5:-1920:1080}"
 TMP=$(mktemp -d)
-echo "[BLEND] LTX=$LTX  FLUX=$FLUX  res=$RES"
+dims(){ ffprobe -v error -select_streams v:0 -show_entries stream=width,height -of csv=p=0 "$1"; }
 
-# Bron-specs (diagnose)
-probe(){ ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets,r_frame_rate,avg_frame_rate -show_entries format=duration -of default=nw=1 "$1"; }
-echo "[BRON LTX ]"; probe "$LTX"
-echo "[BRON FLUX]"; probe "$FLUX"
+# STAP 0: leading-black detectie (vang de "rare f0" af)
+echo "[BLACK] leading-black check (eerste 1.5s):"
+for tag in LTX FLUX; do
+  src=$([ "$tag" = LTX ] && echo "$LTX" || echo "$FLUX")
+  bd=$(ffmpeg -loglevel info -i "$src" -vf "blackdetect=d=0.01:pix_th=0.10" -t 1.5 -an -f null - 2>&1 | grep -oE 'black_end:[0-9.]+' | head -1)
+  echo "  $tag: ${bd:-geen}"
+done
+echo "[BLACK] -> als deze sterk verschillen kan er een offset zijn; de align-overlays onderaan tonen het."
 
-# STAP 1: forceer beide naar SCHONE 30fps CFR (settb+setpts = retiming dat een broken
-# 24fps-als-30fps container repareert; -vsync cfr borgt constante frametiming). Geen resample.
-ffmpeg -y -loglevel error -i "$LTX"  -vf "settb=AVTB,setpts=N/30/TB,scale=${RES},setsar=1" -r 30 -vsync cfr -an -c:v libx264 -crf 16 "$TMP/ltx30.mp4"
-ffmpeg -y -loglevel error -i "$FLUX" -vf "settb=AVTB,setpts=N/30/TB,scale=${RES},setsar=1" -r 30 -vsync cfr -an -c:v libx264 -crf 16 "$TMP/flux30.mp4"
+# STAP 1: beide naar SCHONE 30fps CFR (retiming repareert broken 24-als-30fps; geen resample)
+ffmpeg -y -loglevel error -i "$LTX"  -vf "settb=AVTB,setpts=N/30/TB" -r 30 -vsync cfr -an -c:v libx264 -crf 16 "$TMP/l.mp4"
+ffmpeg -y -loglevel error -i "$FLUX" -vf "settb=AVTB,setpts=N/30/TB" -r 30 -vsync cfr -an -c:v libx264 -crf 16 "$TMP/f.mp4"
 
-# STAP 2: exacte frame-counts -> gemeenschappelijke lengte = min (aligned vanaf frame 0)
-NL=$(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets -of csv=p=0 "$TMP/ltx30.mp4")
-NF=$(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets -of csv=p=0 "$TMP/flux30.mp4")
-N=$(( NL < NF ? NL : NF ))
-echo "[SYNC] LTX=$NL, FLUX=$NF frames -> trim beide EXACT naar $N"
+# STAP 2: ASPECT matchen -> crop de bredere naar de aspect van de smallere (gecentreerd) + scale
+IFS=, read WL HL < <(dims "$TMP/l.mp4"); IFS=, read WF HF < <(dims "$TMP/f.mp4")
+AL=$(awk "BEGIN{printf \"%.5f\",$WL/$HL}"); AF=$(awk "BEGIN{printf \"%.5f\",$WF/$HF}")
+TA=$(awk "BEGIN{print ($AL<$AF)?$AL:$AF}")
+echo "[ASPECT] LTX=${WL}x${HL}(${AL}) FLUX=${WF}x${HF}(${AF}) -> doel-aspect=${TA}"
+cropfit(){ local w="$1" h="$2"; local cw=$(awk "BEGIN{c=int($h*$TA); c-=c%2; print c}")
+  if [ "$cw" -lt "$w" ]; then echo "crop=${cw}:${h}:$(awk "BEGIN{print int(($w-$cw)/2)}"):0,"; else echo ""; fi; }
+ffmpeg -y -loglevel error -i "$TMP/l.mp4" -vf "$(cropfit $WL $HL)scale=${OUTRES},setsar=1" -c:v libx264 -crf 16 "$TMP/lA.mp4"
+ffmpeg -y -loglevel error -i "$TMP/f.mp4" -vf "$(cropfit $WF $HF)scale=${OUTRES},setsar=1" -c:v libx264 -crf 16 "$TMP/fA.mp4"
 
-# STAP 3: trim beide naar N frames
-ffmpeg -y -loglevel error -i "$TMP/ltx30.mp4"  -frames:v "$N" -c:v libx264 -crf 16 "$TMP/ltxN.mp4"
-ffmpeg -y -loglevel error -i "$TMP/flux30.mp4" -frames:v "$N" -c:v libx264 -crf 16 "$TMP/fluxN.mp4"
+# STAP 3: frame-counts gelijk (trim naar min, aligned vanaf frame 0)
+NL=$(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets -of csv=p=0 "$TMP/lA.mp4")
+NF=$(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets -of csv=p=0 "$TMP/fA.mp4")
+N=$(( NL < NF ? NL : NF )); echo "[SYNC] LTX=$NL FLUX=$NF -> trim naar $N"
+ffmpeg -y -loglevel error -i "$TMP/lA.mp4" -frames:v "$N" -c:v libx264 -crf 16 "$TMP/lN.mp4"
+ffmpeg -y -loglevel error -i "$TMP/fA.mp4" -frames:v "$N" -c:v libx264 -crf 16 "$TMP/fN.mp4"
 
-# STAP 4: 50/50 blend + audio (beide nu IDENTIEK N frames @ 30fps CFR -> 100% synchroon)
-ffmpeg -y -loglevel error -i "$TMP/ltxN.mp4" -i "$TMP/fluxN.mp4" -i "$AUDIO" \
-  -filter_complex "[0:v][1:v]blend=all_mode=average[v]" \
-  -map "[v]" -map "2:a" -shortest -r 30 -vsync cfr -c:v libx264 -crf 16 -c:a aac "$OUT"
+# STAP 4: 50/50 blend + audio (beide IDENTIEK N frames @ 30fps CFR, zelfde framing -> 100% sync)
+ffmpeg -y -loglevel error -i "$TMP/lN.mp4" -i "$TMP/fN.mp4" -i "$AUDIO" \
+  -filter_complex "[0:v][1:v]blend=all_mode=average[v]" -map "[v]" -map "2:a" -shortest -r 30 -vsync cfr -c:v libx264 -crf 16 -c:a aac "$OUT"
 
-# STAP 5: verifieer + extraheer alignment-frames (frame 0, midden, eind) van beide bronnen
-echo "[VERIFY OUT] $(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets,r_frame_rate -show_entries format=duration -of default=nw=1 "$OUT" | tr '\n' ' ')"
+# STAP 5: verifieer + align-overlays (50/50 van enkel-frames: scherp=aligned, ghost=mis)
 VDIR="$(dirname "$OUT")/align_check"; mkdir -p "$VDIR"
 for fr in 0 $((N/2)) $((N-1)); do
-  ffmpeg -y -loglevel error -i "$TMP/ltxN.mp4"  -vf "select=eq(n\,$fr)" -frames:v 1 "$VDIR/f${fr}_ltx.png"
-  ffmpeg -y -loglevel error -i "$TMP/fluxN.mp4" -vf "select=eq(n\,$fr)" -frames:v 1 "$VDIR/f${fr}_flux.png"
+  ffmpeg -y -loglevel error -i "$TMP/lN.mp4" -i "$TMP/fN.mp4" \
+    -filter_complex "[0:v]select=eq(n\,$fr)[a];[1:v]select=eq(n\,$fr)[b];[a][b]blend=all_mode=average" -frames:v 1 "$VDIR/overlay_f${fr}.png"
 done
-echo "[ALIGN] check-frames in $VDIR (f0/fmid/fend, ltx vs flux -- moeten dezelfde scene tonen)"
-rm -rf "$TMP"
-echo "[BLEND] klaar -> $OUT"
+echo "[VERIFY] OUT: $(ffprobe -v error -select_streams v:0 -count_packets -show_entries stream=nb_read_packets,r_frame_rate -show_entries format=duration -of default=nw=1 "$OUT" | tr '\n' ' ')"
+echo "[ALIGN] overlay-frames in $VDIR -> scherp = perfect aligned"
+rm -rf "$TMP"; echo "[BLEND] klaar -> $OUT"