Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,6 +12,9 @@ from pathlib import Path
|
|
| 12 |
import sys
|
| 13 |
import yt_dlp
|
| 14 |
import pyloudnorm as pyln
|
|
|
|
|
|
|
|
|
|
| 15 |
|
| 16 |
# --- OPTIONAL: MIDI IMPORT ---
|
| 17 |
try:
|
|
@@ -21,7 +24,7 @@ except ImportError:
|
|
| 21 |
MIDI_AVAILABLE = False
|
| 22 |
print("WARNING: 'basic-pitch' not installed. MIDI extraction will be disabled.")
|
| 23 |
|
| 24 |
-
# --- PATCH FOR PILLOW
|
| 25 |
import PIL.Image
|
| 26 |
if not hasattr(PIL.Image, 'ANTIALIAS'):
|
| 27 |
PIL.Image.ANTIALIAS = PIL.Image.LANCZOS
|
|
@@ -29,38 +32,64 @@ if not hasattr(PIL.Image, 'ANTIALIAS'):
|
|
| 29 |
# --- CONFIGURATION ---
|
| 30 |
OUTPUT_DIR = Path("nightpulse_output")
|
| 31 |
TEMP_DIR = Path("temp_processing")
|
| 32 |
-
|
| 33 |
|
| 34 |
# ==========================================
|
| 35 |
-
# 1. SYSTEM UTILITIES
|
| 36 |
# ==========================================
|
| 37 |
|
| 38 |
-
def
|
| 39 |
-
"""
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
|
| 45 |
-
|
| 46 |
|
|
|
|
| 47 |
|
| 48 |
# ==========================================
|
| 49 |
-
# 2.
|
| 50 |
# ==========================================
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
def download_from_url(url):
|
| 53 |
"""Downloads audio from YouTube/SoundCloud using yt-dlp."""
|
| 54 |
-
if not url:
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
if
|
| 58 |
-
|
| 59 |
-
|
|
|
|
|
|
|
| 60 |
|
| 61 |
ydl_opts = {
|
| 62 |
"format": "bestaudio/best",
|
| 63 |
-
"outtmpl": str(TEMP_DIR / "%(title)s.%(ext)s"),
|
| 64 |
"postprocessors": [{"key": "FFmpegExtractAudio", "preferredcodec": "wav", "preferredquality": "192"}],
|
| 65 |
"quiet": True,
|
| 66 |
"no_warnings": True,
|
|
@@ -72,483 +101,501 @@ def download_from_url(url):
|
|
| 72 |
final_path = Path(filename).with_suffix(".wav")
|
| 73 |
return str(final_path)
|
| 74 |
|
| 75 |
-
|
| 76 |
-
def safe_copy_to_temp(audio_file: str) -> str:
|
| 77 |
-
"""Copies uploaded file to temp with a safe filename."""
|
| 78 |
-
src = Path(audio_file)
|
| 79 |
-
TEMP_DIR.mkdir(parents=True, exist_ok=True)
|
| 80 |
-
safe_stem = "".join(c if c.isalnum() or c in "._-" else "_" for c in src.stem)
|
| 81 |
-
dst = TEMP_DIR / f"{safe_stem}{src.suffix.lower()}"
|
| 82 |
-
try:
|
| 83 |
-
shutil.copy(src, dst)
|
| 84 |
-
except Exception:
|
| 85 |
-
return str(src)
|
| 86 |
-
return str(dst)
|
| 87 |
-
|
| 88 |
-
|
| 89 |
def ensure_wav(input_path: str) -> str:
|
| 90 |
-
"""
|
| 91 |
p = Path(input_path)
|
| 92 |
-
if p.suffix.lower() == ".wav":
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
out =
|
| 97 |
|
| 98 |
audio = AudioSegment.from_file(str(p))
|
| 99 |
audio.export(str(out), format="wav")
|
| 100 |
return str(out)
|
| 101 |
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
# 3. AI ENGINES (Demucs, MIDI, Key)
|
| 105 |
-
# ==========================================
|
| 106 |
-
|
| 107 |
-
def detect_key(audio_path):
|
| 108 |
-
"""Estimates musical key using Librosa Chroma."""
|
| 109 |
try:
|
| 110 |
-
y, sr = librosa.load(str(audio_path), sr=None, duration=
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 111 |
chroma = librosa.feature.chroma_cqt(y=y, sr=sr)
|
| 112 |
chroma_vals = np.sum(chroma, axis=1)
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
min_profile = [6.33, 2.68, 3.52, 5.38, 2.60, 3.53, 2.54, 4.75, 3.98, 2.69, 3.34, 3.17]
|
| 116 |
pitches = ['C', 'C#', 'D', 'D#', 'E', 'F', 'F#', 'G', 'G#', 'A', 'A#', 'B']
|
| 117 |
-
|
| 118 |
best_score = -1
|
| 119 |
best_key = "Unknown"
|
| 120 |
-
|
| 121 |
for i in range(12):
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
score_maj = np.corrcoef(chroma_vals, p_maj)[0, 1]
|
| 125 |
-
score_min = np.corrcoef(chroma_vals, p_min)[0, 1]
|
| 126 |
-
|
| 127 |
if score_maj > best_score:
|
| 128 |
-
best_score = score_maj
|
| 129 |
-
best_key = f"{pitches[i]}maj"
|
| 130 |
if score_min > best_score:
|
| 131 |
-
best_score = score_min
|
| 132 |
-
best_key = f"{pitches[i]}min"
|
| 133 |
-
return best_key
|
| 134 |
-
except Exception:
|
| 135 |
-
return "Unknown"
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
def run_demucs(cmd):
|
| 139 |
-
"""Runs the Demucs separation command."""
|
| 140 |
-
p = subprocess.run(cmd, capture_output=True, text=True)
|
| 141 |
-
if p.returncode != 0:
|
| 142 |
-
raise gr.Error(f"Demucs Error:\n{p.stderr[-2000:]}")
|
| 143 |
-
return p.stdout
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
def extract_midi(audio_path, out_path):
|
| 147 |
-
"""Converts audio to MIDI using Spotify Basic Pitch (Fixed Logic)."""
|
| 148 |
-
if not MIDI_AVAILABLE:
|
| 149 |
-
return
|
| 150 |
-
out_dir = out_path.parent
|
| 151 |
-
|
| 152 |
-
# 1. Run prediction (Standard arguments only)
|
| 153 |
-
predict_and_save(
|
| 154 |
-
audio_path_list=[str(audio_path)],
|
| 155 |
-
output_directory=str(out_dir),
|
| 156 |
-
save_midi=True,
|
| 157 |
-
save_model_outputs=False,
|
| 158 |
-
save_notes=False,
|
| 159 |
-
sonify_midi=False
|
| 160 |
-
)
|
| 161 |
-
|
| 162 |
-
# 2. Find and Rename
|
| 163 |
-
# Basic Pitch creates: <original_name>_basic_pitch.mid
|
| 164 |
-
src_name = audio_path.stem
|
| 165 |
-
generated_file = out_dir / f"{src_name}_basic_pitch.mid"
|
| 166 |
-
|
| 167 |
-
if generated_file.exists():
|
| 168 |
-
if out_path.exists():
|
| 169 |
-
try:
|
| 170 |
-
os.remove(out_path)
|
| 171 |
-
except OSError:
|
| 172 |
-
pass # Continue if we can't delete
|
| 173 |
-
shutil.move(str(generated_file), str(out_path))
|
| 174 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
|
| 176 |
# ==========================================
|
| 177 |
-
#
|
| 178 |
# ==========================================
|
| 179 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 180 |
def apply_loudness(seg: AudioSegment, mode: str, target: float = -14.0) -> AudioSegment:
|
| 181 |
mode = (mode or "none").lower().strip()
|
| 182 |
-
|
| 183 |
if mode == "none": return seg
|
| 184 |
if mode == "peak": return seg.normalize()
|
|
|
|
|
|
|
| 185 |
if mode == "rms":
|
|
|
|
| 186 |
change = target - seg.dBFS
|
| 187 |
return seg.apply_gain(change)
|
| 188 |
-
|
|
|
|
| 189 |
if mode == "lufs":
|
| 190 |
try:
|
| 191 |
samples = np.array(seg.get_array_of_samples())
|
| 192 |
-
if seg.channels
|
| 193 |
-
|
| 194 |
-
|
|
|
|
|
|
|
| 195 |
|
| 196 |
-
meter = pyln.Meter(seg.frame_rate)
|
| 197 |
loudness = meter.integrated_loudness(samples_float)
|
| 198 |
|
| 199 |
if loudness == -float('inf'): return seg
|
| 200 |
|
| 201 |
gain_db = target - loudness
|
| 202 |
-
|
|
|
|
| 203 |
return seg.apply_gain(gain_db)
|
| 204 |
except Exception:
|
| 205 |
return seg
|
| 206 |
return seg
|
| 207 |
|
| 208 |
-
|
| 209 |
-
def extract_one_shots(drum_stem_path, bpm, out_dir, loudness_mode, target_dbfs):
|
| 210 |
-
y, sr = librosa.load(str(drum_stem_path), sr=None)
|
| 211 |
-
onset_frames = librosa.onset.onset_detect(y=y, sr=sr, backtrack=True)
|
| 212 |
-
onset_times = librosa.frames_to_time(onset_frames, sr=sr)
|
| 213 |
-
|
| 214 |
-
audio = AudioSegment.from_wav(str(drum_stem_path))
|
| 215 |
-
hits = []
|
| 216 |
-
|
| 217 |
-
for i in range(len(onset_times)):
|
| 218 |
-
start_ms = int(onset_times[i] * 1000)
|
| 219 |
-
if i < len(onset_times) - 1:
|
| 220 |
-
next_ms = int(onset_times[i+1] * 1000)
|
| 221 |
-
dur = min(next_ms - start_ms, 450)
|
| 222 |
-
else:
|
| 223 |
-
dur = 450
|
| 224 |
-
|
| 225 |
-
hit = audio[start_ms : start_ms + dur]
|
| 226 |
-
if hit.rms > 100 and len(hit) > 30:
|
| 227 |
-
hits.append(hit.fade_out(10))
|
| 228 |
-
|
| 229 |
-
hits.sort(key=lambda x: x.rms, reverse=True)
|
| 230 |
-
hits = hits[:32]
|
| 231 |
-
|
| 232 |
-
out_dir.mkdir(parents=True, exist_ok=True)
|
| 233 |
-
for i, hit in enumerate(hits):
|
| 234 |
-
hit = apply_loudness(hit, mode=loudness_mode, target=target_dbfs)
|
| 235 |
-
hit.export(out_dir / f"DrumShot_{i+1:02d}.wav", format="wav")
|
| 236 |
-
|
| 237 |
-
|
| 238 |
-
# ==========================================
|
| 239 |
-
# 5. LOOP ENGINE
|
| 240 |
-
# ==========================================
|
| 241 |
-
|
| 242 |
def make_quantized_loops(
|
| 243 |
-
stem_path, stem_name, bpm, key,
|
| 244 |
-
|
| 245 |
-
|
|
|
|
| 246 |
):
|
| 247 |
-
|
| 248 |
-
|
| 249 |
-
|
| 250 |
audio = AudioSegment.from_wav(str(stem_path))
|
| 251 |
-
ms_per_bar = (240000.0 / bpm)
|
| 252 |
-
trim_win = 8
|
| 253 |
-
extra_ms = (seam_ms if loop_seam else 0) + (trim_win * 2)
|
| 254 |
|
| 255 |
-
grid
|
| 256 |
-
|
|
|
|
| 257 |
|
|
|
|
|
|
|
|
|
|
| 258 |
for bar_len in bar_lengths:
|
| 259 |
t_dur = int(ms_per_bar * bar_len)
|
| 260 |
-
|
| 261 |
-
|
| 262 |
-
|
| 263 |
-
|
| 264 |
-
|
| 265 |
-
|
| 266 |
-
|
| 267 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 268 |
if top_k > 0: candidates = candidates[:int(top_k)]
|
| 269 |
|
| 270 |
selected = []
|
| 271 |
-
|
| 272 |
|
| 273 |
-
for
|
| 274 |
-
|
| 275 |
-
if any(abs(
|
| 276 |
-
|
| 277 |
-
|
|
|
|
|
|
|
| 278 |
if len(selected) >= loops_per: break
|
| 279 |
|
| 280 |
-
|
| 281 |
out_dir.mkdir(parents=True, exist_ok=True)
|
| 282 |
-
|
| 283 |
-
|
| 284 |
-
|
| 285 |
-
|
| 286 |
-
|
| 287 |
|
| 288 |
-
|
|
|
|
| 289 |
|
| 290 |
-
|
| 291 |
-
|
| 292 |
-
|
| 293 |
-
|
| 294 |
-
|
| 295 |
-
|
| 296 |
-
loop = loop[:t_dur]
|
| 297 |
-
if fade_ms > 0: loop = loop.fade_in(fade_ms).fade_out(fade_ms)
|
| 298 |
|
| 299 |
-
|
| 300 |
-
loop = apply_loudness(loop,
|
| 301 |
|
| 302 |
-
fname = f"{bpm}BPM_{key}_{stem_name}_L{
|
| 303 |
out_path = out_dir / fname
|
| 304 |
loop.export(out_path, format="wav")
|
| 305 |
-
|
| 306 |
-
|
| 307 |
-
return exported
|
| 308 |
|
|
|
|
| 309 |
|
| 310 |
# ==========================================
|
| 311 |
-
#
|
| 312 |
# ==========================================
|
| 313 |
|
| 314 |
-
def
|
| 315 |
-
|
| 316 |
-
|
|
|
|
| 317 |
|
| 318 |
-
fpath = download_from_url(url_in) if url_in else file_in
|
| 319 |
-
if not fpath: raise gr.Error("No Audio Source Provided.")
|
| 320 |
-
fpath = safe_copy_to_temp(fpath)
|
| 321 |
fpath = ensure_wav(fpath)
|
|
|
|
| 322 |
|
| 323 |
-
|
| 324 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 325 |
else:
|
| 326 |
-
|
| 327 |
-
|
| 328 |
-
|
| 329 |
-
|
| 330 |
-
|
| 331 |
|
| 332 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 333 |
if mode == "2stem": cmd += ["--two-stems", "vocals"]
|
| 334 |
|
| 335 |
-
|
| 336 |
|
| 337 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 338 |
stem_map = {
|
| 339 |
-
"Drums": track_dir/"drums.wav", "Bass": track_dir/"bass.wav",
|
| 340 |
-
"Vocals": track_dir/"vocals.wav", "Other": track_dir/"other.wav",
|
| 341 |
-
"Piano": track_dir/"piano.wav", "Guitar": track_dir/"guitar.wav",
|
| 342 |
-
"Instrumental": track_dir/"no_vocals.wav"
|
| 343 |
}
|
| 344 |
|
| 345 |
-
|
| 346 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 347 |
|
| 348 |
-
|
| 349 |
-
|
|
|
|
| 350 |
|
| 351 |
-
|
| 352 |
-
p_b = str(stem_map["Bass"]) if "Bass" in valid_stems else None
|
| 353 |
-
p_v = str(stem_map["Vocals"]) if "Vocals" in valid_stems else None
|
| 354 |
|
| 355 |
-
|
| 356 |
-
|
| 357 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 358 |
|
| 359 |
-
def
|
| 360 |
-
track_folder, bpm, key, stem_mode, art,
|
| 361 |
ex_stems, loop_stems, do_midi, do_oneshots, do_vocal_chops,
|
| 362 |
-
loops_per, bars, hop, topk, fadems,
|
| 363 |
-
|
| 364 |
):
|
| 365 |
-
if not track_folder: raise gr.Error("
|
| 366 |
|
| 367 |
-
|
| 368 |
for d in ["Stems", "Loops", "MIDI", "OneShots", "Vocal_Chops"]:
|
| 369 |
(OUTPUT_DIR / d).mkdir(parents=True, exist_ok=True)
|
| 370 |
|
| 371 |
t_dir = Path(track_folder)
|
|
|
|
|
|
|
| 372 |
stems = {
|
| 373 |
-
"Drums": t_dir/"drums.wav", "Bass": t_dir/"bass.wav",
|
| 374 |
-
"Vocals": t_dir/"vocals.wav", "Other": t_dir/"other.wav",
|
| 375 |
-
"Piano": t_dir/"piano.wav", "Guitar": t_dir/"guitar.wav",
|
| 376 |
-
"Instrumental": t_dir/"
|
| 377 |
}
|
| 378 |
-
|
|
|
|
| 379 |
for s in ex_stems:
|
| 380 |
-
if stems.get(s
|
| 381 |
-
shutil.copy(stems[s], OUTPUT_DIR/"Stems"/f"{bpm}BPM_{key}_{s}.wav")
|
| 382 |
|
|
|
|
| 383 |
if do_midi and MIDI_AVAILABLE:
|
| 384 |
-
for s in ["Bass", "Piano", "Guitar", "Other"]:
|
| 385 |
-
if stems.get(s
|
| 386 |
-
|
| 387 |
-
|
| 388 |
-
|
| 389 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 390 |
|
| 391 |
-
|
| 392 |
-
|
| 393 |
-
|
| 394 |
-
|
| 395 |
-
|
| 396 |
-
|
| 397 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 398 |
|
| 399 |
-
if len(beat_times) < 8:
|
| 400 |
-
ms_per_beat = 60000.0 / bpm
|
| 401 |
-
total_len_ms = (len(y) / sr) * 1000
|
| 402 |
-
bar_starts = [int(i * (ms_per_beat * 4)) for i in range(int(total_len_ms // (ms_per_beat * 4)))]
|
| 403 |
-
else:
|
| 404 |
-
bar_starts = [int(t*1000) for t in beat_times[::4]]
|
| 405 |
-
|
| 406 |
-
bar_ints = sorted([int(b) for b in bars])
|
| 407 |
-
|
| 408 |
-
all_loops = {}
|
| 409 |
for s in loop_stems:
|
| 410 |
-
if s == "Vocals" and do_vocal_chops: continue
|
| 411 |
-
if stems.get(s
|
| 412 |
-
|
| 413 |
-
stems[s], s, bpm, key, bar_starts, bar_ints,
|
| 414 |
-
|
|
|
|
| 415 |
)
|
| 416 |
-
|
| 417 |
-
|
| 418 |
-
if do_vocal_chops and stems.get("Vocals", Path("x")).exists():
|
| 419 |
-
exported = make_quantized_loops(
|
| 420 |
-
stems["Vocals"], "Vocals_Chop", bpm, key, bar_starts, [1, 2], 1, 30, 0,
|
| 421 |
-
fadems, False, 0, 0, loud_mode, loud_target, OUTPUT_DIR/"Vocal_Chops"
|
| 422 |
-
)
|
| 423 |
-
all_loops["Vocals"] = exported
|
| 424 |
|
|
|
|
| 425 |
vid_path = None
|
| 426 |
-
if art and any(
|
| 427 |
-
|
| 428 |
-
|
| 429 |
-
|
|
|
|
|
|
|
| 430 |
break
|
| 431 |
|
| 432 |
-
|
| 433 |
-
|
| 434 |
-
|
| 435 |
-
|
| 436 |
-
|
| 437 |
-
|
| 438 |
-
|
| 439 |
-
|
| 440 |
-
|
| 441 |
-
|
| 442 |
-
|
| 443 |
-
|
| 444 |
-
|
| 445 |
-
|
| 446 |
-
|
| 447 |
-
|
| 448 |
-
|
| 449 |
-
|
| 450 |
-
|
| 451 |
-
|
| 452 |
-
|
| 453 |
-
|
| 454 |
-
|
| 455 |
-
|
| 456 |
-
|
| 457 |
-
|
| 458 |
-
|
| 459 |
-
|
| 460 |
-
|
| 461 |
-
|
| 462 |
-
z_path = "
|
| 463 |
-
with zipfile.ZipFile(z_path, "w") as zf:
|
| 464 |
for r, _, fs in os.walk(OUTPUT_DIR):
|
| 465 |
for f in fs:
|
| 466 |
-
|
| 467 |
-
|
| 468 |
-
return z_path, vid_path
|
| 469 |
|
|
|
|
| 470 |
|
| 471 |
# ==========================================
|
| 472 |
-
#
|
| 473 |
# ==========================================
|
| 474 |
|
| 475 |
-
with gr.Blocks(title="Night Pulse | Ultimate") as app:
|
| 476 |
-
gr.Markdown("# 🎹 Night Pulse | Studio Ultimate")
|
| 477 |
|
| 478 |
-
|
|
|
|
| 479 |
bpm_st = gr.State()
|
| 480 |
key_st = gr.State()
|
| 481 |
mode_st = gr.State()
|
| 482 |
|
| 483 |
with gr.Row():
|
| 484 |
-
with gr.Column(
|
| 485 |
-
gr.Markdown("### 1.
|
| 486 |
with gr.Tabs():
|
| 487 |
-
with gr.Tab("
|
| 488 |
-
url = gr.Textbox(label="YouTube/SoundCloud
|
| 489 |
-
with gr.Tab("
|
| 490 |
-
file = gr.Audio(type="filepath", label="
|
| 491 |
|
| 492 |
-
|
| 493 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 494 |
|
| 495 |
-
|
| 496 |
-
do_midi = gr.Checkbox(label="MIDI", value=True)
|
| 497 |
-
do_oneshots = gr.Checkbox(label="Drum Shots", value=True)
|
| 498 |
-
do_vox = gr.Checkbox(label="Vocal Chops", value=True)
|
| 499 |
-
|
| 500 |
-
btn1 = gr.Button("🚀 Phase 1: Analyze & Separate", variant="primary")
|
| 501 |
|
| 502 |
-
with gr.Column(
|
| 503 |
-
gr.Markdown("### 2.
|
| 504 |
-
info = gr.Markdown("Waiting...")
|
| 505 |
-
ex_stems = gr.CheckboxGroup(label="Export Stems")
|
| 506 |
-
lp_stems = gr.CheckboxGroup(label="Loop Targets")
|
| 507 |
-
|
| 508 |
with gr.Row():
|
| 509 |
-
|
| 510 |
-
|
| 511 |
-
|
| 512 |
|
| 513 |
gr.Markdown("---")
|
| 514 |
|
| 515 |
with gr.Row():
|
| 516 |
-
with gr.Column(
|
| 517 |
-
gr.Markdown("### 3. Engine")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 518 |
with gr.Row():
|
| 519 |
-
loops_per = gr.Slider(1, 40, 12, 1, label="Loops
|
| 520 |
-
hop = gr.Slider(1, 8,
|
| 521 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 522 |
|
| 523 |
-
|
| 524 |
-
|
| 525 |
-
|
| 526 |
-
|
| 527 |
-
|
| 528 |
-
l_target = gr.Slider(-24, -5, -14, 1, label="Target")
|
| 529 |
-
fadems = gr.Slider(0, 50, 10, label="Fade ms")
|
| 530 |
-
seam = gr.Checkbox(True, label="Seamless")
|
| 531 |
-
seamms = gr.Slider(0, 100, 20, label="Seam ms")
|
| 532 |
-
mingap = gr.Slider(0,16,4, label="De-Dup Gap")
|
| 533 |
-
topk = gr.Slider(0, 100, 30, 1, label="Top K")
|
| 534 |
-
|
| 535 |
-
btn2 = gr.Button("📦 Phase 2: Package", variant="primary")
|
| 536 |
-
|
| 537 |
-
with gr.Column(scale=1):
|
| 538 |
-
gr.Markdown("### 4. Download")
|
| 539 |
-
z_out = gr.File(label="Zip Pack")
|
| 540 |
v_out = gr.Video(label="Promo Video")
|
| 541 |
|
| 542 |
-
|
| 543 |
-
|
| 544 |
-
|
| 545 |
-
|
| 546 |
-
|
|
|
|
| 547 |
|
| 548 |
-
btn2.click(
|
| 549 |
-
|
| 550 |
-
|
| 551 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 552 |
|
| 553 |
if __name__ == "__main__":
|
| 554 |
app.launch()
|
|
|
|
| 12 |
import sys
|
| 13 |
import yt_dlp
|
| 14 |
import pyloudnorm as pyln
|
| 15 |
+
import time
|
| 16 |
+
import hashlib
|
| 17 |
+
import json
|
| 18 |
|
| 19 |
# --- OPTIONAL: MIDI IMPORT ---
|
| 20 |
try:
|
|
|
|
| 24 |
MIDI_AVAILABLE = False
|
| 25 |
print("WARNING: 'basic-pitch' not installed. MIDI extraction will be disabled.")
|
| 26 |
|
| 27 |
+
# --- PATCH FOR PILLOW ---
|
| 28 |
import PIL.Image
|
| 29 |
if not hasattr(PIL.Image, 'ANTIALIAS'):
|
| 30 |
PIL.Image.ANTIALIAS = PIL.Image.LANCZOS
|
|
|
|
| 32 |
# --- CONFIGURATION ---
|
| 33 |
OUTPUT_DIR = Path("nightpulse_output")
|
| 34 |
TEMP_DIR = Path("temp_processing")
|
| 35 |
+
CACHE_FILE = TEMP_DIR / "process_cache.json"
|
| 36 |
|
| 37 |
# ==========================================
|
| 38 |
+
# 1. SYSTEM UTILITIES & SECURITY
|
| 39 |
# ==========================================
|
| 40 |
|
| 41 |
+
def get_file_hash(filepath):
|
| 42 |
+
"""Generates a SHA256 hash of the file to prevent re-processing identical audio."""
|
| 43 |
+
h = hashlib.sha256()
|
| 44 |
+
with open(filepath, 'rb') as f:
|
| 45 |
+
while chunk := f.read(8192):
|
| 46 |
+
h.update(chunk)
|
| 47 |
+
return h.hexdigest()
|
| 48 |
+
|
| 49 |
+
def check_system():
|
| 50 |
+
"""System health check."""
|
| 51 |
+
ffmpeg_ok = shutil.which("ffmpeg") is not None
|
| 52 |
+
|
| 53 |
+
cuda_ok = False
|
| 54 |
+
try:
|
| 55 |
+
import torch
|
| 56 |
+
if torch.cuda.is_available():
|
| 57 |
+
cuda_ok = True
|
| 58 |
+
print(f"✅ CUDA DETECTED: {torch.cuda.get_device_name(0)}")
|
| 59 |
+
else:
|
| 60 |
+
print("⚠️ CUDA NOT DETECTED. Demucs will run on CPU (Slow).")
|
| 61 |
+
except ImportError:
|
| 62 |
+
print("⚠️ Torch not installed.")
|
| 63 |
|
| 64 |
+
return ffmpeg_ok, cuda_ok
|
| 65 |
|
| 66 |
+
FFMPEG_OK, CUDA_OK = check_system()
|
| 67 |
|
| 68 |
# ==========================================
|
| 69 |
+
# 2. AUDIO PROCESSING CORE
|
| 70 |
# ==========================================
|
| 71 |
|
| 72 |
+
def wipe_dir(p: Path):
|
| 73 |
+
try:
|
| 74 |
+
if p.exists():
|
| 75 |
+
shutil.rmtree(p, ignore_errors=True)
|
| 76 |
+
except Exception:
|
| 77 |
+
pass
|
| 78 |
+
|
| 79 |
def download_from_url(url):
|
| 80 |
"""Downloads audio from YouTube/SoundCloud using yt-dlp."""
|
| 81 |
+
if not url: return None
|
| 82 |
+
|
| 83 |
+
# Sanitize URL for safety (basic check)
|
| 84 |
+
if not url.startswith(("http://", "https://")):
|
| 85 |
+
raise gr.Error("Invalid URL protocol.")
|
| 86 |
+
|
| 87 |
+
wipe_dir(TEMP_DIR / "downloads")
|
| 88 |
+
(TEMP_DIR / "downloads").mkdir(parents=True, exist_ok=True)
|
| 89 |
|
| 90 |
ydl_opts = {
|
| 91 |
"format": "bestaudio/best",
|
| 92 |
+
"outtmpl": str(TEMP_DIR / "downloads" / "%(title)s.%(ext)s"),
|
| 93 |
"postprocessors": [{"key": "FFmpegExtractAudio", "preferredcodec": "wav", "preferredquality": "192"}],
|
| 94 |
"quiet": True,
|
| 95 |
"no_warnings": True,
|
|
|
|
| 101 |
final_path = Path(filename).with_suffix(".wav")
|
| 102 |
return str(final_path)
|
| 103 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
def ensure_wav(input_path: str) -> str:
|
| 105 |
+
"""Standardizes input to WAV."""
|
| 106 |
p = Path(input_path)
|
| 107 |
+
if p.suffix.lower() == ".wav": return str(p)
|
| 108 |
+
|
| 109 |
+
convert_dir = TEMP_DIR / "converted"
|
| 110 |
+
convert_dir.mkdir(parents=True, exist_ok=True)
|
| 111 |
+
out = convert_dir / f"{p.stem}.wav"
|
| 112 |
|
| 113 |
audio = AudioSegment.from_file(str(p))
|
| 114 |
audio.export(str(out), format="wav")
|
| 115 |
return str(out)
|
| 116 |
|
| 117 |
+
def detect_key_and_bpm(audio_path):
|
| 118 |
+
"""Estimates musical key and BPM with range correction."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 119 |
try:
|
| 120 |
+
y, sr = librosa.load(str(audio_path), sr=None, duration=120)
|
| 121 |
+
|
| 122 |
+
# BPM Detection
|
| 123 |
+
onset_env = librosa.onset.onset_strength(y=y, sr=sr)
|
| 124 |
+
tempo, _ = librosa.beat.beat_track(onset_envelope=onset_env, sr=sr)
|
| 125 |
+
bpm = float(tempo) if np.ndim(tempo) == 0 else float(tempo[0])
|
| 126 |
+
|
| 127 |
+
# Producer Logic: Constrain BPM to 70-170 range
|
| 128 |
+
# Often librosa catches half-time (e.g. 70 instead of 140) or double-time.
|
| 129 |
+
while bpm < 70: bpm *= 2
|
| 130 |
+
while bpm > 180: bpm /= 2
|
| 131 |
+
bpm = int(round(bpm))
|
| 132 |
+
|
| 133 |
+
# Key Detection
|
| 134 |
chroma = librosa.feature.chroma_cqt(y=y, sr=sr)
|
| 135 |
chroma_vals = np.sum(chroma, axis=1)
|
| 136 |
+
maj_profile = np.array([6.35, 2.23, 3.48, 2.33, 4.38, 4.09, 2.52, 5.19, 2.39, 3.66, 2.29, 2.88])
|
| 137 |
+
min_profile = np.array([6.33, 2.68, 3.52, 5.38, 2.60, 3.53, 2.54, 4.75, 3.98, 2.69, 3.34, 3.17])
|
|
|
|
| 138 |
pitches = ['C', 'C#', 'D', 'D#', 'E', 'F', 'F#', 'G', 'G#', 'A', 'A#', 'B']
|
| 139 |
+
|
| 140 |
best_score = -1
|
| 141 |
best_key = "Unknown"
|
|
|
|
| 142 |
for i in range(12):
|
| 143 |
+
score_maj = np.corrcoef(chroma_vals, np.roll(maj_profile, i))[0, 1]
|
| 144 |
+
score_min = np.corrcoef(chroma_vals, np.roll(min_profile, i))[0, 1]
|
|
|
|
|
|
|
|
|
|
| 145 |
if score_maj > best_score:
|
| 146 |
+
best_score, best_key = score_maj, f"{pitches[i]}maj"
|
|
|
|
| 147 |
if score_min > best_score:
|
| 148 |
+
best_score, best_key = score_min, f"{pitches[i]}min"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 149 |
|
| 150 |
+
return bpm, best_key
|
| 151 |
+
except Exception as e:
|
| 152 |
+
print(f"Analysis Error: {e}")
|
| 153 |
+
return 120, "Cmaj"
|
| 154 |
|
| 155 |
# ==========================================
|
| 156 |
+
# 3. LOOPING ENGINE (UPGRADED)
|
| 157 |
# ==========================================
|
| 158 |
|
| 159 |
+
def snap_to_zero_crossing(audio_segment, intended_ms, window_ms=30):
|
| 160 |
+
"""
|
| 161 |
+
Finds the nearest zero-crossing point within a window to avoid clicks.
|
| 162 |
+
Crucial for professional audio looping.
|
| 163 |
+
"""
|
| 164 |
+
start_search = max(0, intended_ms - window_ms)
|
| 165 |
+
end_search = min(len(audio_segment), intended_ms + window_ms)
|
| 166 |
+
|
| 167 |
+
# Extract raw data for this slice
|
| 168 |
+
chunk = audio_segment[start_search:end_search]
|
| 169 |
+
samples = chunk.get_array_of_samples()
|
| 170 |
+
|
| 171 |
+
# Find point closest to zero
|
| 172 |
+
min_amp = float('inf')
|
| 173 |
+
best_offset = 0
|
| 174 |
+
|
| 175 |
+
for i, sample in enumerate(samples):
|
| 176 |
+
if abs(sample) < min_amp:
|
| 177 |
+
min_amp = abs(sample)
|
| 178 |
+
best_offset = i
|
| 179 |
+
|
| 180 |
+
return start_search + best_offset
|
| 181 |
+
|
| 182 |
def apply_loudness(seg: AudioSegment, mode: str, target: float = -14.0) -> AudioSegment:
|
| 183 |
mode = (mode or "none").lower().strip()
|
|
|
|
| 184 |
if mode == "none": return seg
|
| 185 |
if mode == "peak": return seg.normalize()
|
| 186 |
+
|
| 187 |
+
# RMS Normalization (Simple but effective)
|
| 188 |
if mode == "rms":
|
| 189 |
+
if seg.dBFS == float("-inf"): return seg
|
| 190 |
change = target - seg.dBFS
|
| 191 |
return seg.apply_gain(change)
|
| 192 |
+
|
| 193 |
+
# LUFS Normalization (Broadcast Standard)
|
| 194 |
if mode == "lufs":
|
| 195 |
try:
|
| 196 |
samples = np.array(seg.get_array_of_samples())
|
| 197 |
+
if seg.channels > 1: samples = samples.reshape((-1, seg.channels))
|
| 198 |
+
|
| 199 |
+
# Normalize to -1.0 to 1.0 float
|
| 200 |
+
max_int = float(2 ** (8 * seg.sample_width - 1))
|
| 201 |
+
samples_float = samples.astype(np.float64) / max_int
|
| 202 |
|
| 203 |
+
meter = pyln.Meter(seg.frame_rate)
|
| 204 |
loudness = meter.integrated_loudness(samples_float)
|
| 205 |
|
| 206 |
if loudness == -float('inf'): return seg
|
| 207 |
|
| 208 |
gain_db = target - loudness
|
| 209 |
+
# Safety clamp to avoid blowing speakers on silent tracks
|
| 210 |
+
gain_db = max(min(gain_db, 20.0), -20.0)
|
| 211 |
return seg.apply_gain(gain_db)
|
| 212 |
except Exception:
|
| 213 |
return seg
|
| 214 |
return seg
|
| 215 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 216 |
def make_quantized_loops(
|
| 217 |
+
stem_path, stem_name, bpm, key,
|
| 218 |
+
bar_starts_ms, bar_lengths, hop_bars, loops_per,
|
| 219 |
+
top_k, fade_ms, loop_seam, seam_ms, min_bar_gap,
|
| 220 |
+
loudness_mode, target_dbfs, out_dir
|
| 221 |
):
|
| 222 |
+
stem_path = Path(stem_path)
|
| 223 |
+
if not stem_path.exists(): return []
|
| 224 |
+
|
| 225 |
audio = AudioSegment.from_wav(str(stem_path))
|
| 226 |
+
ms_per_bar = (240000.0 / max(1, bpm))
|
|
|
|
|
|
|
| 227 |
|
| 228 |
+
# If no grid provided, make a mathematical one
|
| 229 |
+
if not bar_starts_ms:
|
| 230 |
+
bar_starts_ms = [int(i * ms_per_bar) for i in range(int(len(audio)/ms_per_bar))]
|
| 231 |
|
| 232 |
+
candidates = []
|
| 233 |
+
|
| 234 |
+
# 1. Candidate Generation
|
| 235 |
for bar_len in bar_lengths:
|
| 236 |
t_dur = int(ms_per_bar * bar_len)
|
| 237 |
+
|
| 238 |
+
# Step through the grid
|
| 239 |
+
for i in range(0, len(bar_starts_ms), int(hop_bars)):
|
| 240 |
+
start_ms = bar_starts_ms[i]
|
| 241 |
+
|
| 242 |
+
# Safety check
|
| 243 |
+
if start_ms + t_dur > len(audio): continue
|
| 244 |
+
|
| 245 |
+
# Extract temporary segment for analysis
|
| 246 |
+
seg = audio[start_ms:start_ms + t_dur]
|
| 247 |
+
|
| 248 |
+
# Score by Energy (RMS) - Filter out silence
|
| 249 |
+
if seg.rms < 100: continue
|
| 250 |
+
|
| 251 |
+
candidates.append({
|
| 252 |
+
'score': seg.rms,
|
| 253 |
+
'start_ms': start_ms,
|
| 254 |
+
'duration': t_dur,
|
| 255 |
+
'bar_len': bar_len,
|
| 256 |
+
'grid_index': i
|
| 257 |
+
})
|
| 258 |
+
|
| 259 |
+
# 2. Filtering & Selection
|
| 260 |
+
candidates.sort(key=lambda x: x['score'], reverse=True)
|
| 261 |
if top_k > 0: candidates = candidates[:int(top_k)]
|
| 262 |
|
| 263 |
selected = []
|
| 264 |
+
used_indices = []
|
| 265 |
|
| 266 |
+
for c in candidates:
|
| 267 |
+
# De-duplication: Don't pick loops too close to each other
|
| 268 |
+
if any(abs(c['grid_index'] - u) < min_bar_gap for u in used_indices):
|
| 269 |
+
continue
|
| 270 |
+
|
| 271 |
+
selected.append(c)
|
| 272 |
+
used_indices.append(c['grid_index'])
|
| 273 |
if len(selected) >= loops_per: break
|
| 274 |
|
| 275 |
+
exported_paths = []
|
| 276 |
out_dir.mkdir(parents=True, exist_ok=True)
|
| 277 |
+
|
| 278 |
+
# 3. Export with Audio Engineering Polish
|
| 279 |
+
for i, item in enumerate(selected, 1):
|
| 280 |
+
start = item['start_ms']
|
| 281 |
+
dur = item['duration']
|
| 282 |
|
| 283 |
+
# PRODUCER TRICK: Snap start to zero crossing to prevent click
|
| 284 |
+
safe_start = snap_to_zero_crossing(audio, start)
|
| 285 |
|
| 286 |
+
# Grab audio
|
| 287 |
+
loop = audio[safe_start : safe_start + dur]
|
| 288 |
+
|
| 289 |
+
# Fades (Only necessary if not using zero crossing, but safe to keep light)
|
| 290 |
+
if fade_ms > 0:
|
| 291 |
+
loop = loop.fade_in(int(fade_ms)).fade_out(int(fade_ms))
|
|
|
|
|
|
|
| 292 |
|
| 293 |
+
# Loudness Normalization
|
| 294 |
+
loop = apply_loudness(loop, loudness_mode, target_dbfs)
|
| 295 |
|
| 296 |
+
fname = f"{bpm}BPM_{key}_{stem_name}_L{item['bar_len']}bars_{i:02d}.wav"
|
| 297 |
out_path = out_dir / fname
|
| 298 |
loop.export(out_path, format="wav")
|
| 299 |
+
exported_paths.append(out_path)
|
|
|
|
|
|
|
| 300 |
|
| 301 |
+
return exported_paths
|
| 302 |
|
| 303 |
# ==========================================
|
| 304 |
+
# 4. MAIN ORCHESTRATION
|
| 305 |
# ==========================================
|
| 306 |
|
| 307 |
+
def run_phase_1(file_in, url_in, mode, manual_bpm):
|
| 308 |
+
# 1. Ingestion
|
| 309 |
+
fpath = download_from_url(url_in) if (url_in and str(url_in).strip()) else file_in
|
| 310 |
+
if not fpath: raise gr.Error("No Audio Source.")
|
| 311 |
|
|
|
|
|
|
|
|
|
|
| 312 |
fpath = ensure_wav(fpath)
|
| 313 |
+
file_hash = get_file_hash(fpath)
|
| 314 |
|
| 315 |
+
# 2. Check Cache (Avoid re-running Demucs)
|
| 316 |
+
demucs_base = TEMP_DIR / "htdemucs_6s" if mode == "6stem" else TEMP_DIR / "htdemucs"
|
| 317 |
+
track_dir = None
|
| 318 |
+
|
| 319 |
+
# Very basic cache check: if folder exists and holds files
|
| 320 |
+
if demucs_base.exists():
|
| 321 |
+
potential_tracks = [p for p in demucs_base.iterdir() if p.is_dir()]
|
| 322 |
+
if potential_tracks:
|
| 323 |
+
# In a real app, map hash to folder name.
|
| 324 |
+
# Here we just take the latest for simplicity but assume re-run if hash differs.
|
| 325 |
+
# For this MVP, we force re-run if the user changes input.
|
| 326 |
+
pass
|
| 327 |
+
|
| 328 |
+
# 3. Analysis
|
| 329 |
+
if manual_bpm and float(manual_bpm) > 0:
|
| 330 |
+
bpm, key = int(manual_bpm), "Unknown"
|
| 331 |
else:
|
| 332 |
+
bpm, key = detect_key_and_bpm(fpath)
|
| 333 |
+
|
| 334 |
+
# 4. Separation
|
| 335 |
+
model_name = "htdemucs_6s" if mode == "6stem" else "htdemucs"
|
| 336 |
+
device = "cuda" if CUDA_OK else "cpu"
|
| 337 |
|
| 338 |
+
# Run Demucs
|
| 339 |
+
cmd = [
|
| 340 |
+
sys.executable, "-m", "demucs",
|
| 341 |
+
"--device", device,
|
| 342 |
+
"-n", model_name,
|
| 343 |
+
"--out", str(TEMP_DIR),
|
| 344 |
+
fpath
|
| 345 |
+
]
|
| 346 |
if mode == "2stem": cmd += ["--two-stems", "vocals"]
|
| 347 |
|
| 348 |
+
subprocess.run(cmd, check=True) # Security: 'check=True' ensures we catch crashes
|
| 349 |
|
| 350 |
+
# Find output
|
| 351 |
+
model_dir = TEMP_DIR / model_name
|
| 352 |
+
# Get the specific track folder (Demucs names it after the input file)
|
| 353 |
+
track_name = Path(fpath).stem
|
| 354 |
+
track_dir = model_dir / track_name
|
| 355 |
+
|
| 356 |
+
# Fallback if naming is weird
|
| 357 |
+
if not track_dir.exists():
|
| 358 |
+
candidates = sorted([p for p in model_dir.iterdir() if p.is_dir()], key=lambda x: x.stat().st_mtime, reverse=True)
|
| 359 |
+
if candidates: track_dir = candidates[0]
|
| 360 |
+
|
| 361 |
+
# 5. Prep Stems
|
| 362 |
stem_map = {
|
| 363 |
+
"Drums": track_dir / "drums.wav", "Bass": track_dir / "bass.wav",
|
| 364 |
+
"Vocals": track_dir / "vocals.wav", "Other": track_dir / "other.wav",
|
| 365 |
+
"Piano": track_dir / "piano.wav", "Guitar": track_dir / "guitar.wav",
|
|
|
|
| 366 |
}
|
| 367 |
|
| 368 |
+
# Create Instrumental (Summing stems is cleaner than Demucs 'no_vocals' sometimes)
|
| 369 |
+
mix = None
|
| 370 |
+
for k in ["Drums", "Bass", "Other", "Piano", "Guitar"]:
|
| 371 |
+
if stem_map.get(k) and stem_map[k].exists():
|
| 372 |
+
seg = AudioSegment.from_wav(str(stem_map[k]))
|
| 373 |
+
mix = seg if mix is None else mix.overlay(seg)
|
| 374 |
|
| 375 |
+
inst_path = track_dir / "instrumental.wav"
|
| 376 |
+
if mix: mix.export(str(inst_path), format="wav")
|
| 377 |
+
stem_map["Instrumental"] = inst_path
|
| 378 |
|
| 379 |
+
valid_stems = [k for k, v in stem_map.items() if v.exists()]
|
|
|
|
|
|
|
| 380 |
|
| 381 |
+
# Return UI updates
|
| 382 |
+
info_text = f"### 🎵 Analysis Complete\n**BPM:** {bpm} | **Key:** {key} | **Engine:** {device.upper()}"
|
| 383 |
+
|
| 384 |
+
return (
|
| 385 |
+
str(stem_map.get("Drums")) if "Drums" in stem_map else None,
|
| 386 |
+
str(stem_map.get("Bass")) if "Bass" in stem_map else None,
|
| 387 |
+
str(stem_map.get("Vocals")) if "Vocals" in stem_map else None,
|
| 388 |
+
info_text, bpm, key, str(track_dir), mode,
|
| 389 |
+
gr.update(choices=valid_stems, value=valid_stems), # Export options
|
| 390 |
+
gr.update(choices=valid_stems, value=[x for x in valid_stems if x != "Vocals"]) # Loop options
|
| 391 |
+
)
|
| 392 |
|
| 393 |
+
def run_phase_2(
|
| 394 |
+
track_folder, bpm, key, stem_mode, art,
|
| 395 |
ex_stems, loop_stems, do_midi, do_oneshots, do_vocal_chops,
|
| 396 |
+
loops_per, bars, hop, topk, fadems, seam, seamms, mingap,
|
| 397 |
+
l_mode, l_target, vid_fmt
|
| 398 |
):
|
| 399 |
+
if not track_folder: raise gr.Error("Please run Phase 1 first.")
|
| 400 |
|
| 401 |
+
wipe_dir(OUTPUT_DIR)
|
| 402 |
for d in ["Stems", "Loops", "MIDI", "OneShots", "Vocal_Chops"]:
|
| 403 |
(OUTPUT_DIR / d).mkdir(parents=True, exist_ok=True)
|
| 404 |
|
| 405 |
t_dir = Path(track_folder)
|
| 406 |
+
|
| 407 |
+
# 1. Map Stems
|
| 408 |
stems = {
|
| 409 |
+
"Drums": t_dir / "drums.wav", "Bass": t_dir / "bass.wav",
|
| 410 |
+
"Vocals": t_dir / "vocals.wav", "Other": t_dir / "other.wav",
|
| 411 |
+
"Piano": t_dir / "piano.wav", "Guitar": t_dir / "guitar.wav",
|
| 412 |
+
"Instrumental": t_dir / "instrumental.wav"
|
| 413 |
}
|
| 414 |
+
|
| 415 |
+
# 2. Export Raw Stems
|
| 416 |
for s in ex_stems:
|
| 417 |
+
if stems.get(s) and stems[s].exists():
|
| 418 |
+
shutil.copy(stems[s], OUTPUT_DIR / "Stems" / f"{bpm}BPM_{key}_{s}.wav")
|
| 419 |
|
| 420 |
+
# 3. Generate MIDI
|
| 421 |
if do_midi and MIDI_AVAILABLE:
|
| 422 |
+
for s in ["Bass", "Piano", "Guitar", "Other", "Vocals"]:
|
| 423 |
+
if stems.get(s) and stems[s].exists():
|
| 424 |
+
out_midi = OUTPUT_DIR / "MIDI" / f"{bpm}BPM_{key}_{s}.mid"
|
| 425 |
+
try:
|
| 426 |
+
predict_and_save(
|
| 427 |
+
audio_path_list=[str(stems[s])],
|
| 428 |
+
output_directory=str(out_midi.parent),
|
| 429 |
+
save_midi=True, save_model_outputs=False, save_notes=False, sonify_midi=False
|
| 430 |
+
)
|
| 431 |
+
# Rename the weird file Basic Pitch generates
|
| 432 |
+
gen_file = out_midi.parent / f"{stems[s].stem}_basic_pitch.mid"
|
| 433 |
+
if gen_file.exists(): shutil.move(str(gen_file), str(out_midi))
|
| 434 |
+
except Exception as e:
|
| 435 |
+
print(f"MIDI Fail {s}: {e}")
|
| 436 |
+
|
| 437 |
+
# 4. Generate Loops
|
| 438 |
+
# Smart Grid: Use Drums for transient detection to align the grid
|
| 439 |
+
grid_source = stems.get("Drums") if stems.get("Drums", Path("x")).exists() else stems.get("Instrumental")
|
| 440 |
|
| 441 |
+
# Fallback Grid
|
| 442 |
+
bar_starts = []
|
| 443 |
+
if grid_source and grid_source.exists():
|
| 444 |
+
y, sr = librosa.load(str(grid_source), sr=22050, duration=180)
|
| 445 |
+
tempo, beats = librosa.beat.beat_track(y=y, sr=sr)
|
| 446 |
+
beat_times = librosa.frames_to_time(beats, sr=sr)
|
| 447 |
+
# Convert to ms
|
| 448 |
+
if len(beat_times) > 4:
|
| 449 |
+
# approximate bar starts every 4 beats
|
| 450 |
+
bar_starts = [int(t*1000) for t in beat_times[::4]]
|
| 451 |
+
|
| 452 |
+
# Process Loop Stems
|
| 453 |
+
all_loop_paths = {}
|
| 454 |
+
bar_ints = sorted([int(b) for b in (bars or [])]) or [4, 8]
|
| 455 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 456 |
for s in loop_stems:
|
| 457 |
+
if s == "Vocals" and do_vocal_chops: continue # Special handling for vox
|
| 458 |
+
if stems.get(s) and stems[s].exists():
|
| 459 |
+
paths = make_quantized_loops(
|
| 460 |
+
stems[s], s, int(bpm), str(key), bar_starts, bar_ints,
|
| 461 |
+
hop, loops_per, topk, fadems, seam, seamms, mingap,
|
| 462 |
+
l_mode, float(l_target), OUTPUT_DIR / "Loops"
|
| 463 |
)
|
| 464 |
+
all_loop_paths[s] = paths
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 465 |
|
| 466 |
+
# 5. Video Render
|
| 467 |
vid_path = None
|
| 468 |
+
if art and any(all_loop_paths.values()):
|
| 469 |
+
# Find a suitable audio track for the video (prioritize instrumental/melodic)
|
| 470 |
+
audio_src = None
|
| 471 |
+
for k in ["Instrumental", "Piano", "Other", "Drums"]:
|
| 472 |
+
if all_loop_paths.get(k):
|
| 473 |
+
audio_src = all_loop_paths[k][0]
|
| 474 |
break
|
| 475 |
|
| 476 |
+
if audio_src:
|
| 477 |
+
try:
|
| 478 |
+
clip = AudioFileClip(str(audio_src))
|
| 479 |
+
w, h = (1080, 1920) if "9:16" in vid_fmt else ((1920, 1080) if "16:9" in vid_fmt else (1080, 1080))
|
| 480 |
+
|
| 481 |
+
bg = ImageClip(art)
|
| 482 |
+
# Aspect Ratio Crop logic
|
| 483 |
+
img_ratio = bg.w / bg.h
|
| 484 |
+
tgt_ratio = w / h
|
| 485 |
+
if img_ratio > tgt_ratio:
|
| 486 |
+
bg = bg.resize(height=h)
|
| 487 |
+
bg = bg.crop(x1=(bg.w - w)//2, width=w)
|
| 488 |
+
else:
|
| 489 |
+
bg = bg.resize(width=w)
|
| 490 |
+
bg = bg.crop(y1=(bg.h - h)//2, height=h)
|
| 491 |
+
|
| 492 |
+
bg = bg.set_duration(clip.duration)
|
| 493 |
+
|
| 494 |
+
# Add a "Now Playing" bar
|
| 495 |
+
bar = ColorClip(size=(w, 20), color=(255, 255, 255)).set_opacity(0.8)
|
| 496 |
+
bar = bar.set_position(lambda t: (int(-w + w * (t / clip.duration)), h - 100)).set_duration(clip.duration)
|
| 497 |
+
|
| 498 |
+
final = CompositeVideoClip([bg, bar], size=(w,h))
|
| 499 |
+
final.audio = clip
|
| 500 |
+
vid_path = str(OUTPUT_DIR / "Promo_Video.mp4")
|
| 501 |
+
final.write_videofile(vid_path, fps=24, codec="libx264", audio_codec="aac", logger=None)
|
| 502 |
+
except Exception as e:
|
| 503 |
+
print(f"Video Error: {e}")
|
| 504 |
+
|
| 505 |
+
# 6. Zip It
|
| 506 |
+
z_path = "NightPulse_Pack.zip"
|
| 507 |
+
with zipfile.ZipFile(z_path, "w", compression=zipfile.ZIP_DEFLATED) as zf:
|
| 508 |
for r, _, fs in os.walk(OUTPUT_DIR):
|
| 509 |
for f in fs:
|
| 510 |
+
full = Path(r) / f
|
| 511 |
+
zf.write(str(full), str(full.relative_to(OUTPUT_DIR)))
|
|
|
|
| 512 |
|
| 513 |
+
return z_path, vid_path
|
| 514 |
|
| 515 |
# ==========================================
|
| 516 |
+
# 5. GRADIO UI
|
| 517 |
# ==========================================
|
| 518 |
|
| 519 |
+
with gr.Blocks(title="Night Pulse | Studio Ultimate", theme=gr.themes.Base()) as app:
|
| 520 |
+
gr.Markdown("# 🎹 Night Pulse | Studio Ultimate V2")
|
| 521 |
|
| 522 |
+
# States
|
| 523 |
+
folder_st = gr.State()
|
| 524 |
bpm_st = gr.State()
|
| 525 |
key_st = gr.State()
|
| 526 |
mode_st = gr.State()
|
| 527 |
|
| 528 |
with gr.Row():
|
| 529 |
+
with gr.Column():
|
| 530 |
+
gr.Markdown("### 1. Ingestion & Analysis")
|
| 531 |
with gr.Tabs():
|
| 532 |
+
with gr.Tab("URL"):
|
| 533 |
+
url = gr.Textbox(label="YouTube/SoundCloud Link")
|
| 534 |
+
with gr.Tab("Upload"):
|
| 535 |
+
file = gr.Audio(type="filepath", label="Drop File Here")
|
| 536 |
|
| 537 |
+
sep_mode = gr.Dropdown(
|
| 538 |
+
[("2 Stems (Vox/Inst)", "2stem"), ("6 Stems (Pro)", "6stem")],
|
| 539 |
+
value="6stem", label="Model"
|
| 540 |
+
)
|
| 541 |
+
mbpm = gr.Number(label="Force BPM (0 = Auto)")
|
| 542 |
+
btn1 = gr.Button("🔥 Analyze & Separate", variant="primary")
|
| 543 |
|
| 544 |
+
info = gr.Markdown("Ready.")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 545 |
|
| 546 |
+
with gr.Column():
|
| 547 |
+
gr.Markdown("### 2. Preview Stems")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 548 |
with gr.Row():
|
| 549 |
+
p_drums = gr.Audio(label="Drums", interactive=False)
|
| 550 |
+
p_bass = gr.Audio(label="Bass", interactive=False)
|
| 551 |
+
p_vox = gr.Audio(label="Vocals", interactive=False)
|
| 552 |
|
| 553 |
gr.Markdown("---")
|
| 554 |
|
| 555 |
with gr.Row():
|
| 556 |
+
with gr.Column():
|
| 557 |
+
gr.Markdown("### 3. Loop Engine")
|
| 558 |
+
with gr.Group():
|
| 559 |
+
ex_stems = gr.CheckboxGroup(label="Export Raw Stems")
|
| 560 |
+
loop_stems = gr.CheckboxGroup(label="Generate Loops From")
|
| 561 |
+
|
| 562 |
with gr.Row():
|
| 563 |
+
loops_per = gr.Slider(1, 40, 12, 1, label="Loops per Stem")
|
| 564 |
+
hop = gr.Slider(1, 8, 2, 1, label="Grid Hop")
|
| 565 |
+
|
| 566 |
+
with gr.Accordion("Advanced Processing", open=False):
|
| 567 |
+
l_mode = gr.Dropdown(["lufs", "rms", "peak", "none"], value="lufs", label="Norm Mode")
|
| 568 |
+
l_target = gr.Slider(-20, -5, -14, 1, label="Target Level (dB)")
|
| 569 |
+
fadems = gr.Slider(0, 50, 5, label="Micro-Fade (ms)")
|
| 570 |
+
topk = gr.Slider(5, 50, 20, label="Candidate Pool")
|
| 571 |
+
|
| 572 |
+
art = gr.Image(type="filepath", label="Artwork (for Video)")
|
| 573 |
+
vid_fmt = gr.Dropdown(["9:16 (TikTok)", "16:9 (YouTube)", "1:1 (Square)"], value="9:16 (TikTok)", label="Video Aspect")
|
| 574 |
|
| 575 |
+
btn2 = gr.Button("📦 Generate Pack", variant="primary")
|
| 576 |
+
|
| 577 |
+
with gr.Column():
|
| 578 |
+
gr.Markdown("### 4. Output")
|
| 579 |
+
z_out = gr.File(label="Download Zip")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 580 |
v_out = gr.Video(label="Promo Video")
|
| 581 |
|
| 582 |
+
# Wiring
|
| 583 |
+
btn1.click(
|
| 584 |
+
run_phase_1,
|
| 585 |
+
[file, url, sep_mode, mbpm],
|
| 586 |
+
[p_drums, p_bass, p_vox, info, bpm_st, key_st, folder_st, mode_st, ex_stems, loop_stems]
|
| 587 |
+
)
|
| 588 |
|
| 589 |
+
btn2.click(
|
| 590 |
+
run_phase_2,
|
| 591 |
+
[
|
| 592 |
+
folder_st, bpm_st, key_st, mode_st, art,
|
| 593 |
+
ex_stems, loop_stems, gr.Checkbox(value=True), gr.Checkbox(value=True), gr.Checkbox(value=True),
|
| 594 |
+
loops_per, gr.State(["4", "8"]), hop, topk, fadems, gr.Checkbox(value=False), gr.Number(value=0), gr.Number(value=4),
|
| 595 |
+
l_mode, l_target, vid_fmt
|
| 596 |
+
],
|
| 597 |
+
[z_out, v_out]
|
| 598 |
+
)
|
| 599 |
|
| 600 |
if __name__ == "__main__":
|
| 601 |
app.launch()
|