| import librosa |
| import numpy as np |
| import av |
| from io import BytesIO |
| import ffmpeg |
| import os |
| import traceback |
| import sys |
| import random |
| import subprocess |
|
|
| platform_stft_mapping = { |
| 'linux': os.path.join(os.getcwd(), 'stftpitchshift'), |
| 'darwin': os.path.join(os.getcwd(), 'stftpitchshift'), |
| 'win32': os.path.join(os.getcwd(), 'stftpitchshift.exe'), |
| } |
|
|
| stft = platform_stft_mapping.get(sys.platform) |
|
|
| def wav2(i, o, format): |
| inp = av.open(i, 'rb') |
| if format == "m4a": format = "mp4" |
| out = av.open(o, 'wb', format=format) |
| if format == "ogg": format = "libvorbis" |
| if format == "mp4": format = "aac" |
|
|
| ostream = out.add_stream(format) |
|
|
| for frame in inp.decode(audio=0): |
| for p in ostream.encode(frame): out.mux(p) |
|
|
| for p in ostream.encode(None): out.mux(p) |
|
|
| out.close() |
| inp.close() |
|
|
| def audio2(i, o, format, sr): |
| inp = av.open(i, 'rb') |
| out = av.open(o, 'wb', format=format) |
| if format == "ogg": format = "libvorbis" |
| if format == "f32le": format = "pcm_f32le" |
|
|
| ostream = out.add_stream(format, channels=1) |
| ostream.sample_rate = sr |
|
|
| for frame in inp.decode(audio=0): |
| for p in ostream.encode(frame): out.mux(p) |
|
|
| out.close() |
| inp.close() |
|
|
| def load_audion(file, sr): |
| try: |
| file = ( |
| file.strip(" ").strip('"').strip("\n").strip('"').strip(" ") |
| ) |
| with open(file, "rb") as f: |
| with BytesIO() as out: |
| audio2(f, out, "f32le", sr) |
| return np.frombuffer(out.getvalue(), np.float32).flatten() |
|
|
| except AttributeError: |
| audio = file[1] / 32768.0 |
| if len(audio.shape) == 2: |
| audio = np.mean(audio, -1) |
| return librosa.resample(audio, orig_sr=file[0], target_sr=16000) |
|
|
| except Exception as e: |
| raise RuntimeError(f"Failed to load audio: {e}") |
|
|
| def load_audio(file, sr, DoFormant=False, Quefrency=1.0, Timbre=1.0): |
| converted = False |
| formanted = False |
| file = file.strip(' \n"') |
| if not os.path.exists(file): |
| raise RuntimeError( |
| "Wrong audio path, that does not exist." |
| ) |
|
|
| try: |
| if not file.endswith(".wav"): |
| converted = True |
| formatted_file = f"{os.path.splitext(os.path.basename(file))[0]}.wav" |
| subprocess.run( |
| ["ffmpeg", "-nostdin", "-i", file, formatted_file], |
| capture_output=True, |
| text=True, |
| ) |
| file = formatted_file |
| print(f"File formatted to wav format: {file}\n") |
|
|
| if DoFormant: |
| print("Starting formant shift. Please wait as this process takes a while.") |
| formanted_file = f"{os.path.splitext(os.path.basename(file))[0]}_formanted{os.path.splitext(os.path.basename(file))[1]}" |
| command = ( |
| f'{stft} -i "{file}" -q "{Quefrency}" ' |
| f'-t "{Timbre}" -o "{formanted_file}"' |
| ) |
| subprocess.run(command, shell=True) |
| file = formanted_file |
| print(f"Formanted {file}\n") |
|
|
| with open(file, "rb") as f: |
| with BytesIO() as out: |
| audio2(f, out, "f32le", sr) |
| audio_data = np.frombuffer(out.getvalue(), np.float32).flatten() |
|
|
| if converted: |
| try: |
| os.remove(formatted_file) |
| except Exception as error: |
| print(f"Couldn't remove converted type of file due to {error}") |
| error = None |
| converted = False |
|
|
| return audio_data |
|
|
| except AttributeError: |
| audio = file[1] / 32768.0 |
| if len(audio.shape) == 2: |
| audio = np.mean(audio, -1) |
| return librosa.resample(audio, orig_sr=file[0], target_sr=16000) |
| except Exception: |
| raise RuntimeError(traceback.format_exc()) |
|
|
| def check_audio_duration(file): |
| try: |
| file = file.strip(" ").strip('"').strip("\n").strip('"').strip(" ") |
|
|
| probe = ffmpeg.probe(file) |
|
|
| duration = float(probe['streams'][0]['duration']) |
|
|
| if duration < 0.76: |
| print( |
| f"Audio file, {file.split('/')[-1]}, under ~0.76s detected - file is too short. Target at least 1-2s for best results." |
| ) |
| return False |
|
|
| return True |
| except Exception as e: |
| raise RuntimeError(f"Failed to check audio duration: {e}") |
