| import os, glob |
| from utils.commons.os_utils import multiprocess_glob |
| from utils.commons.multiprocess_utils import multiprocess_run_tqdm |
|
|
|
|
| def extract_wav16k_job(audio_name:str): |
| out_path = audio_name.replace("/audio_raw/","/audio/",1) |
| assert out_path != audio_name |
| os.makedirs(os.path.dirname(out_path), exist_ok=True) |
| ffmpeg_path = "/usr/bin/ffmpeg" |
|
|
| cmd = f'{ffmpeg_path} -i {audio_name} -ar 16000 -v quiet -y {out_path}' |
| os.system(cmd) |
|
|
| if __name__ == '__main__': |
| import argparse, glob, tqdm, random |
| parser = argparse.ArgumentParser() |
| parser.add_argument("--aud_dir", default='/home/tiger/datasets/raw/CMLR/audio_raw/') |
| parser.add_argument("--ds_name", default='CMLR') |
| parser.add_argument("--num_workers", default=64, type=int) |
| parser.add_argument("--process_id", default=0, type=int) |
| parser.add_argument("--total_process", default=1, type=int) |
| args = parser.parse_args() |
| print(f"args {args}") |
|
|
| aud_dir = args.aud_dir |
| ds_name = args.ds_name |
| if ds_name in ['CMLR']: |
| aud_name_pattern = os.path.join(aud_dir, "*/*/*.wav") |
| aud_names = multiprocess_glob(aud_name_pattern) |
| else: |
| raise NotImplementedError() |
| aud_names = sorted(aud_names) |
| print(f"total audio number : {len(aud_names)}") |
| print(f"first {aud_names[0]} last {aud_names[-1]}") |
| |
| process_id = args.process_id |
| total_process = args.total_process |
| if total_process > 1: |
| assert process_id <= total_process -1 |
| num_samples_per_process = len(aud_names) // total_process |
| if process_id == total_process: |
| aud_names = aud_names[process_id * num_samples_per_process : ] |
| else: |
| aud_names = aud_names[process_id * num_samples_per_process : (process_id+1) * num_samples_per_process] |
| |
| for i, res in multiprocess_run_tqdm(extract_wav16k_job, aud_names, num_workers=args.num_workers, desc="resampling videos"): |
| pass |
|
|
|
|
