|
|
|
|
|
|
|
|
|
|
|
""" |
|
|
Process songs.jsonl to generate corresponding lrc files and jsonl files. |
|
|
""" |
|
|
|
|
|
import json |
|
|
import os |
|
|
import re |
|
|
from pathlib import Path |
|
|
from typing import List |
|
|
|
|
|
INPUT_JSONL = Path("xxx/diffrhythm2/example/final_zh_test.jsonl") |
|
|
OUTPUT_SONG_DIR = Path("xxx/diffrhythm2/example/zh_songs") |
|
|
OUTPUT_LRC_DIR = Path("xxx/diffrhythm2/example/zh_lrc") |
|
|
|
|
|
TIMESTAMP_PATTERN = re.compile(r"\[\d{2}:\d{2}(?:\.\d+)?\]") |
|
|
STRUCTURE_PATTERN = re.compile(r"^\[[^\]]+\]$") |
|
|
|
|
|
|
|
|
def normalize_structure(tag: str) -> str: |
|
|
"""Convert structure tag to target format.""" |
|
|
tag_lower = tag.lower() |
|
|
if tag_lower.startswith("verse"): |
|
|
return "[verse]" |
|
|
if "chorus" in tag_lower: |
|
|
return "[chorus]" |
|
|
if "bridge" in tag_lower: |
|
|
return "[bridge]" |
|
|
return f"[{tag_lower}]" |
|
|
|
|
|
|
|
|
def transform_lyrics(raw_lyrics: str) -> List[str]: |
|
|
"""Convert lyrics to LRC line list according to requirements.""" |
|
|
lines = ["[start]", "[intro]"] |
|
|
for raw_line in raw_lyrics.splitlines(): |
|
|
line = raw_line.strip() |
|
|
if not line: |
|
|
continue |
|
|
|
|
|
|
|
|
if STRUCTURE_PATTERN.match(line) and not TIMESTAMP_PATTERN.match(line): |
|
|
tag_content = line[1:-1].strip() |
|
|
lines.append(normalize_structure(tag_content)) |
|
|
continue |
|
|
|
|
|
|
|
|
text = TIMESTAMP_PATTERN.sub("", line).strip() |
|
|
if not text: |
|
|
continue |
|
|
lines.append(text) |
|
|
|
|
|
lines.append("[end]") |
|
|
return lines |
|
|
|
|
|
|
|
|
def ensure_dirs() -> None: |
|
|
OUTPUT_SONG_DIR.mkdir(parents=True, exist_ok=True) |
|
|
OUTPUT_LRC_DIR.mkdir(parents=True, exist_ok=True) |
|
|
|
|
|
|
|
|
def process_songs() -> None: |
|
|
ensure_dirs() |
|
|
with INPUT_JSONL.open("r", encoding="utf-8") as infile: |
|
|
for idx, line in enumerate(infile, start=1): |
|
|
line = line.strip() |
|
|
if not line: |
|
|
continue |
|
|
data = json.loads(line) |
|
|
description = data.get("description", "") |
|
|
lyrics_raw = data.get("lyrics", "") |
|
|
|
|
|
lrc_lines = transform_lyrics(lyrics_raw) |
|
|
lrc_filename = f"song_{idx}.lrc" |
|
|
lrc_path = OUTPUT_LRC_DIR / lrc_filename |
|
|
lrc_path.write_text("\n".join(lrc_lines), encoding="utf-8") |
|
|
|
|
|
song_base = f"song_{idx}" |
|
|
song_filename = f"{song_base}.jsonl" |
|
|
song_json_path = OUTPUT_SONG_DIR / song_filename |
|
|
song_entry = { |
|
|
"song_name": song_base, |
|
|
"style_prompt": description, |
|
|
"lyrics": f"example/zh_lrc/{lrc_filename}", |
|
|
} |
|
|
song_json_path.write_text(json.dumps(song_entry, ensure_ascii=False) + "\n", encoding="utf-8") |
|
|
print(f"Processed song {idx}: {song_filename}") |
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
process_songs() |
|
|
|
