143 lines
5.1 KiB
Python
Executable File
143 lines
5.1 KiB
Python
Executable File
"""
|
|
Aspiration separator - Breath/aspiration removal from vocals.
|
|
|
|
Uses `audio-separator`, but now binds deterministically to the requested
|
|
checkpoint/config pair instead of relying on global defaults.
|
|
"""
|
|
import shutil
|
|
import logging
|
|
from pathlib import Path
|
|
from typing import Dict
|
|
|
|
from ..config import ASPIRATION_MODEL_DIR, CPU_SEPARATION
|
|
from .audio_separator_util import create_separator, load_explicit_model, map_and_rename_outputs
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
# Model configurations
|
|
ASPIRATION_MODELS = {
|
|
"aspiration_full": {
|
|
"model_path": "aspiration_mel_band_roformer_sdr_18.9845.ckpt",
|
|
"config_path": "config_aspiration_mel_band_roformer.yaml",
|
|
"hf_repo": "miercolesv/MVSEP-Central-Backup",
|
|
"hf_subfolder": "Aspiration-MelBand-Sucial",
|
|
"stems": ["clean_vocals", "aspiration"],
|
|
"aggression": "full",
|
|
},
|
|
"aspiration_light": {
|
|
"model_path": "aspiration_mel_band_roformer_less_aggr_sdr_18.1201.ckpt",
|
|
"config_path": "config_aspiration_mel_band_roformer.yaml",
|
|
"hf_repo": "miercolesv/MVSEP-Central-Backup",
|
|
"hf_subfolder": "Aspiration-MelBand-Sucial",
|
|
"stems": ["clean_vocals", "aspiration"],
|
|
"aggression": "light",
|
|
},
|
|
}
|
|
|
|
|
|
class AspirationSeparator:
|
|
"""
|
|
Aspiration separator for breath/aspiration removal from vocals.
|
|
|
|
Useful for cleaning vocal recordings by separating breath sounds
|
|
from the main vocal performance.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
model_id: str = "aspiration_full",
|
|
cpu_separation: bool = CPU_SEPARATION,
|
|
output_format: str = "mp3",
|
|
mp3_bitrate: str = "256k",
|
|
):
|
|
if model_id not in ASPIRATION_MODELS:
|
|
raise ValueError(f"Unknown Aspiration model: {model_id}")
|
|
|
|
self.model_id = model_id
|
|
self.model_config = ASPIRATION_MODELS[model_id]
|
|
self.cpu_separation = cpu_separation
|
|
self.output_format = output_format
|
|
self.mp3_bitrate = mp3_bitrate
|
|
self._model = None
|
|
|
|
def _ensure_model(self):
|
|
"""Download model from HuggingFace if not present."""
|
|
model_dir = ASPIRATION_MODEL_DIR / self.model_id
|
|
model_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
model_path = model_dir / self.model_config["model_path"]
|
|
config_path = model_dir / self.model_config["config_path"]
|
|
|
|
if not model_path.exists() or not config_path.exists():
|
|
try:
|
|
from huggingface_hub import hf_hub_download
|
|
|
|
log.info("Downloading Aspiration model: %s", self.model_id)
|
|
|
|
if not model_path.exists():
|
|
cached = hf_hub_download(
|
|
repo_id=self.model_config["hf_repo"],
|
|
filename=f"{self.model_config['hf_subfolder']}/{self.model_config['model_path']}",
|
|
)
|
|
shutil.copy2(cached, model_path)
|
|
|
|
if not config_path.exists():
|
|
cached = hf_hub_download(
|
|
repo_id=self.model_config["hf_repo"],
|
|
filename=f"{self.model_config['hf_subfolder']}/{self.model_config['config_path']}",
|
|
)
|
|
shutil.copy2(cached, config_path)
|
|
except Exception as e:
|
|
raise RuntimeError(f"Failed to download Aspiration model: {e}")
|
|
|
|
return str(model_path), str(config_path)
|
|
|
|
def _get_separator(self, output_dir: Path):
|
|
model_path, config_path = self._ensure_model()
|
|
separator = create_separator(
|
|
model_dir=Path(model_path).parent,
|
|
output_dir=output_dir,
|
|
output_format=self.output_format,
|
|
mp3_bitrate=self.mp3_bitrate,
|
|
)
|
|
load_explicit_model(
|
|
separator,
|
|
model_path=Path(model_path),
|
|
config_path=Path(config_path),
|
|
model_id=self.model_id,
|
|
)
|
|
return separator
|
|
|
|
def separate_into_parts(self, input_path: str, output_dir: str) -> Dict[str, str]:
|
|
"""
|
|
Separate vocals into clean vocals and aspiration (breath).
|
|
|
|
Returns:
|
|
Dict mapping stem names to output file paths
|
|
"""
|
|
output_path = Path(output_dir)
|
|
output_path.mkdir(parents=True, exist_ok=True)
|
|
|
|
try:
|
|
sep = self._get_separator(output_path)
|
|
result = sep.separate(input_path)
|
|
stems = self.model_config.get("stems", ["clean_vocals", "aspiration"])
|
|
aliases = {
|
|
"clean_vocals": ["clean", "vocals", "dry", "main"],
|
|
"aspiration": ["aspiration", "breath", "breaths", "air"],
|
|
}
|
|
return map_and_rename_outputs(
|
|
result,
|
|
output_dir=output_path,
|
|
expected_stems=stems,
|
|
output_format=self.output_format,
|
|
aliases=aliases,
|
|
)
|
|
except ImportError:
|
|
raise ImportError(
|
|
"audio-separator is required for Aspiration separation. "
|
|
"Install with: pip install audio-separator"
|
|
)
|