165 lines
7.0 KiB
Python
165 lines
7.0 KiB
Python
import json
|
|
from pathlib import Path
|
|
|
|
from backend.tests.support import BackendTestCase
|
|
|
|
|
|
class ProjectCleanupTests(BackendTestCase):
|
|
def test_cleanup_verify_reports_missing_stem_files(self):
|
|
from backend import job_manager as jm
|
|
|
|
sep_job_id = jm.create_job("separate")
|
|
project_dir = Path(self._temp_dir.name) / "media" / "projects" / "Cleanup"
|
|
project_dir.mkdir(parents=True, exist_ok=True)
|
|
missing_path = project_dir / "Stems" / "Cleanup (vocals).mp3"
|
|
|
|
jm.update_job(
|
|
sep_job_id,
|
|
status=jm.JobStatus.DONE,
|
|
files=[{"name": missing_path.name, "path": str(missing_path), "type": "stem", "stem": "vocals"}],
|
|
result={"project_name": "Cleanup", "project_path": str(project_dir)},
|
|
)
|
|
project = jm.find_or_create_project("Cleanup", sep_job_id)
|
|
|
|
response = self.client.get("/api/projects/cleanup/verify")
|
|
self.assertEqual(response.status_code, 200)
|
|
|
|
payload = response.json()
|
|
self.assertEqual(payload["total"], 1)
|
|
self.assertEqual(payload["projects_with_missing_files"][0]["project_id"], project["id"])
|
|
self.assertEqual(payload["projects_with_missing_files"][0]["missing_files"], [str(missing_path)])
|
|
|
|
def test_cleanup_write_metadata_generates_project_snapshot(self):
|
|
from backend import job_manager as jm
|
|
|
|
sep_job_id = jm.create_job("separate")
|
|
trans_job_id = jm.create_job("transcribe")
|
|
project_dir = Path(self._temp_dir.name) / "media" / "projects" / "Cleanup"
|
|
stems_dir = project_dir / "Stems"
|
|
stems_dir.mkdir(parents=True, exist_ok=True)
|
|
stem_path = stems_dir / "Cleanup (vocals).mp3"
|
|
stem_path.write_bytes(b"audio")
|
|
source_path = project_dir / "source.wav"
|
|
source_path.write_bytes(b"audio")
|
|
|
|
jm.update_job(
|
|
sep_job_id,
|
|
status=jm.JobStatus.DONE,
|
|
files=[
|
|
{"name": source_path.name, "path": str(source_path), "type": "source"},
|
|
{"name": stem_path.name, "path": str(stem_path), "type": "stem", "stem": "vocals"},
|
|
],
|
|
result={
|
|
"project_name": "Cleanup",
|
|
"project_path": str(project_dir),
|
|
"model_label": "Demucs v4",
|
|
"format_label": "MP3",
|
|
},
|
|
)
|
|
project = jm.find_or_create_project("Cleanup", sep_job_id)
|
|
jm.set_project_trans_job(project["id"], "vocals", trans_job_id)
|
|
|
|
response = self.client.post("/api/projects/cleanup/write-metadata")
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"written": 1, "errors": []})
|
|
|
|
metadata_path = project_dir / "project.json"
|
|
self.assertTrue(metadata_path.exists())
|
|
payload = json.loads(metadata_path.read_text(encoding="utf-8"))
|
|
self.assertEqual(payload["project_id"], project["id"])
|
|
self.assertEqual(payload["name"], "Cleanup")
|
|
self.assertEqual(payload["model_label"], "Demucs v4")
|
|
self.assertEqual(payload["format_label"], "MP3")
|
|
self.assertEqual(payload["source_file"], str(source_path))
|
|
self.assertEqual(payload["stems"], {"vocals": str(stem_path)})
|
|
self.assertEqual(payload["trans_jobs"], {"vocals": trans_job_id})
|
|
self.assertEqual(payload["sep_job_id"], sep_job_id)
|
|
|
|
def test_cleanup_rename_stems_renames_legacy_files_and_updates_job(self):
|
|
from backend import job_manager as jm
|
|
|
|
sep_job_id = jm.create_job("separate")
|
|
project_dir = Path(self._temp_dir.name) / "media" / "projects" / "Cleanup"
|
|
stems_dir = project_dir / "Stems"
|
|
stems_dir.mkdir(parents=True, exist_ok=True)
|
|
old_path = stems_dir / "legacy - Vocals.mp3"
|
|
old_path.write_bytes(b"audio")
|
|
|
|
jm.update_job(
|
|
sep_job_id,
|
|
status=jm.JobStatus.DONE,
|
|
files=[{"name": old_path.name, "path": str(old_path), "type": "stem", "stem": "vocals"}],
|
|
result={"project_name": "Cleanup", "project_path": str(project_dir)},
|
|
)
|
|
jm.find_or_create_project("Cleanup", sep_job_id)
|
|
|
|
response = self.client.post("/api/projects/cleanup/rename-stems")
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"renamed": 1, "errors": []})
|
|
|
|
new_path = stems_dir / "Cleanup (vocals).mp3"
|
|
self.assertFalse(old_path.exists())
|
|
self.assertTrue(new_path.exists())
|
|
|
|
updated_job = jm.get_job(sep_job_id)
|
|
self.assertEqual(updated_job["files"][0]["name"], new_path.name)
|
|
self.assertEqual(updated_job["files"][0]["path"], str(new_path))
|
|
|
|
def test_cleanup_purge_orphaned_deletes_unattached_separation_jobs(self):
|
|
from backend import job_manager as jm
|
|
|
|
kept_job_id = jm.create_job("separate")
|
|
orphan_job_id = jm.create_job("separate")
|
|
other_job_id = jm.create_job("transcribe")
|
|
|
|
jm.update_job(kept_job_id, status=jm.JobStatus.DONE, files=[])
|
|
jm.update_job(orphan_job_id, status=jm.JobStatus.DONE, files=[])
|
|
jm.find_or_create_project("Cleanup", kept_job_id)
|
|
|
|
response = self.client.post("/api/projects/cleanup/purge-orphaned")
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"purged": 1})
|
|
|
|
self.assertIsNotNone(jm.get_job(kept_job_id))
|
|
self.assertIsNone(jm.get_job(orphan_job_id))
|
|
self.assertIsNotNone(jm.get_job(other_job_id))
|
|
with jm._flags_lock:
|
|
self.assertNotIn(orphan_job_id, jm._cancel_flags)
|
|
|
|
def test_cleanup_kept_terminal_jobs_do_not_restore_cancel_flags(self):
|
|
from backend import job_manager as jm
|
|
|
|
kept_job_id = jm.create_job("separate")
|
|
jm.update_job(kept_job_id, status=jm.JobStatus.DONE, files=[])
|
|
jm.find_or_create_project("Cleanup", kept_job_id)
|
|
|
|
response = self.client.post("/api/projects/cleanup/purge-orphaned")
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"purged": 0})
|
|
|
|
with jm._flags_lock:
|
|
self.assertNotIn(kept_job_id, jm._cancel_flags)
|
|
|
|
def test_cleanup_clean_lrc_files_strips_section_marker_lines(self):
|
|
from backend import job_manager as jm
|
|
|
|
lrc_job_id = jm.create_job("lrc")
|
|
project_dir = Path(self._temp_dir.name) / "media" / "projects" / "Cleanup"
|
|
project_dir.mkdir(parents=True, exist_ok=True)
|
|
lrc_path = project_dir / "lyrics.elrc"
|
|
lrc_path.write_text(
|
|
"[00:01.00][Verse 1]\n[00:02.00]Hello world\n[00:03.00][Chorus]\n",
|
|
encoding="utf-8",
|
|
)
|
|
|
|
jm.update_job(
|
|
lrc_job_id,
|
|
status=jm.JobStatus.DONE,
|
|
files=[{"name": lrc_path.name, "path": str(lrc_path), "type": "elrc"}],
|
|
)
|
|
|
|
response = self.client.post("/api/projects/cleanup/clean-lrc-files")
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"files_modified": 1, "lines_removed": 2, "errors": []})
|
|
|
|
self.assertEqual(lrc_path.read_text(encoding="utf-8"), "[00:02.00]Hello world") |