mirror of
https://github.com/pyannote/pyannote-audio.git
synced 2026-11-20 13:07:51 +09:00
139 lines
4.8 KiB
Python
139 lines
4.8 KiB
Python
import pytest
|
|
from pyannote.database import FileFinder, get_protocol
|
|
from pytorch_lightning import Trainer
|
|
|
|
from pyannote.audio.models.segmentation.debug import SimpleSegmentationModel
|
|
from pyannote.audio.tasks import (
|
|
OverlappedSpeechDetection,
|
|
SpeakerDiarization,
|
|
VoiceActivityDetection,
|
|
)
|
|
|
|
|
|
@pytest.fixture()
|
|
def protocol():
|
|
return get_protocol(
|
|
"Debug.SpeakerDiarization.Debug", preprocessors={"audio": FileFinder()}
|
|
)
|
|
|
|
|
|
def test_train_segmentation(protocol):
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model = SimpleSegmentationModel(task=segmentation)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_train_voice_activity_detection(protocol):
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model = SimpleSegmentationModel(task=voice_activity_detection)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_train_overlapped_speech_detection(protocol):
|
|
overlapped_speech_detection = OverlappedSpeechDetection(protocol)
|
|
model = SimpleSegmentationModel(task=overlapped_speech_detection)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_finetune_with_task_that_does_not_need_setup_for_specs(protocol):
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model = SimpleSegmentationModel(task=voice_activity_detection)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model.task = voice_activity_detection
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_finetune_with_task_that_needs_setup_for_specs(protocol):
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model = SimpleSegmentationModel(task=segmentation)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model.task = segmentation
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_transfer_with_task_that_does_not_need_setup_for_specs(protocol):
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model = SimpleSegmentationModel(task=segmentation)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model.task = voice_activity_detection
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_transfer_with_task_that_needs_setup_for_specs(protocol):
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model = SimpleSegmentationModel(task=voice_activity_detection)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model.task = segmentation
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_finetune_freeze_with_task_that_needs_setup_for_specs(protocol):
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model = SimpleSegmentationModel(task=segmentation)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model.task = segmentation
|
|
model.freeze_up_to("mfcc")
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_finetune_freeze_with_task_that_does_not_need_setup_for_specs(protocol):
|
|
vad = VoiceActivityDetection(protocol)
|
|
model = SimpleSegmentationModel(task=vad)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
vad = VoiceActivityDetection(protocol)
|
|
model.task = vad
|
|
model.freeze_up_to("mfcc")
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_transfer_freeze_with_task_that_does_not_need_setup_for_specs(protocol):
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model = SimpleSegmentationModel(task=segmentation)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model.task = voice_activity_detection
|
|
model.freeze_up_to("mfcc")
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
|
|
def test_transfer_freeze_with_task_that_needs_setup_for_specs(protocol):
|
|
voice_activity_detection = VoiceActivityDetection(protocol)
|
|
model = SimpleSegmentationModel(task=voice_activity_detection)
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|
|
|
|
segmentation = SpeakerDiarization(protocol)
|
|
model.task = segmentation
|
|
model.freeze_up_to("mfcc")
|
|
trainer = Trainer(fast_dev_run=True, accelerator="cpu")
|
|
trainer.fit(model)
|