From 902a0099a70518ea8b12adb0fc110f06c8c52e88 Mon Sep 17 00:00:00 2001 From: Han Han <30601012+lylyhan@users.noreply.github.com> Date: Fri, 20 Feb 2026 14:49:20 +0100 Subject: [PATCH 1/6] fix(task): fix `Task.prepare_data` to support saving preprocessors that produce `int` values in metadata (#1985) --- CHANGELOG.md | 4 ++++ src/pyannote/audio/core/task.py | 12 ++---------- 2 files changed, 6 insertions(+), 10 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index f9cf5f74..87f8d1a1 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,9 @@ # CHANGELOG +## Version 4.0.5 (2026-02-20) + +- fix(task): fix `Task.prepare_data` to support saving preprocessors that produce `int` values in metadata [@lylyhan](http://github.com/lylyhan) + ## Version 4.0.4 (2026-02-07) - feat(sample): add transcription of sample file diff --git a/src/pyannote/audio/core/task.py b/src/pyannote/audio/core/task.py index cb5e9dab..15d31ec7 100644 --- a/src/pyannote/audio/core/task.py +++ b/src/pyannote/audio/core/task.py @@ -274,7 +274,6 @@ class Task(lightning.LightningDataModule): # metadata cache self.cache = Path(cache) if cache else cache - # batching self.duration = duration self.min_duration = duration if min_duration is None else min_duration @@ -331,7 +330,6 @@ class Task(lightning.LightningDataModule): } """ - if self.cache: # check if cache exists and is not empty: if self.cache.exists() and self.cache.stat().st_size > 0: @@ -343,7 +341,6 @@ class Task(lightning.LightningDataModule): # if no cache was provided by user, create a temporary file # in system directory used for temp files self.cache = Path(mkstemp()[1]) - # list of possible values for each metadata key # (will become .prepared_data[""]) metadata_unique_values = defaultdict(list) @@ -417,6 +414,8 @@ class Task(lightning.LightningDataModule): metadatum[key] = metadata_unique_values[key].index(value) elif isinstance(value, int): + if value not in metadata_unique_values[key]: + metadata_unique_values[key].append(value) metadatum[key] = value else: @@ -548,13 +547,10 @@ class Task(lightning.LightningDataModule): ("database_label_idx", get_dtype(max(a[4] for a in annotations))), ("global_label_idx", get_dtype(max(a[5] for a in annotations))), ] - # save all protocol data in a dict prepared_data = {} - # keep track of protocol name prepared_data["protocol"] = self.protocol.name - prepared_data["audio-path"] = np.array(audios, dtype=np.str_) audios.clear() @@ -568,7 +564,6 @@ class Task(lightning.LightningDataModule): annotated_regions, dtype=region_dtype ) annotated_regions.clear() - prepared_data["audio-regions-ids"] = np.array( audio_regions_ids, dtype=[("start", "i"), ("end", "i")] ) @@ -585,7 +580,6 @@ class Task(lightning.LightningDataModule): audio_segments_ids.clear() prepared_data["metadata-values"] = metadata_unique_values - for database, labels in database_unique_labels.items(): prepared_data[f"metadata-{database}-labels"] = np.array( labels, dtype=np.str_ @@ -594,12 +588,10 @@ class Task(lightning.LightningDataModule): prepared_data["metadata-labels"] = np.array(unique_labels, dtype=np.str_) unique_labels.clear() - if self.has_validation: self.prepare_validation(prepared_data) self.post_prepare_data(prepared_data) - # save prepared data on the disk with open(self.cache, "wb") as cache_file: np.savez_compressed(cache_file, **prepared_data) From f73adf3d8d418fcea8003fc0054509bc9e9104e6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Herv=C3=A9=20BREDIN?= Date: Fri, 20 Feb 2026 14:50:03 +0100 Subject: [PATCH 2/6] Update CHANGELOG.md --- CHANGELOG.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 87f8d1a1..b3b7995c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,6 @@ # CHANGELOG -## Version 4.0.5 (2026-02-20) +## develop (xxxx-xx-xx) - fix(task): fix `Task.prepare_data` to support saving preprocessors that produce `int` values in metadata [@lylyhan](http://github.com/lylyhan) From 8c4fad17e04284692889b3eb8a97f258548a0fd9 Mon Sep 17 00:00:00 2001 From: luo jiyin Date: Tue, 5 May 2026 19:42:06 +0800 Subject: [PATCH 3/6] doc: fix various typos across source code and tutorials (#2008) --- CHANGELOG.md | 2 +- src/pyannote/audio/core/inference.py | 2 +- src/pyannote/audio/core/pipeline.py | 2 +- src/pyannote/audio/core/task.py | 8 ++++---- src/pyannote/audio/models/segmentation/PyanNet.py | 6 +++--- .../audio/models/segmentation/SSeRiouSS.py | 4 ++-- src/pyannote/audio/models/segmentation/debug.py | 2 +- src/pyannote/audio/models/separation/ToTaToNet.py | 14 +++++++------- src/pyannote/audio/pipelines/speech_separation.py | 2 +- src/pyannote/audio/pipelines/utils/hook.py | 2 +- src/pyannote/audio/tasks/embedding/arcface.py | 2 +- src/pyannote/audio/tasks/separation/PixIT.py | 2 +- src/pyannote/audio/utils/metric.py | 2 +- src/pyannote/audio/utils/preview.py | 2 +- src/pyannote/audio/utils/vbx.py | 4 ++-- tutorials/MRE_template.ipynb | 2 +- .../offline_usage_speaker_diarization.ipynb | 2 +- tutorials/overlapped_speech_detection.ipynb | 2 +- tutorials/training_a_model.ipynb | 2 +- tutorials/voice_activity_detection.ipynb | 2 +- 20 files changed, 33 insertions(+), 33 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index b3b7995c..cf867efc 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -380,7 +380,7 @@ Providing `num_speakers` to [`pyannote/speaker-diarization-3.1`](https://hf.co/p ## Version 1.0 (2018-07-03) - chore: switch from keras to pytorch (with tensorboard support) -- improve: faster & better traning (`AutoLR`, advanced learning rate schedulers, improved batch generators) +- improve: faster & better training (`AutoLR`, advanced learning rate schedulers, improved batch generators) - feat: add tunable speaker diarization pipeline (with its own tutorial) - chore: drop support for Python 2 (use Python 3.6 or later) diff --git a/src/pyannote/audio/core/inference.py b/src/pyannote/audio/core/inference.py index e28ca45e..8d8775a4 100644 --- a/src/pyannote/audio/core/inference.py +++ b/src/pyannote/audio/core/inference.py @@ -434,7 +434,7 @@ class Inference(BaseInference): window is set to "sliding", this is equivalent to calling crop on the smallest chunk that contains all chunks. In case window is set to "whole", this is equivalent to concatenating each chunk into one - (artifical) chunk before processing it. + (artificial) chunk before processing it. hook : callable, optional When a callable is provided, it is called everytime a batch is processed with two keyword arguments: diff --git a/src/pyannote/audio/core/pipeline.py b/src/pyannote/audio/core/pipeline.py index d082858a..a8bcd4d5 100644 --- a/src/pyannote/audio/core/pipeline.py +++ b/src/pyannote/audio/core/pipeline.py @@ -439,7 +439,7 @@ class Pipeline(_Pipeline): self.instantiate(default_parameters) except ValueError: raise RuntimeError( - "A pipeline must be instantiated with `pipeline.instantiate(paramaters)` before it can be applied. " + "A pipeline must be instantiated with `pipeline.instantiate(parameters)` before it can be applied. " "Tried to use parameters provided by `pipeline.default_parameters()` but those are not compatible. " ) diff --git a/src/pyannote/audio/core/task.py b/src/pyannote/audio/core/task.py index 15d31ec7..01264558 100644 --- a/src/pyannote/audio/core/task.py +++ b/src/pyannote/audio/core/task.py @@ -214,7 +214,7 @@ class Task(lightning.LightningDataModule): duration : float, optional Chunks duration in seconds. Defaults to two seconds (2.). min_duration : float, optional - Sample training chunks duration uniformely between `min_duration` + Sample training chunks duration uniformly between `min_duration` and `duration`. Defaults to `duration` (i.e. fixed length chunks). warm_up : float or (float, float), optional Use that many seconds on the left- and rightmost parts of each chunk @@ -604,7 +604,7 @@ class Task(lightning.LightningDataModule): Parameters ---------- prepared_data: dict - dictionnary containing protocol data prepared by + dictionary containing protocol data prepared by `prepare_data()` Note ---- @@ -799,7 +799,7 @@ class Task(lightning.LightningDataModule): return {"loss": loss} # default training_step provided for convenience - # can obviously be overriden for each task + # can obviously be overridden for each task def training_step(self, batch, batch_idx: int): return self.common_step(batch, batch_idx, "train") @@ -827,7 +827,7 @@ class Task(lightning.LightningDataModule): return None # default validation_step provided for convenience - # can obviously be overriden for each task + # can obviously be overridden for each task def validation_step(self, batch, batch_idx: int): return self.common_step(batch, batch_idx, "val") diff --git a/src/pyannote/audio/models/segmentation/PyanNet.py b/src/pyannote/audio/models/segmentation/PyanNet.py index 3481b40c..1ad8045c 100644 --- a/src/pyannote/audio/models/segmentation/PyanNet.py +++ b/src/pyannote/audio/models/segmentation/PyanNet.py @@ -47,16 +47,16 @@ class PyanNet(Model): num_channels : int, optional Number of channels. Defaults to mono (1). sincnet : dict, optional - Keyword arugments passed to the SincNet block. + Keyword arguments passed to the SincNet block. Defaults to {"stride": 1}. lstm : dict, optional Keyword arguments passed to the LSTM layer. Defaults to {"hidden_size": 128, "num_layers": 2, "bidirectional": True}, i.e. two bidirectional layers with 128 units each. Set "monolithic" to False to split monolithic multi-layer LSTM into multiple mono-layer LSTMs. - This may proove useful for probing LSTM internals. + This may prove useful for probing LSTM internals. linear : dict, optional - Keyword arugments used to initialize linear layers + Keyword arguments used to initialize linear layers Defaults to {"hidden_size": 128, "num_layers": 2}, i.e. two linear layers with 128 units each. """ diff --git a/src/pyannote/audio/models/segmentation/SSeRiouSS.py b/src/pyannote/audio/models/segmentation/SSeRiouSS.py index bd69c568..06cc1148 100644 --- a/src/pyannote/audio/models/segmentation/SSeRiouSS.py +++ b/src/pyannote/audio/models/segmentation/SSeRiouSS.py @@ -62,9 +62,9 @@ class SSeRiouSS(Model): Defaults to {"hidden_size": 128, "num_layers": 4, "bidirectional": True}, i.e. two bidirectional layers with 128 units each. Set "monolithic" to False to split monolithic multi-layer LSTM into multiple mono-layer LSTMs. - This may proove useful for probing LSTM internals. + This may prove useful for probing LSTM internals. linear : dict, optional - Keyword arugments used to initialize linear layers + Keyword arguments used to initialize linear layers Defaults to {"hidden_size": 128, "num_layers": 2}, i.e. two linear layers with 128 units each. """ diff --git a/src/pyannote/audio/models/segmentation/debug.py b/src/pyannote/audio/models/segmentation/debug.py index ccac612a..19568413 100644 --- a/src/pyannote/audio/models/segmentation/debug.py +++ b/src/pyannote/audio/models/segmentation/debug.py @@ -158,7 +158,7 @@ class SimpleSegmentationModel(Model): """ # extract MFCC mfcc = self.mfcc(waveforms) - # pass MFCC sequeence into the recurrent layer + # pass MFCC sequence into the recurrent layer output, hidden = self.lstm(rearrange(mfcc, "b c f t -> b t (c f)")) # apply the final classifier to get logits return self.activation(self.classifier(output)) diff --git a/src/pyannote/audio/models/separation/ToTaToNet.py b/src/pyannote/audio/models/separation/ToTaToNet.py index e5662f09..fca558ad 100644 --- a/src/pyannote/audio/models/separation/ToTaToNet.py +++ b/src/pyannote/audio/models/separation/ToTaToNet.py @@ -72,19 +72,19 @@ class ToTaToNet(Model): num_channels : int, optional Number of channels. Defaults to mono (1). sincnet : dict, optional - Keyword arugments passed to the SincNet block. + Keyword arguments passed to the SincNet block. Defaults to {"stride": 1}. linear : dict, optional - Keyword arugments used to initialize linear layers + Keyword arguments used to initialize linear layers See ToTaToNet.LINEAR_DEFAULTS for default values. diar : dict, optional - Keyword arguments used to initalize the average pooling in the diarization branch. + Keyword arguments used to initialize the average pooling in the diarization branch. See ToTaToNet.DIAR_DEFAULTS for default values. encoder_decoder : dict, optional - Keyword arguments used to initalize the encoder and decoder. + Keyword arguments used to initialize the encoder and decoder. See ToTaToNet.ENCODER_DECODER_DEFAULTS for default values. dprnn : dict, optional - Keyword arguments used to initalize the DPRNN model. + Keyword arguments used to initialize the DPRNN model. See ToTaToNet.DPRNN_DEFAULTS for default values. sample_rate : int, optional Audio sample rate. Defaults to 16000. @@ -208,14 +208,14 @@ class ToTaToNet(Model): self.average_pool = nn.AvgPool1d( self.diarization_scaling, stride=self.diarization_scaling ) - linaer_input_features = n_feats_out + linear_input_features = n_feats_out if linear["num_layers"] > 0: self.linear = nn.ModuleList( [ nn.Linear(in_features, out_features) for in_features, out_features in pairwise( [ - linaer_input_features, + linear_input_features, ] + [self.hparams.linear["hidden_size"]] * self.hparams.linear["num_layers"] diff --git a/src/pyannote/audio/pipelines/speech_separation.py b/src/pyannote/audio/pipelines/speech_separation.py index f1a6cb20..6f0ed9b2 100644 --- a/src/pyannote/audio/pipelines/speech_separation.py +++ b/src/pyannote/audio/pipelines/speech_separation.py @@ -108,7 +108,7 @@ class SpeechSeparation(SpeakerDiarizationMixin, Pipeline): clustering.method : {'centroid', 'average', ...} Linkage used for agglomerative clustering clustering.min_cluster_size : int - Minium cluster size. + Minimum cluster size. clustering.threshold : float Clustering threshold used to stop merging clusters. separation.leakage_removal : bool diff --git a/src/pyannote/audio/pipelines/utils/hook.py b/src/pyannote/audio/pipelines/utils/hook.py index 836c9ed2..b907be4a 100644 --- a/src/pyannote/audio/pipelines/utils/hook.py +++ b/src/pyannote/audio/pipelines/utils/hook.py @@ -208,7 +208,7 @@ class Hooks: Usage ----- - >>> with Hooks(ProgessHook(), TimingHook(), ArtifactHook()) as hook: + >>> with Hooks(ProgressHook(), TimingHook(), ArtifactHook()) as hook: ... output = pipeline("audio.wav", hook=hook) """ diff --git a/src/pyannote/audio/tasks/embedding/arcface.py b/src/pyannote/audio/tasks/embedding/arcface.py index cb6401e2..216f74f4 100644 --- a/src/pyannote/audio/tasks/embedding/arcface.py +++ b/src/pyannote/audio/tasks/embedding/arcface.py @@ -50,7 +50,7 @@ class SupervisedRepresentationLearningWithArcFace( duration : float, optional Chunks duration in seconds. Defaults to two seconds (2.). min_duration : float, optional - Sample training chunks duration uniformely between `min_duration` + Sample training chunks duration uniformly between `min_duration` and `duration`. Defaults to `duration` (i.e. fixed length chunks). num_classes_per_batch : int, optional Number of classes per batch. Defaults to 32. diff --git a/src/pyannote/audio/tasks/separation/PixIT.py b/src/pyannote/audio/tasks/separation/PixIT.py index db9021ef..239f402b 100644 --- a/src/pyannote/audio/tasks/separation/PixIT.py +++ b/src/pyannote/audio/tasks/separation/PixIT.py @@ -446,7 +446,7 @@ class PixIT(SegmentationTask): Audio chunks. y: (frame, ) Frame-level targets. Note that frame < time. - `frame` is infered automagically from the + `frame` is inferred automagically from the example model output. ... """ diff --git a/src/pyannote/audio/utils/metric.py b/src/pyannote/audio/utils/metric.py index d0315204..3aa4ad45 100644 --- a/src/pyannote/audio/utils/metric.py +++ b/src/pyannote/audio/utils/metric.py @@ -210,7 +210,7 @@ class DiscreteDiarizationErrorRate(BaseMetric): components[name] += segment_component[name] return components - # if (num_chunks, num_frames, num_speakers)-shaed, compute one DER per chunk and aggregate + # if (num_chunks, num_frames, num_speakers)-shared, compute one DER per chunk and aggregate elif ndim == 3: components = self.init_components() diff --git a/src/pyannote/audio/utils/preview.py b/src/pyannote/audio/utils/preview.py index 1a5ace08..6c49e758 100644 --- a/src/pyannote/audio/utils/preview.py +++ b/src/pyannote/audio/utils/preview.py @@ -165,7 +165,7 @@ def preview( duration = audio.get_duration(audio_file) segment = Segment(start=0.0, end=duration) - # load waveform as SlidingWindowFeautre + # load waveform as SlidingWindowFeature data, sample_rate = audio.crop(audio_file, segment) data = data.numpy().T samples = SlidingWindow( diff --git a/src/pyannote/audio/utils/vbx.py b/src/pyannote/audio/utils/vbx.py index 01c0ea05..4baeec97 100644 --- a/src/pyannote/audio/utils/vbx.py +++ b/src/pyannote/audio/utils/vbx.py @@ -13,7 +13,7 @@ # Revision History # L. Burget 20/1/2021 1:00AM - original version derived from the more # P. Pálka 28/4/2025 17:00PM - original version derived from the more -# complex VB_diarization.py avaiable at +# complex VB_diarization.py available at # https://github.com/BUTSpeechFIT/VBx/blob/e39af548bb41143a7136d08310765746192e34da/VBx/VB_diarization.py # H. Bredin 12/8/2025 2:00PM - update vbx_setup signature to expect two paths # drop HMM support @@ -55,7 +55,7 @@ def VBx( gamma - An initialization for the matrix of responsibilities (see Outputs: gamma) maxIters - The maximum number of VB iterations epsilon - Stop iterating, if the obj. fun. improvement is less than epsilon - alphaQInit - Dirichlet concentraion parameter for initializing gamma + alphaQInit - Dirichlet concentration parameter for initializing gamma ref - T dim. integer vector with per frame reference speaker IDs (0:maxSpeakers) plot - If set to True, plot per-frame marginal speaker posteriors 'gamma' return_model- Return also speaker model parameter diff --git a/tutorials/MRE_template.ipynb b/tutorials/MRE_template.ipynb index 0dfaf8e2..3b7da466 100644 --- a/tutorials/MRE_template.ipynb +++ b/tutorials/MRE_template.ipynb @@ -310,7 +310,7 @@ "id": "ISngZk15Uzhb" }, "source": [ - "Dowload a sample audio file (make sure the download link is public or your bug report will not be reproducible by anyone)." + "Download a sample audio file (make sure the download link is public or your bug report will not be reproducible by anyone)." ] }, { diff --git a/tutorials/community/offline_usage_speaker_diarization.ipynb b/tutorials/community/offline_usage_speaker_diarization.ipynb index 93274262..a263193a 100644 --- a/tutorials/community/offline_usage_speaker_diarization.ipynb +++ b/tutorials/community/offline_usage_speaker_diarization.ipynb @@ -120,7 +120,7 @@ "\n", "Pyannote uses some internal logic to determine the model type.\n", "\n", - "The funtion `def PretrainedSpeakerEmbedding(...` in (speaker_verification.py)[https://github.com/pyannote/pyannote-audio/blob/develop/pyannote/audio/pipelines/speaker_verification.py#L712] uses the the file path of the model to infer the model type.\n", + "The function `def PretrainedSpeakerEmbedding(...` in (speaker_verification.py)[https://github.com/pyannote/pyannote-audio/blob/develop/pyannote/audio/pipelines/speaker_verification.py#L712] uses the the file path of the model to infer the model type.\n", "\n", "```python\n", "def PretrainedSpeakerEmbedding(\n", diff --git a/tutorials/overlapped_speech_detection.ipynb b/tutorials/overlapped_speech_detection.ipynb index 8f8556a5..ef8ecd69 100644 --- a/tutorials/overlapped_speech_detection.ipynb +++ b/tutorials/overlapped_speech_detection.ipynb @@ -268,7 +268,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "Now that everything is ready, let's train with `pytorch-ligthning`!" + "Now that everything is ready, let's train with `pytorch-lightning`!" ] }, { diff --git a/tutorials/training_a_model.ipynb b/tutorials/training_a_model.ipynb index 38de2cc1..a18cded8 100644 --- a/tutorials/training_a_model.ipynb +++ b/tutorials/training_a_model.ipynb @@ -229,7 +229,7 @@ "id": "WCNd35YInX8T" }, "source": [ - "Now that everything is ready, let's train with `pytorch-ligthning`!" + "Now that everything is ready, let's train with `pytorch-lightning`!" ] }, { diff --git a/tutorials/voice_activity_detection.ipynb b/tutorials/voice_activity_detection.ipynb index 470ee53d..007900b3 100644 --- a/tutorials/voice_activity_detection.ipynb +++ b/tutorials/voice_activity_detection.ipynb @@ -1 +1 @@ -{"cells":[{"cell_type":"markdown","metadata":{"id":"3M4zoYI4Q-Xi"},"source":["\"Open"]},{"cell_type":"markdown","metadata":{"id":"fEew3B3-Q-Xl"},"source":["# Training a voice activity detection pipeline from scratch with `pyannote.audio`\n","\n","Voice activity detection (VAD) is the task of detecting speech regions in a given audio stream or recording. \n","In this tutorial, you will learn how to train and evaluate a VAD pipeline from scratch."]},{"cell_type":"markdown","metadata":{"id":"1F6PKPftQ-Xm"},"source":["## Tutorial setup"]},{"cell_type":"markdown","metadata":{"id":"ErPKDILdQ-Xn"},"source":["### `Google Colab` setup"]},{"cell_type":"markdown","metadata":{"id":"SYU2JJ9-Q-Xo"},"source":["If you are running this tutorial on `Colab`, execute the following commands in order to setup `Colab` environment. These commands will install `pyannote.audio` and download a mini version of the `AMI` corpus."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1772401,"status":"ok","timestamp":1704890790335,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"EMspGag4Q-Xp","outputId":"0aaf740d-96c8-4340-a9e7-5c529f12fe9b"},"outputs":[],"source":["!pip install -qq pyannote.audio==3.1.1\n","!pip install -qq ipython==7.34.0\n","!git clone https://github.com/pyannote/AMI-diarization-setup.git\n","%cd ./AMI-diarization-setup/pyannote/\n","!bash ./download_ami_mini.sh\n","%cd /content"]},{"cell_type":"markdown","metadata":{"id":"TFqu_5vyQ-Xq"},"source":["⚠ Restart the runtime (Runtime > Restart session)."]},{"cell_type":"markdown","metadata":{"id":"7_7eodg5Q-Xr"},"source":["### Non `Google Colab` setup"]},{"cell_type":"markdown","metadata":{"id":"WCy8p55QQ-Xr"},"source":["If you are not using `Colab`, this tutorial assumes that\n","* `pyannote.audio` has been installed\n","* the [AMI corpus](https://groups.inf.ed.ac.uk/ami/corpus/) has already been [setup for use with `pyannote`](https://github.com/pyannote/AMI-diarization-setup/tree/main/pyannote)"]},{"cell_type":"markdown","metadata":{"id":"M-oe_8FFQ-Xu"},"source":["## Data preparation\n","\n","See [`pyannote.database` documentation](https://github.com/pyannote/pyannote-database#pyannote-database) to learn how to prepare your own dataset for training with `pyannote.audio`."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"KBstX_2sQ-Xu"},"outputs":[],"source":["from pyannote.database import registry, FileFinder\n","\n","registry.load_database(\"AMI-diarization-setup/pyannote/database.yml\")\n","preprocessors = {\"audio\": FileFinder()}\n","ami = registry.get_protocol('AMI.SpeakerDiarization.mini',\n"," preprocessors=preprocessors)"]},{"cell_type":"markdown","metadata":{"id":"oYIKQ5kwQ-Xv"},"source":["`pyannote.database` *protocols* usually define\n","* a training set: `for training_file in protocol.train(): ...`,\n","* a validation set: `for validation_file in protocol.development(): ...`\n","* an evaluation set `for evaluation_file in protocol.test(): ...`"]},{"cell_type":"markdown","metadata":{"id":"siLd6sE3Q-Xw"},"source":["Let's listen to one minute of the first training file..."]},{"cell_type":"code","execution_count":2,"metadata":{"executionInfo":{"elapsed":212,"status":"ok","timestamp":1704890828290,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"bai4OplyQ-Xw"},"outputs":[],"source":["first_training_file = next(ami.train())\n","reference = first_training_file[\"annotation\"]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":151,"output_embedded_package_id":"1GxUBhwcdeeXdLogFqdzXqSDl6FNpaR2t"},"executionInfo":{"elapsed":7227,"status":"ok","timestamp":1704890839349,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"5t2l6o3NQ-Xx","outputId":"9755f212-b8ca-45ad-e1a2-60f00665d7be"},"outputs":[],"source":["from pyannote.audio.utils.preview import listen\n","from pyannote.core import Segment\n","\n","one_minute = Segment(240, 300)\n","listen(first_training_file, one_minute)"]},{"cell_type":"markdown","metadata":{"id":"Z3-VQas0Q-Xy"},"source":["... and visualize the manual annotation:"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":239},"executionInfo":{"elapsed":592,"status":"ok","timestamp":1704890847735,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"8fNi_I0pQ-Xz","outputId":"83cfee16-8a4e-4528-8a60-d5b8c0990fc7"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAADyCAYAAAD5q2z1AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAj0klEQVR4nO3deZRcZZ0H/G91dtLpzp4GSSAQDFGIBmYONiqymYRBBeHIyE7CYTOohBkUDkvUdwYYxhHwZXGOBgQBYVBR1EkkkoAsAUOGsBtIWN8xCxDSgQSy3vcPTmpsSSBLd7pv+/mcU+d03fvc5z63btWvbtW3695KURRFAAAAAAAASqymrQcAAAAAAACwtQQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ao8NOOmkk1KpVN5zmzdvXk466aQcfvjhH9h27Nix1TbvvPNOJkyYkH79+qW2tjZHHnlkFi1a1Gyds2bNykEHHZTevXunT58+GTNmTB577LFmfZx00knZc88907lz52ZjYMPW75vTTz/9PfMmTJiQSqWSk046qdr2rx/TV155JePHj88OO+yQrl27ZqeddsrXv/71vP76683aFUWRiy66KNtvv3169OiRgw8+OM8991yzNjvvvPN7niOXXnppszaPP/54Pv3pT6d79+4ZPHhwLrvssq1/EDqw9rR/n3322Rx22GHp379/6urq8qlPfSozZsyozn/sscdy9NFHZ/DgwenRo0dGjBiRK6+8smUeCAAAAAAgSdK5LVb6xvJV22xdfXp23aLlxo4dm+uvv77ZtAEDBmxy227dulX/njhxYn7729/m9ttvT319fc4888wcccQReeCBB5Ikb731VsaOHZsvfOELueaaa7JmzZpMmjQpY8aMySuvvJIuXbpk7dq16dGjR772ta/l5z//+RZtU0trWtm0zdZV361+i5YbPHhwbr311lx++eXp0aNHknfDo1tuuSVDhgzZ6HLPP/98Ghsb8+EPfzg//elPM3To0Dz11FM555xzMmXKlDz00EPp27dvkuSyyy7L97///dxwww0ZOnRoLrzwwowZMyZPP/10unfvXu3zO9/5Tk455ZTq/V69elX/XrZsWUaPHp2DDz44P/jBD/LEE09k/Pjx6d27d0499dQt2vatsfavvvRvbZ369dui5drL/v3c5z6X3XbbLdOnT0+PHj1yxRVX5HOf+1zmz5+fhoaGzJ49OwMHDsxNN92UwYMH58EHH8ypp56aTp065cwzz9yibQcAAAAAmmuTwOOQy2Z8cKMW8tC3x2zRct26dUtDQ8NWt21qasrkyZNzyy235MADD0ySXH/99RkxYkQeeuihfOITn8if/vSnLFmyJN/5zncyePDgJMmkSZMycuTIvPTSSxk2bFh69uyZa6+9NknywAMPZOnSpVu0XS3p+CnHbLN13Xn4b7doub322ivz58/PL37xixx77LFJkl/84hcZMmRIhg4dutHlJkyYkK5du+auu+6qfpE+ZMiQjBo1KrvuumvOP//8XHvttSmKIldccUUuuOCCHHbYYUmSG2+8MYMGDcovf/nLfPnLX6722atXr40+T26++easWrUq1113Xbp27ZqPfvSjmTNnTr73ve+1SeCxcOTHt+n6PvS/r2zRcu1h/7722mt57rnnMnny5IwcOTJJcumll+aaa67Jk08+mYaGhowfP77Z+nfZZZfMnDkzv/jFLwQeAAAAANBCnNKqlc2ePTurV6/OwQcfXJ22++67Z8iQIZk5c2aSZPjw4enXr18mT56cVatW5e23387kyZMzYsSI7Lzzzm008o5j/PjxzX6Bc91112XcuHEbbb9kyZL87ne/y1e+8pXql+HrNTQ05Nhjj81tt92WoijywgsvZOHChc32b319ffbZZ5/q/l3v0ksvTb9+/TJq1Kj8+7//e9asWVOdN3PmzOy3337p2vX/fpE0ZsyYzJ07N2+88cYWb/vfgrbev/369cvw4cNz4403Zvny5VmzZk3+8z//MwMHDszee++90XE0NTVVf0UCAAAAAGw9gcdG/OY3v0ltbW319qUvfWmT29bW1ubiiy9OkixcuDBdu3ZN7969my0zaNCgLFy4MMm7//l/zz335KabbkqPHj1SW1ubqVOnZsqUKencuU1+hNOhHHfccbn//vvz0ksv5aWXXsoDDzyQ4447bqPtn3vuuRRFkREjRmxw/ogRI/LGG2/k1Vdfre7DQYMGNWvzl/s3Sb72ta/l1ltvzYwZM3Laaafl4osvzje+8Y3q/IULF26wj/Xz2Li23r+VSiW///3v8+ijj6ZXr17p3r17vve972Xq1Knp06fPBtfx4IMP5rbbbmuTX+8AAAAAQEfl2/SNOOCAA6qnkEqSnj17bnLbJJv1n9tvv/12Tj755Hzyk5/MT3/606xduzbf/e53c+ihh2bWrFnv+S90Ns+AAQNy6KGH5sc//nGKosihhx6a/v37f+ByRVG02BjOPvvs6t8jR45M165dc9ppp+WSSy5pdr0XNl9b79+iKDJhwoQMHDgw9913X3r06JEf/ehH+fznP59Zs2Zl++23b9b+ySefzGGHHZZJkyZl9OjRLTIGAAAAAKCNAo8p3zigLVa7WXr27Jlhw4ZtdduGhoasWrUqS5cubfYrj0WLFlWv53DLLbfkxRdfzMyZM1NTU1Od1qdPn/zqV79qdh2I9uQnh9zS1kPYZOPHj69eK+Hqq69+37bDhg1LpVLJM888ky9+8Yvvmf/MM8+kT58+GTBgQN56660k7+7Pv/xie9GiRfn4xz++0XXss88+WbNmTV588cUMHz48DQ0NWbRoUbM26+9v6rVkWlLD43O2+Tq3Rlvu3+nTp+c3v/lN3njjjdTV1SVJrrnmmkybNi033HBDzj333OpyTz/9dA466KCceuqpueCCC7ZqmwEAAACA5tok8OjTs+sHN+og9t5773Tp0iV33313jjzyyCTJ3Llz8/LLL6exsTFJsmLFitTU1KRSqVSXW39/3bp1bTLuTVHfrb6th7DJxo4dm1WrVqVSqWTMmPe/kH2/fv3y2c9+Ntdcc00mTpzY7Bc2CxcuzM0335wTTjghlUolQ4cOTUNDQ+6+++7qF+DLli3Lww8/nDPOOGOj65gzZ05qamoycODAJEljY2POP//8rF69Ol26dEmSTJs2LcOHD9/oaZFaU6d+/bb5OrdGW+7fFStWJEk1rFyvpqam2ev3qaeeyoEHHpgTTzwx//qv/9oSmw0AAAAA/AXX8GgBK1euzMKFC5vdXnvttSTvXuD45JNPztlnn50ZM2Zk9uzZGTduXBobG/OJT3wiSfLZz342b7zxRiZMmJBnnnkmTz31VMaNG5fOnTvngAP+79cwTz/9dObMmZMlS5akqakpc+bMyZw5c9pik0unU6dOeeaZZ/L000+nU6dOH9j+qquuysqVKzNmzJj84Q9/yCuvvJKpU6fms5/9bD70oQ9Vv7CuVCo566yz8i//8i+5884788QTT+SEE07IDjvskMMPPzzJuxckv+KKK/LYY4/l+eefz80335yJEyfmuOOOq4YZxxxzTLp27ZqTTz45Tz31VG677bZceeWVzU6Fxca15f5tbGxMnz59cuKJJ+axxx7Ls88+m3POOScvvPBCDj300CTvnsbqgAMOyOjRo3P22WdX68Srr77aao8JAAAAAPytcQ2PFjB16tT3nKd/+PDh+dOf/pQkufzyy1NTU5Mjjzyy+iXrNddcU227++6759e//nW+/e1vp7GxMTU1NRk1atR7+v2Hf/iHvPTSS9X7o0aNStKy15royNafbmhT7LbbbnnkkUcyadKkHHXUUVmyZEkaGhpy+OGHZ9KkSc2u0fKNb3wjy5cvz6mnnpqlS5fmU5/6VKZOnZru3bsnSbp165Zbb7013/rWt7Jy5coMHTo0EydObBZm1NfX56677sqECROy9957p3///rnoootc1HoztNX+7d+/f6ZOnZrzzz8/Bx54YFavXp2PfvSj+dWvfpWPfexjSZKf/exnefXVV3PTTTflpptuqva900475cUXX2yZBwAAAAAA/sZVCt+WAwAAAAAAJeeUVgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACi9zq3V8bp16/LnP/85vXr1SqVSaa3VAAAAAAAAJVAURd58883ssMMOqalp+d9jtFrg8ec//zmDBw9ure4BAAAAAIASeuWVV7Ljjju2eL+tFnj06tUrybsDr6ura63VAAAAAAAAJbBs2bIMHjy4mh+0tFYLPNafxqqurk7gAQAAAAAAJEmrXQbDRcsBAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOm1aeCxdtGiLPuP72XtokVtOQwAaHVt+Z7XXt9v2+u4NkdH2Ia/BWXaT2UaK5RJe3lttZdxbI4yjvn9dLTtAYCyWbt4cav237aBx+LFefN7l7f6RgJAW2vL97z2+n7bXse1OTrCNvwtKNN+KtNYoUzay2urvYxjc5RxzO+no20PAJTN2ldfbdX+ndIKAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9Dq39QCSZN3Spqx9/fW2HgYAtJp1S5vaegjt7v22PTwmLaW9PbY0V8bnmucUtKz2VgfK9Bpvb49dSynTPgCAjmRd07JW7b9dBB6vf/noth4CAHR43m9bj8eWluY5BR2b13jbsw8AoG28uW5dq/bvlFYAAAAAAEDpCTwAAAAAAIDSE3gAAAAAAACl1y6u4dHv1p+my0dGtPUwAKDVrH76mTY/V3R7e79tD49JS2lvjy3NlfG55jkFLau91YEyvcbb22PXUsq0DwCgI+ky65HkkLGt1n+7CDxqetenU79+bT0MAGg1a3vXt/UQ2t37bXt4TFpKe3tsaa6MzzXPKWhZ7a0OlOk13t4eu5ZSpn0AAB1JTX1d6/bfqr0DAAAAAABsAwIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0mvTwKPTwIHpdfbEdBo4sC2HAQCtri3f89rr+217Hdfm6Ajb8LegTPupTGOFMmkvr632Mo7NUcYxv5+Otj0AUDadBgxo1f4rRVEUrdHxsmXLUl9fn6amptTVte6V1wEAAAAAgPattXMDp7QCAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAASuy1N1fmhzPm5bU3V27S9C2x5J0lueWZm7PknSVb1UdrEngAAAAAAECJvfbmyky+Z/4GA48NTd8Sb7yzJLfOvSVvbEVosfSdN7Z6HO9H4AEAAAAAAJSewAMAAAAAACi9zm09AAAAAAAAYOu9+fbqvLF8VbP7Le2tVW+laWXTFi27fPXyFh5NcwIPAAAAAADoAL564yOtvo4LHzx/i5ddvaLlA5i/5JRWAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApecaHgAAAAAA0AH8vyf8XYY19Kren7fwzRa/rsf/s++/Zuf6oVu07JP/3xOZmmktOp6/JPAAAAAAAIAOoFePLunTs2uz+y2ttmtt6rvVb9GyPbv0bOHRNOeUVgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAACXWv1e3nLz/runfq9smTd8Sfbr3zZeHH5M+3ftucR+9u/fZ6nG8n0pRFEVrdLxs2bLU19enqakpdXV1rbEKAAAAAACgJFo7N/ALDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9Dq3VsdFUSRJli1b1lqrAAAAAAAASmJ9XrA+P2hprRZ4vP7660mSwYMHt9YqAAAAAACAknn99ddTX1/f4v22WuDRt2/fJMnLL7/cKgMH2r9ly5Zl8ODBeeWVV1JXV9fWwwHaiFoAqAOAOgAkagGQNDU1ZciQIdX8oKW1WuBRU/Pu5UHq6+sVMPgbV1dXpw4AagGgDgDqAJBELQD+Lz9o8X5bpVcAAAAAAIBtSOABAAAAAACUXqsFHt26dcukSZPSrVu31loF0M6pA0CiFgDqAKAOAO9SC4DWrgOVoiiKVukZAAAAAABgG3FKKwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKW3WYHHJZdckr//+79Pr169MnDgwBx++OGZO3fuBtsWRZFDDjkklUolv/zlL5vNe/nll3PooYdmu+22y8CBA3POOedkzZo1W7wRwLazKXVg//33T6VSaXY7/fTTm7VRB6DcNvWYYObMmTnwwAPTs2fP1NXVZb/99svbb79dnb9kyZIce+yxqaurS+/evXPyySfnrbfe2pabAmyhD6oDL7744nuOB9bfbr/99mo7xwRQXptyPLBw4cIcf/zxaWhoSM+ePbPXXnvl5z//ebM2jgeg3DalFsyfPz9f/OIXM2DAgNTV1eWoo47KokWLmrVRC6C8rr322owcOTJ1dXWpq6tLY2NjpkyZUp3/zjvvZMKECenXr19qa2tz5JFHvqcGtNTngs0KPO69995MmDAhDz30UKZNm5bVq1dn9OjRWb58+XvaXnHFFalUKu+Zvnbt2hx66KFZtWpVHnzwwdxwww358Y9/nIsuumizBw9se5taB0455ZQsWLCgervsssuq89QBKL9NqQUzZ87M2LFjM3r06Pzxj3/MrFmzcuaZZ6am5v8OP4499tg89dRTmTZtWn7zm9/kD3/4Q0499dS22CRgM31QHRg8eHCzY4EFCxbk29/+dmpra3PIIYckcUwAZbcpxwMnnHBC5s6dmzvvvDNPPPFEjjjiiBx11FF59NFHq20cD0C5fVAtWL58eUaPHp1KpZLp06fngQceyKpVq/L5z38+69atq/ajFkB57bjjjrn00ksze/bsPPLIIznwwANz2GGH5amnnkqSTJw4Mb/+9a9z++235957782f//znHHHEEdXlW/RzQbEVFi9eXCQp7r333mbTH3300eJDH/pQsWDBgiJJcccdd1Tn/fd//3dRU1NTLFy4sDrt2muvLerq6oqVK1duzXCANrChOvCZz3ym+PrXv77RZdQB6Hg2VAv22Wef4oILLtjoMk8//XSRpJg1a1Z12pQpU4pKpVL87//+b6uOF2h5G/ts8Jc+/vGPF+PHj6/ed0wAHcuG6kDPnj2LG2+8sVm7vn37Fj/84Q+LonA8AB3RX9eC3/3ud0VNTU3R1NRUbbN06dKiUqkU06ZNK4pCLYCOqE+fPsWPfvSjYunSpUWXLl2K22+/vTrvmWeeKZIUM2fOLIqiZT8XbNU1PJqampIkffv2rU5bsWJFjjnmmFx99dVpaGh4zzIzZ87MnnvumUGDBlWnjRkzJsuWLasmPkB5bKgOJMnNN9+c/v37Z4899sh5552XFStWVOepA9Dx/HUtWLx4cR5++OEMHDgw++67bwYNGpTPfOYzuf/++6vLzJw5M717987f/d3fVacdfPDBqampycMPP7xtNwDYahs7Jlhv9uzZmTNnTk4++eTqNMcE0LFsqA7su+++ue2227JkyZKsW7cut956a955553sv//+SRwPQEf017Vg5cqVqVQq6datW7VN9+7dU1NTU/18oBZAx7F27drceuutWb58eRobGzN79uysXr06Bx98cLXN7rvvniFDhmTmzJlJWvZzwRYHHuvWrctZZ52VT37yk9ljjz2q0ydOnJh99903hx122AaXW7hwYbOBJ6neX7hw4ZYOB2gDG6sDxxxzTG666abMmDEj5513Xn7yk5/kuOOOq85XB6Bj2VAteP7555Mk3/rWt3LKKadk6tSp2WuvvXLQQQflueeeS/Lu633gwIHN+urcuXP69u2rFkDJbOyY4C9Nnjw5I0aMyL777lud5pgAOo6N1YH/+q//yurVq9OvX79069Ytp512Wu64444MGzYsieMB6Gg2VAs+8YlPpGfPnvnmN7+ZFStWZPny5fnnf/7nrF27NgsWLEiiFkBH8MQTT6S2tjbdunXL6aefnjvuuCMf+chHsnDhwnTt2jW9e/du1n7QoEHV13dLfi7ovKUbMGHChDz55JPN/lPzzjvvzPTp05udixPouDZUB5I0O8fmnnvume233z4HHXRQ5s+fn1133XVbDxNoZRuqBevPxXvaaadl3LhxSZJRo0bl7rvvznXXXZdLLrmkTcYKtI6NHROs9/bbb+eWW27JhRdeuI1HBmwrG6sDF154YZYuXZrf//736d+/f375y1/mqKOOyn333Zc999yzjUYLtJYN1YIBAwbk9ttvzxlnnJHvf//7qampydFHH5299tqr2fX9gHIbPnx45syZk6ampvzsZz/LiSeemHvvvXebj2OLAo8zzzyzevGgHXfcsTp9+vTpmT9//nvSmiOPPDKf/vSnc88996ShoSF//OMfm81ff0X2DZ0CC2ifNlYHNmSfffZJksybNy+77rqrOgAdyMZqwfbbb58k+chHPtKs/YgRI/Lyyy8neff1vnjx4mbz16xZkyVLlqgFUCKbckzws5/9LCtWrMgJJ5zQbLpjAugYNlYH5s+fn6uuuipPPvlkPvrRjyZJPvaxj+W+++7L1VdfnR/84AeOB6ADeb9jgtGjR2f+/Pl57bXX0rlz5/Tu3TsNDQ3ZZZddkvhsAB1B165dq7/g3HvvvTNr1qxceeWV+cd//MesWrUqS5cubZYbLFq0qPr6bsnPBZsVoxZFkTPPPDN33HFHpk+fnqFDhzabf+655+bxxx/PnDlzqrckufzyy3P99dcnSRobG/PEE080K2LTpk1LXV3de74UAdqfD6oDG7K+Fqz/AlQdgPL7oFqw8847Z4cddsjcuXObTX/22Wez0047JXm3FixdujSzZ8+uzp8+fXrWrVtXDUqB9mtzjgkmT56cL3zhCxkwYECz6Y4JoNw+qA6sv47fX/8Hd6dOnaq/BnU8AOW3OccE/fv3T+/evTN9+vQsXrw4X/jCF5KoBdARrVu3LitXrszee++dLl265O67767Omzt3bl5++eU0NjYmaeHPBZtzhfMzzjijqK+vL+65555iwYIF1duKFSs2ukyS4o477qjeX7NmTbHHHnsUo0ePLubMmVNMnTq1GDBgQHHeeedt1tXWgbbxQXVg3rx5xXe+853ikUceKV544YXiV7/6VbHLLrsU++23X7UPdQDKb1OOCS6//PKirq6uuP3224vnnnuuuOCCC4ru3bsX8+bNq7YZO3ZsMWrUqOLhhx8u7r///mK33XYrjj766LbYJGAzbepng+eee66oVCrFlClT3tOHYwIotw+qA6tWrSqGDRtWfPrTny4efvjhYt68ecV3v/vdolKpFL/97W+r/TgegHLblGOC6667rpg5c2Yxb9684ic/+UnRt2/f4uyzz27Wj1oA5XXuuecW9957b/HCCy8Ujz/+eHHuuecWlUqluOuuu4qiKIrTTz+9GDJkSDF9+vTikUceKRobG4vGxsbq8i35uWCzAo8kG7xdf/3177vMXwYeRVEUL774YnHIIYcUPXr0KPr371/80z/9U7F69erNHjyw7X1QHXj55ZeL/fbbr+jbt2/RrVu3YtiwYcU555xTNDU1NetHHYBy29RjgksuuaTYcccdi+22265obGws7rvvvmbzX3/99eLoo48uamtri7q6umLcuHHFm2++uQ23BNhSm1oHzjvvvGLw4MHF2rVrN9iPYwIor02pA88++2xxxBFHFAMHDiy22267YuTIkcWNN97YrB/HA1Bum1ILvvnNbxaDBg0qunTpUuy2227Ff/zHfxTr1q1r1o9aAOU1fvz4Yqeddiq6du1aDBgwoDjooIOqYUdRFMXbb79dfOUrXyn69OlTbLfddsUXv/jFYsGCBc36aKnPBZWiKIrN+00IAAAAAABA+7JZ1/AAAAAAAABojwQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAsNVOOumkHH744W09DAAA4G9Y57YeAAAA0L5VKpX3nT9p0qRceeWVKYpiG40IAADgvQQeAADA+1qwYEH179tuuy0XXXRR5s6dW51WW1ub2trathgaAABAlVNaAQAA76uhoaF6q6+vT6VSaTattrb2Pae02n///fPVr341Z511Vvr06ZNBgwblhz/8YZYvX55x48alV69eGTZsWKZMmdJsXU8++WQOOeSQ1NbWZtCgQTn++OPz2muvbeMtBgAAykjgAQAAtIobbrgh/fv3zx//+Md89atfzRlnnJEvfelL2XffffM///M/GT16dI4//visWLEiSbJ06dIceOCBGTVqVB555JFMnTo1ixYtylFHHdXGWwIAAJSBwAMAAGgVH/vYx3LBBRdkt912y3nnnZfu3bunf//+OeWUU7Lbbrvloosuyuuvv57HH388SXLVVVdl1KhRufjii7P77rtn1KhRue666zJjxow8++yzbbw1AABAe+caHgAAQKsYOXJk9e9OnTqlX79+2XPPPavTBg0alCRZvHhxkuSxxx7LjBkzNng9kPnz5+fDH/5wK48YAAAoM4EHAADQKrp06dLsfqVSaTatUqkkSdatW5ckeeutt/L5z38+//Zv//aevrbffvtWHCkAANARCDwAAIB2Ya+99srPf/7z7Lzzzunc2UcVAABg87iGBwAA0C5MmDAhS5YsydFHH51Zs2Zl/vz5+d3vfpdx48Zl7dq1bT08AACgnRN4AAAA7cIOO+yQBx54IGvXrs3o0aOz55575qyzzkrv3r1TU+OjCwAA8P4qRVEUbT0IAAAAAACAreHfpAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACU3v8P0AeuqsBBxboAAAAASUVORK5CYII=","text/plain":[""]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["from pyannote.core import notebook\n","notebook.crop = one_minute\n","reference"]},{"cell_type":"markdown","metadata":{"id":"fzbxnisZQ-Xz"},"source":["## Training"]},{"cell_type":"markdown","metadata":{"id":"C_QEjNxjQ-Xz"},"source":["We initialize a VAD *task* that describes how the model will be trained:\n","\n","* `ami` indicates that we will use files available in `ami.train()`.\n","* `duration=2.` and `batch_size=128` indicates that the model will ingest batches of 128 two seconds long audio chunks."]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":543,"status":"ok","timestamp":1704890854558,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"oRkU-MboQ-Xz","outputId":"173a3d4b-fdf4-4e13-817d-dc024ac87524"},"outputs":[{"name":"stdout","output_type":"stream","text":["Protocol AMI.SpeakerDiarization.mini does not precompute the output of torchaudio.info(): adding a 'torchaudio.info' preprocessor for you to speed up dataloaders. See pyannote.database documentation on how to do that yourself.\n"]}],"source":["from pyannote.audio.tasks import VoiceActivityDetection\n","\n","vad = VoiceActivityDetection(ami, duration=2., batch_size=128)"]},{"cell_type":"markdown","metadata":{"id":"A7q9pnI4Q-X1"},"source":["We initialize one *model* with the `PyanNet` architecture used [in that paper](https://arxiv.org/abs/2104.04045). \n","In particular, we increase the default stride of the initial `sincnet` feature extraction layer to `10`.\n","\n","The model is also provided with the task (`task=vad`) for which it is being trained:"]},{"cell_type":"code","execution_count":6,"metadata":{"executionInfo":{"elapsed":241,"status":"ok","timestamp":1704890861715,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"dHJMJHB6Q-X1"},"outputs":[],"source":["from pyannote.audio.models.segmentation import PyanNet\n","\n","model = PyanNet(sincnet={'stride': 10}, task=vad)"]},{"cell_type":"markdown","metadata":{"id":"Rwh2ulN2Q-X2"},"source":["Now that everything is ready, let's train with `pytorch-ligthning`!"]},{"cell_type":"code","execution_count":7,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":414,"referenced_widgets":["de7bbc2d644e4ba79f3b4dcc26da3cb7","b62ef7013afe4da4a00ba0a70a63e938","b20cbf0c630a44f8b108d141e0b14ecc","4946ea8187904c7fa9f7c5de92a563e2","929954f82bc6407aaa6b069da848d1e3","53ac5430d2ef45ecaaecc3da0706825b","ffd1d20386d14e2f945f2d84df7a681f","69c34a612abb4d7a83bd796ef97d1c92","2ea0e51154e54129a6b164fc72588edc","910983c75b5247deb203ab218e05b25a","a1861066848a4efda4cc1f09beacb451","321302a76845477cbfd6b644071048b9","0300ea5285a94c7580c789849ea8b7e7","51dc1507c16e4fd88da6e9681b6f8443","84560e1a1a154cf7a4cc998aaa7db862","dce43bbd970643d99f8abbcb299925ec","f3bb471baf44445d9ea50d0adde041c1","14556644c3104b02850a07f172f1411a","50f8b2a4995242ac9d9961f34f2223ae","622cf364efe34719877311f1a46d24b4","ef09269769d845fb84ba39bd43a4ee0c","b827c08a92434a31b82d0382057ee82b","d5dbc90f387a4c9eb43789707505e617","3b55a90beb874204a44df7f231da55eb","8429d57eec2f4c9c8cda3900c0da5df5","d4f4fff579354b10b3cdb32cb11754fe","b886a9d46c7647f0aa5e04260a5b6e1e","5151fae07f114d4e86ee7ec4e487faae","4d2ea6328f684e6e888bc5710dea4340","290e8084737b4ff7a816f4b67fa8d411","bb89bf63ea124306acf411cbeaca2b90","e17799ed71e04167bd46363cf84cc93f","146c185d279d4583860ba4f9defda025"]},"executionInfo":{"elapsed":1454764,"status":"ok","timestamp":1704892319974,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"KkFsUEV_Q-X2","outputId":"3361c2b5-f341-41e1-e027-8fb9b7404d34"},"outputs":[{"name":"stderr","output_type":"stream","text":["INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","WARNING:pytorch_lightning.loggers.tensorboard:Missing logger folder: /content/lightning_logs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n"," | Name | Type | Params | In sizes | Out sizes \n","---------------------------------------------------------------------------------------------------------------------\n","0 | sincnet | SincNet | 42.6 K | [1, 1, 32000] | [1, 60, 115] \n","1 | lstm | LSTM | 589 K | [1, 115, 60] | [[1, 115, 256], [[4, 1, 128], [4, 1, 128]]]\n","2 | linear | ModuleList | 49.4 K | ? | ? \n","3 | classifier | Linear | 129 | [1, 115, 128] | [1, 115, 1] \n","4 | activation | Sigmoid | 0 | [1, 115, 1] | [1, 115, 1] \n","5 | validation_metric | MetricCollection | 0 | ? | ? \n","---------------------------------------------------------------------------------------------------------------------\n","681 K Trainable params\n","0 Non-trainable params\n","681 K Total params\n","2.728 Total estimated model params size (MB)\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"de7bbc2d644e4ba79f3b4dcc26da3cb7","version_major":2,"version_minor":0},"text/plain":["Sanity Checking: | | 0/? [00:00"]},"execution_count":10,"metadata":{},"output_type":"execute_result"}],"source":["vad_probability"]},{"cell_type":"markdown","metadata":{"id":"Mscb9fDsQ-X6"},"source":["Perfect voice activity detection output should look like that:"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":689,"status":"ok","timestamp":1704892633130,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"ObtOlbOTQ-X7","outputId":"8dd51edd-e56e-4ae1-e95c-5a592c1a106c"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAU70lEQVR4nO3de4xU5fkH8GdWEAvLgNwWLKhVaMUCFmxjl8ZLxGwlxntKg4otGioWTbGtURK89Y/aNm382WhsYsV6aaNFg7UXsNRFinbLrVLAGoStBlMXiRBAAQHZ9/eHYXRlV3ZhZ3fO7OeTTMKec+ad933PzMN7+LJzcimlFAAAAAAAABlW0dkdAAAAAAAAOFICDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMi8bsVquLGxMd56663o3bt35HK5Yr0MAAAAAACQASmlePfdd+O4446Lior2/32MogUeb731VgwbNqxYzQMAAAAAABn05ptvxtChQ9u93aIFHr17946IDzuez+eL9TIAAAAAAEAG7NixI4YNG1bID9pb0QKPA19jlc/nBR4AAAAAAEBERNFug+Gm5QAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5mQ88Ghoa4s4774yGhobO7spBSrFvpdinA0q5b6XEPDWvveelmPP88bbL4Xwe7hjKYexHoiuNvyuNFaAl5V4LS2F8n9aHUuhfV9TSvDsftIX3y0fMBZQ3n/H2URaBx1133VWSb4RS7Fsp9umAUu5bKTFPzWvveSnmPH+87XI4n4c7hnIY+5HoSuPvSmMFaEm518JSGN+n9aEU+tcVtTTvzgdt4f3yEXMB5c1nvH1kPvAAAAAAAADo1tkdaC+vvvpqZ3fhIKXYpwNKsW+l2KdSZr6aKtZ8FKPd5trM8vk80r5neexHoiuOuyuOGeCArlIDO3OcrXntrnIeSsWh5tv5oDW8Tw5mTqA8+Wy3j7IJPK666qrO7kKmmK/scw47RkfNc1c+n1157F2Ncw1Q/kq91pd6/7oa5wMOj88OQMvKJvB4/PHHY+TIkZ3djSZeffXVkv1LyHxlXymew85UrPdPMea5ub5m+Xwe6dxneexHoivWvK56rgEiuk7d78xa35o59ndRxzrUOXE+aI2uUj/bwmcHypN61z7KJvAYOXJkjBs3rrO7kRnmK/ucw47RUfPclc9nVx57V+NcA5S/Uq/1pd6/rsb5gMPjswPQMjctBwAAAAAAMi/zv+ExZMiQuOOOO2LIkCGd3ZWDlGLfSrFPB5Ry30qJeWpee89LMef5k21n/Xwe7lx19fdyVxp/VxorQEvKvRaWwvg+rQ+l0L+uqKV5dz5oC++Xj5gLKG8+4+0jl1JKxWh4x44d0adPn9i+fXvk8/livAQAAAAAAJARxc4NfKUVAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyLxuxWo4pRQRETt27CjWSwAAAAAAABlxIC84kB+0t6IFHlu2bImIiGHDhhXrJQAAAAAAgIzZsmVL9OnTp93bLVrg0a9fv4iI2LhxY1E6DpS+HTt2xLBhw+LNN9+MfD7f2d0BOolaAKgDgDoARKgFQMT27dvj+OOPL+QH7a1ogUdFxYe3B+nTp48CBl1cPp9XBwC1AFAHAHUAiAi1APgoP2j3dovSKgAAAAAAQAcSeAAAAAAAAJlXtMCjR48ecccdd0SPHj2K9RJAiVMHgAi1AFAHAHUA+JBaABS7DuRSSqkoLQMAAAAAAHQQX2kFAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg89oUeNx9993xla98JXr37h2DBg2KSy65JNatW9fssSmlmDhxYuRyuXjmmWea7Nu4cWNccMEF0bNnzxg0aFDcfPPN8cEHHxz2IICO05o6cM4550Qul2vymD59epNj1AHIttauCerq6uLcc8+NXr16RT6fj7POOit2795d2L9169a48sorI5/PR9++fePaa6+N9957ryOHAhymQ9WBN95446D1wIHH3LlzC8dZE0B2tWY9sGnTppgyZUoMHjw4evXqFePGjYunn366yTHWA5BtrakF9fX1cemll8bAgQMjn8/HpEmT4u23325yjFoA2fXAAw/EmDFjIp/PRz6fj+rq6pg/f35h//vvvx8zZsyI/v37R2VlZVx++eUH1YD2ui5oU+CxePHimDFjRvzzn/+MhQsXxr59+6KmpiZ27tx50LH/93//F7lc7qDt+/fvjwsuuCD27t0b//jHP+KRRx6J3/zmN3H77be3ufNAx2ttHZg2bVo0NDQUHj/72c8K+9QByL7W1IK6uro4//zzo6amJpYtWxbLly+PG264ISoqPlp+XHnllfHKK6/EwoUL409/+lP8/e9/j+985zudMSSgjQ5VB4YNG9ZkLdDQ0BB33XVXVFZWxsSJEyPCmgCyrjXrgauvvjrWrVsXzz77bKxZsyYuu+yymDRpUrz88suFY6wHINsOVQt27twZNTU1kcvlora2Nl566aXYu3dvXHjhhdHY2FhoRy2A7Bo6dGj85Cc/iZUrV8aKFSvi3HPPjYsvvjheeeWViIi46aab4o9//GPMnTs3Fi9eHG+99VZcdtllhee363VBOgKbN29OEZEWL17cZPvLL7+cPvvZz6aGhoYUEWnevHmFfX/5y19SRUVF2rRpU2HbAw88kPL5fNqzZ8+RdAfoBM3VgbPPPjt973vfa/E56gCUn+ZqwRlnnJFmz57d4nP+85//pIhIy5cvL2ybP39+yuVy6X//+19R+wu0v5auDT7uS1/6UrrmmmsKP1sTQHlprg706tUrPfroo02O69evX3rwwQdTStYDUI4+WQuee+65VFFRkbZv3144Ztu2bSmXy6WFCxemlNQCKEfHHnts+vWvf522bduWunfvnubOnVvY9+qrr6aISHV1dSml9r0uOKJ7eGzfvj0iIvr161fYtmvXrrjiiivi/vvvj8GDBx/0nLq6uhg9enRUVVUVtn3961+PHTt2FBIfIDuaqwMREb/97W9jwIABMWrUqJg1a1bs2rWrsE8dgPLzyVqwefPmWLp0aQwaNCjGjx8fVVVVcfbZZ8eLL75YeE5dXV307ds3vvzlLxe2nXfeeVFRURFLly7t2AEAR6ylNcEBK1eujFWrVsW1115b2GZNAOWluTowfvz4ePLJJ2Pr1q3R2NgYTzzxRLz//vtxzjnnRIT1AJSjT9aCPXv2RC6Xix49ehSOOeaYY6KioqJwfaAWQPnYv39/PPHEE7Fz586orq6OlStXxr59++K8884rHHPKKafE8ccfH3V1dRHRvtcFhx14NDY2xsyZM+NrX/tajBo1qrD9pptuivHjx8fFF1/c7PM2bdrUpOMRUfh506ZNh9sdoBO0VAeuuOKKePzxx2PRokUxa9aseOyxx+Kqq64q7FcHoLw0Vwv++9//RkTEnXfeGdOmTYsFCxbEuHHjYsKECbF+/fqI+PDzPmjQoCZtdevWLfr166cWQMa0tCb4uIceeihGjhwZ48ePL2yzJoDy0VId+P3vfx/79u2L/v37R48ePeK6666LefPmxfDhwyPCegDKTXO14Ktf/Wr06tUrbrnllti1a1fs3LkzfvjDH8b+/fujoaEhItQCKAdr1qyJysrK6NGjR0yfPj3mzZsXp556amzatCmOPvro6Nu3b5Pjq6qqCp/v9rwu6Ha4A5gxY0asXbu2yf/UfPbZZ6O2trbJd3EC5au5OhARTb5jc/To0TFkyJCYMGFC1NfXx8knn9zR3QSKrLlacOC7eK+77rqYOnVqRESMHTs2nn/++ZgzZ07cfffdndJXoDhaWhMcsHv37vjd734Xt912Wwf3DOgoLdWB2267LbZt2xZ/+9vfYsCAAfHMM8/EpEmTYsmSJTF69OhO6i1QLM3VgoEDB8bcuXPj+uuvj1/+8pdRUVERkydPjnHjxjW5vx+QbV/4whdi1apVsX379njqqafiW9/6VixevLjD+3FYgccNN9xQuHnQ0KFDC9tra2ujvr7+oLTm8ssvjzPPPDNeeOGFGDx4cCxbtqzJ/gN3ZG/uK7CA0tRSHWjOGWecERERGzZsiJNPPlkdgDLSUi0YMmRIRESceuqpTY4fOXJkbNy4MSI+/Lxv3ry5yf4PPvggtm7dqhZAhrRmTfDUU0/Frl274uqrr26y3ZoAykNLdaC+vj7uu+++WLt2bXzxi1+MiIjTTjstlixZEvfff3/86le/sh6AMvJpa4Kampqor6+Pd955J7p16xZ9+/aNwYMHx0knnRQRrg2gHBx99NGF3+A8/fTTY/ny5XHvvffGN7/5zdi7d29s27atSW7w9ttvFz7f7Xld0KYYNaUUN9xwQ8ybNy9qa2vjc5/7XJP9t956a6xevTpWrVpVeERE3HPPPfHwww9HRER1dXWsWbOmSRFbuHBh5PP5g/5RBCg9h6oDzTlQCw78A6g6ANl3qFpw4oknxnHHHRfr1q1rsv21116LE044ISI+rAXbtm2LlStXFvbX1tZGY2NjISgFSldb1gQPPfRQXHTRRTFw4MAm260JINsOVQcO3Mfvk/+D+6ijjir8Nqj1AGRfW9YEAwYMiL59+0ZtbW1s3rw5LrrooohQC6AcNTY2xp49e+L000+P7t27x/PPP1/Yt27duti4cWNUV1dHRDtfF7TlDufXX3996tOnT3rhhRdSQ0ND4bFr164WnxMRad68eYWfP/jggzRq1KhUU1OTVq1alRYsWJAGDhyYZs2a1aa7rQOd41B1YMOGDelHP/pRWrFiRXr99dfTH/7wh3TSSSels846q9CGOgDZ15o1wT333JPy+XyaO3duWr9+fZo9e3Y65phj0oYNGwrHnH/++Wns2LFp6dKl6cUXX0wjRoxIkydP7owhAW3U2muD9evXp1wul+bPn39QG9YEkG2HqgN79+5Nw4cPT2eeeWZaunRp2rBhQ/r5z3+ecrlc+vOf/1xox3oAsq01a4I5c+akurq6tGHDhvTYY4+lfv36pe9///tN2lELILtuvfXWtHjx4vT666+n1atXp1tvvTXlcrn017/+NaWU0vTp09Pxxx+famtr04oVK1J1dXWqrq4uPL89rwvaFHhERLOPhx9++FOf8/HAI6WU3njjjTRx4sT0mc98Jg0YMCD94Ac/SPv27Wtz54GOd6g6sHHjxnTWWWelfv36pR49eqThw4enm2++OW3fvr1JO+oAZFtr1wR33313Gjp0aOrZs2eqrq5OS5YsabJ/y5YtafLkyamysjLl8/k0derU9O6773bgSIDD1do6MGvWrDRs2LC0f//+ZtuxJoDsak0deO2119Jll12WBg0alHr27JnGjBmTHn300SbtWA9AtrWmFtxyyy2pqqoqde/ePY0YMSL94he/SI2NjU3aUQsgu6655pp0wgknpKOPPjoNHDgwTZgwoRB2pJTS7t2703e/+9107LHHpp49e6ZLL700NTQ0NGmjva4Lciml1LbfCQEAAAAAACgtbbqHBwAAAAAAQCkSeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAMAR+/a3vx2XXHJJZ3cDAADowrp1dgcAAIDSlsvlPnX/HXfcEffee2+klDqoRwAAAAcTeAAAAJ+qoaGh8Ocnn3wybr/99li3bl1hW2VlZVRWVnZG1wAAAAp8pRUAAPCpBg8eXHj06dMncrlck22VlZUHfaXVOeecEzfeeGPMnDkzjj322KiqqooHH3wwdu7cGVOnTo3evXvH8OHDY/78+U1ea+3atTFx4sSorKyMqqqqmDJlSrzzzjsdPGIAACCLBB4AAEBRPPLIIzFgwIBYtmxZ3HjjjXH99dfHN77xjRg/fnz861//ipqampgyZUrs2rUrIiK2bdsW5557bowdOzZWrFgRCxYsiLfffjsmTZrUySMBAACyQOABAAAUxWmnnRazZ8+OESNGxKxZs+KYY46JAQMGxLRp02LEiBFx++23x5YtW2L16tUREXHffffF2LFj48c//nGccsopMXbs2JgzZ04sWrQoXnvttU4eDQAAUOrcwwMAACiKMWPGFP581FFHRf/+/WP06NGFbVVVVRERsXnz5oiI+Pe//x2LFi1q9n4g9fX18fnPf77IPQYAALJM4AEAABRF9+7dm/ycy+WabMvlchER0djYGBER7733Xlx44YXx05/+9KC2hgwZUsSeAgAA5UDgAQAAlIRx48bF008/HSeeeGJ06+ZSBQAAaBv38AAAAErCjBkzYuvWrTF58uRYvnx51NfXx3PPPRdTp06N/fv3d3b3AACAEifwAAAASsJxxx0XL730Uuzfvz9qampi9OjRMXPmzOjbt29UVLh0AQAAPl0upZQ6uxMAAAAAAABHwn+TAgAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5/w9KeqEBSLLfdgAAAABJRU5ErkJggg==","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":11,"metadata":{},"output_type":"execute_result"}],"source":["expected_output = test_file[\"annotation\"].get_timeline().support()\n","expected_output"]},{"cell_type":"markdown","metadata":{"id":"j0f1oMTUQ-X7"},"source":["## Pipeline"]},{"cell_type":"markdown","metadata":{"id":"QcRNQQ_VQ-X7"},"source":["Almost there! To obtain the final speech regions, we need to apply a detection threshold. \n","For that, we rely on the voice activity detection pipeline whose hyper-parameters are set manually:\n","- `onset=0.6`: mark region as `active` when probability goes above 0.6\n","- `offset=0.4`: switch back to `inactive` when probability goes below 0.4\n","- `min_duration_on=0.0`: remove `active` regions shorter than that many seconds\n","- `min_duration_off=0.0`: fill `inactive` regions shorter than that many seconds\n","\n","\n","More details about those hyper-parameters are provided in Figure 2 of [that paper](https://arxiv.org/abs/2104.04045)."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":589,"status":"ok","timestamp":1704892638091,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"TGkXstVpQ-X8","outputId":"d77d4cbe-98e9-4439-9c82-a51d0aeb4e25"},"outputs":[],"source":["from pyannote.audio.pipelines import VoiceActivityDetection as VoiceActivityDetectionPipeline\n","pipeline = VoiceActivityDetectionPipeline(segmentation=model)\n","initial_params = {\"onset\": 0.6, \"offset\": 0.4,\n"," \"min_duration_on\": 0.0, \"min_duration_off\": 0.0}\n","pipeline.instantiate(initial_params)"]},{"cell_type":"markdown","metadata":{"id":"thmmfIyjQ-X8"},"source":["Here we go:"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":44782,"status":"ok","timestamp":1704892685345,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"lq9gPG2hQ-X9","outputId":"928eea8e-737c-4689-cdb7-262a71dd6b3f"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAUVUlEQVR4nO3dfWxV9f0H8M+tYB2UC0Kh4Cg6hU2c4MAtriwiAdNJjM8ZCypuaJwwMNNtRkjwaX+Mbdniz0XjEqfOhy06NDj3AI5ZZOg6niYDnOGh02BmkQhpUYqA9Pv7w3C3SpGiLb2nfb2Sm9Bzzj33e+7Dm+/hTe/JpZRSAAAAAAAAZFhJZw8AAAAAAADgk1J4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOb16KgdNzc3x5tvvhl9+vSJXC7XUQ8DAAAAAABkQEop3nnnnTjppJOipKT9fx+jwwqPN998MyorKztq9wAAAAAAQAa98cYbMXTo0Hbfb4cVHn369ImIDwaez+c76mEAAAAAAIAM2LVrV1RWVhb6g/bWYYXHwa+xyufzCg8AAAAAACAiosMug+Gi5QAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyT+EBAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Co9upL6+Pu68886or6/v7KEUFOOYikVXf26ycHxZGCNH1t6vYzG+L4wJoOsqxjwtxjEB3VN3yaPucpzA4cmBtlN4dCP19fVx1113FdUHoxjHVCy6+nOThePLwhg5svZ+HYvxfWFMAF1XMeZpMY4J6J66Sx51l+MEDk8OtJ3CAwAAAAAAyLwenT0Ajr1XX321s4dQUExjKVZd9TnK0nFlaawcqqNev2J6XxTTWD6smMcGkAXFnKPFPDage+huOdTdjhf4L5//tlN4dENXX311Zw+Bo+D16nxeA1rjfdE2nieArkvGAxxbchfgyBQe3dDjjz8eI0eO7OxhRMQH7aS/sD9aMb1e7SlLr31XfQ26i456rxXT+6KYP0/F9DwBZJGMBzi8Ys7IjiB3ofvqbnn3SSg8uqGRI0fG2LFjO3sYtJHXq/N5DWiN90XbeJ4Aui4ZD3BsyV2AI3PRcgAAAAAAIPMUHt3IkCFD4o477oghQ4Z09lAKinFMxaKrPzdZOL4sjJEja+/XsRjfF8YE0HUVY54W45iA7qm75FF3OU7g8ORA2+VSSqkjdrxr167o27dvNDY2Rj6f74iHAAAAAAAAMqKjewO/4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyT+EBAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyr0dH7TilFBERu3bt6qiHAAAAAAAAMuJgX3CwP2hvHVZ47NixIyIiKisrO+ohAAAAAACAjNmxY0f07du33ffbYYVH//79IyJi69atHTJwoPjt2rUrKisr44033oh8Pt/ZwwE6iSwA5AAgB4AIWQBENDY2xrBhwwr9QXvrsMKjpOSDy4P07dtXgEE3l8/n5QAgCwA5AMgBICJkAfDf/qDd99shewUAAAAAADiGFB4AAAAAAEDmdVjhUVpaGnfccUeUlpZ21EMARU4OABGyAJADgBwAPiALgI7OgVxKKXXIngEAAAAAAI4RX2kFAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg846q8Jg/f3586Utfij59+sSgQYPi0ksvjY0bN7a6bUopJk+eHLlcLp555pkW67Zu3RoXXnhh9OrVKwYNGhS33HJLvP/++x/7IIBjpy05MGHChMjlci1uM2bMaLGNHIBsa+ucoLa2NiZOnBi9e/eOfD4f48ePjz179hTW79y5M6666qrI5/PRr1+/uO666+Ldd989locCfExHyoHXX3/9kPnAwduCBQsK25kTQHa1ZT6wbdu2mDZtWgwePDh69+4dY8eOjaeffrrFNuYDkG1tyYK6urq47LLLYuDAgZHP52PKlCnx1ltvtdhGFkB23X///TF69OjI5/ORz+ejqqoqFi1aVFj/3nvvxaxZs2LAgAFRVlYWV1xxxSEZ0F7nBUdVeCxbtixmzZoVf//732PJkiWxf//+qK6ujt27dx+y7f/93/9FLpc7ZPmBAwfiwgsvjH379sXf/va3eOSRR+JXv/pV3H777Uc9eODYa2sOXH/99VFfX1+4/eQnPymskwOQfW3Jgtra2rjggguiuro6Vq5cGatWrYrZs2dHScl/px9XXXVVvPLKK7FkyZL4wx/+EH/961/jW9/6VmccEnCUjpQDlZWVLeYC9fX1cdddd0VZWVlMnjw5IswJIOvaMh+45pprYuPGjfHss8/G+vXr4/LLL48pU6bEyy+/XNjGfACy7UhZsHv37qiuro5cLhc1NTXx0ksvxb59++Kiiy6K5ubmwn5kAWTX0KFD40c/+lGsWbMmVq9eHRMnToxLLrkkXnnllYiIuPnmm+P3v/99LFiwIJYtWxZvvvlmXH755YX7t+t5QfoEtm/fniIiLVu2rMXyl19+OX36059O9fX1KSLSwoULC+v+9Kc/pZKSkrRt27bCsvvvvz/l8/m0d+/eTzIcoBO0lgPnnXde+s53vnPY+8gB6Hpay4JzzjknzZs377D3+de//pUiIq1ataqwbNGiRSmXy6X//Oc/HTpeoP0d7tzgf33hC19I1157beFncwLoWlrLgd69e6dHH320xXb9+/dPDzzwQErJfAC6og9nwXPPPZdKSkpSY2NjYZuGhoaUy+XSkiVLUkqyALqiE088Mf3yl79MDQ0NqWfPnmnBggWFda+++mqKiFRbW5tSat/zgk90DY/GxsaIiOjfv39hWVNTU1x55ZVx3333xeDBgw+5T21tbYwaNSoqKioKy7761a/Grl27Co0PkB2t5UBExK9//esoLy+PM888M+bOnRtNTU2FdXIAup4PZ8H27dtjxYoVMWjQoBg3blxUVFTEeeedFy+++GLhPrW1tdGvX7/44he/WFh2/vnnR0lJSaxYseLYHgDwiR1uTnDQmjVrYu3atXHdddcVlpkTQNfSWg6MGzcunnzyydi5c2c0NzfHE088Ee+9915MmDAhIswHoCv6cBbs3bs3crlclJaWFrY54YQToqSkpHB+IAug6zhw4EA88cQTsXv37qiqqoo1a9bE/v374/zzzy9sc/rpp8ewYcOitrY2Itr3vOBjFx7Nzc1x0003xVe+8pU488wzC8tvvvnmGDduXFxyySWt3m/btm0tBh4RhZ+3bdv2cYcDdILD5cCVV14Zjz/+eCxdujTmzp0bjz32WFx99dWF9XIAupbWsuDf//53RETceeedcf3118fixYtj7NixMWnSpNi8eXNEfPB5HzRoUIt99ejRI/r37y8LIGMONyf4Xw8++GCMHDkyxo0bV1hmTgBdx+Fy4Le//W3s378/BgwYEKWlpXHDDTfEwoULY/jw4RFhPgBdTWtZ8OUvfzl69+4dt956azQ1NcXu3bvj+9//fhw4cCDq6+sjQhZAV7B+/fooKyuL0tLSmDFjRixcuDDOOOOM2LZtWxx//PHRr1+/FttXVFQUPt/teV7Q4+MewKxZs2LDhg0t/qfms88+GzU1NS2+ixPoulrLgYho8R2bo0aNiiFDhsSkSZOirq4uTjvttGM9TKCDtZYFB7+L94Ybbojp06dHRMSYMWPi+eefj4ceeijmz5/fKWMFOsbh5gQH7dmzJ37zm9/EbbfddoxHBhwrh8uB2267LRoaGuIvf/lLlJeXxzPPPBNTpkyJ5cuXx6hRozpptEBHaS0LBg4cGAsWLIiZM2fGz3/+8ygpKYmpU6fG2LFjW1zfD8i2z33uc7F27dpobGyMp556Kr7xjW/EsmXLjvk4PlbhMXv27MLFg4YOHVpYXlNTE3V1dYe0NVdccUWce+658cILL8TgwYNj5cqVLdYfvCJ7a1+BBRSnw+VAa84555yIiNiyZUucdtppcgC6kMNlwZAhQyIi4owzzmix/ciRI2Pr1q0R8cHnffv27S3Wv//++7Fz505ZABnSljnBU089FU1NTXHNNde0WG5OAF3D4XKgrq4u7r333tiwYUN8/vOfj4iIs846K5YvXx733Xdf/OIXvzAfgC7ko+YE1dXVUVdXF2+//Xb06NEj+vXrF4MHD45TTz01IpwbQFdw/PHHF36D8+yzz45Vq1bFPffcE1//+tdj37590dDQ0KI3eOuttwqf7/Y8LziqGjWlFLNnz46FCxdGTU1NfOYzn2mxfs6cObFu3bpYu3Zt4RYRcffdd8fDDz8cERFVVVWxfv36FiG2ZMmSyOfzh/yjCFB8jpQDrTmYBQf/AVQOQPYdKQtOOeWUOOmkk2Ljxo0tlm/atClOPvnkiPggCxoaGmLNmjWF9TU1NdHc3FwoSoHidTRzggcffDAuvvjiGDhwYIvl5gSQbUfKgYPX8fvw/+A+7rjjCr8Naj4A2Xc0c4Ly8vLo169f1NTUxPbt2+Piiy+OCFkAXVFzc3Ps3bs3zj777OjZs2c8//zzhXUbN26MrVu3RlVVVUS083nB0VzhfObMmalv377phRdeSPX19YVbU1PTYe8TEWnhwoWFn99///105plnpurq6rR27dq0ePHiNHDgwDR37tyjuto60DmOlANbtmxJP/jBD9Lq1avTa6+9ln73u9+lU089NY0fP76wDzkA2deWOcHdd9+d8vl8WrBgQdq8eXOaN29eOuGEE9KWLVsK21xwwQVpzJgxacWKFenFF19MI0aMSFOnTu2MQwKOUlvPDTZv3pxyuVxatGjRIfswJ4BsO1IO7Nu3Lw0fPjyde+65acWKFWnLli3ppz/9acrlcumPf/xjYT/mA5BtbZkTPPTQQ6m2tjZt2bIlPfbYY6l///7pu9/9bov9yALIrjlz5qRly5al1157La1bty7NmTMn5XK59Oc//zmllNKMGTPSsGHDUk1NTVq9enWqqqpKVVVVhfu353nBURUeEdHq7eGHH/7I+/xv4ZFSSq+//nqaPHly+tSnPpXKy8vT9773vbR///6jHjxw7B0pB7Zu3ZrGjx+f+vfvn0pLS9Pw4cPTLbfckhobG1vsRw5AtrV1TjB//vw0dOjQ1KtXr1RVVZWWL1/eYv2OHTvS1KlTU1lZWcrn82n69OnpnXfeOYZHAnxcbc2BuXPnpsrKynTgwIFW92NOANnVlhzYtGlTuvzyy9OgQYNSr1690ujRo9Ojjz7aYj/mA5BtbcmCW2+9NVVUVKSePXumESNGpJ/97Gepubm5xX5kAWTXtddem04++eR0/PHHp4EDB6ZJkyYVyo6UUtqzZ0/69re/nU488cTUq1evdNlll6X6+voW+2iv84JcSikd3e+EAAAAAAAAFJejuoYHAAAAAABAMVJ4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAwCf2zW9+My699NLOHgYAANCN9ejsAQAAAMUtl8t95Po77rgj7rnnnkgpHaMRAQAAHErhAQAAfKT6+vrCn5988sm4/fbbY+PGjYVlZWVlUVZW1hlDAwAAKPCVVgAAwEcaPHhw4da3b9/I5XItlpWVlR3ylVYTJkyIG2+8MW666aY48cQTo6KiIh544IHYvXt3TJ8+Pfr06RPDhw+PRYsWtXisDRs2xOTJk6OsrCwqKipi2rRp8fbbbx/jIwYAALJI4QEAAHSIRx55JMrLy2PlypVx4403xsyZM+NrX/tajBs3Lv7xj39EdXV1TJs2LZqamiIioqGhISZOnBhjxoyJ1atXx+LFi+Ott96KKVOmdPKRAAAAWaDwAAAAOsRZZ50V8+bNixEjRsTcuXPjhBNOiPLy8rj++utjxIgRcfvtt8eOHTti3bp1ERFx7733xpgxY+KHP/xhnH766TFmzJh46KGHYunSpbFp06ZOPhoAAKDYuYYHAADQIUaPHl3483HHHRcDBgyIUaNGFZZVVFRERMT27dsjIuKf//xnLF26tNXrgdTV1cVnP/vZDh4xAACQZQoPAACgQ/Ts2bPFz7lcrsWyXC4XERHNzc0REfHuu+/GRRddFD/+8Y8P2deQIUM6cKQAAEBXoPAAAACKwtixY+Ppp5+OU045JXr0cKoCAAAcHdfwAAAAisKsWbNi586dMXXq1Fi1alXU1dXFc889F9OnT48DBw509vAAAIAip/AAAACKwkknnRQvvfRSHDhwIKqrq2PUqFFx0003Rb9+/aKkxKkLAADw0XIppdTZgwAAAAAAAPgk/DcpAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJn3/waJ7S/VLp53AAAAAElFTkSuQmCC","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["pipeline(test_file).get_timeline()"]},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":237,"status":"ok","timestamp":1704892689100,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"EzQZg8VPQ-X9","outputId":"514406de-c097-4904-9b6f-a89cce4cfe89"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAU70lEQVR4nO3de4xU5fkH8GdWEAvLgNwWLKhVaMUCFmxjl8ZLxGwlxntKg4otGioWTbGtURK89Y/aNm382WhsYsV6aaNFg7UXsNRFinbLrVLAGoStBlMXiRBAAQHZ9/eHYXRlV3ZhZ3fO7OeTTMKec+ad933PzMN7+LJzcimlFAAAAAAAABlW0dkdAAAAAAAAOFICDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMi8bsVquLGxMd56663o3bt35HK5Yr0MAAAAAACQASmlePfdd+O4446Lior2/32MogUeb731VgwbNqxYzQMAAAAAABn05ptvxtChQ9u93aIFHr17946IDzuez+eL9TIAAAAAAEAG7NixI4YNG1bID9pb0QKPA19jlc/nBR4AAAAAAEBERNFug+Gm5QAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5mQ88Ghoa4s4774yGhobO7spBSrFvpdinA0q5b6XEPDWvveelmPP88bbL4Xwe7hjKYexHoiuNvyuNFaAl5V4LS2F8n9aHUuhfV9TSvDsftIX3y0fMBZQ3n/H2URaBx1133VWSb4RS7Fsp9umAUu5bKTFPzWvveSnmPH+87XI4n4c7hnIY+5HoSuPvSmMFaEm518JSGN+n9aEU+tcVtTTvzgdt4f3yEXMB5c1nvH1kPvAAAAAAAADo1tkdaC+vvvpqZ3fhIKXYpwNKsW+l2KdSZr6aKtZ8FKPd5trM8vk80r5neexHoiuOuyuOGeCArlIDO3OcrXntrnIeSsWh5tv5oDW8Tw5mTqA8+Wy3j7IJPK666qrO7kKmmK/scw47RkfNc1c+n1157F2Ncw1Q/kq91pd6/7oa5wMOj88OQMvKJvB4/PHHY+TIkZ3djSZeffXVkv1LyHxlXymew85UrPdPMea5ub5m+Xwe6dxneexHoivWvK56rgEiuk7d78xa35o59ndRxzrUOXE+aI2uUj/bwmcHypN61z7KJvAYOXJkjBs3rrO7kRnmK/ucw47RUfPclc9nVx57V+NcA5S/Uq/1pd6/rsb5gMPjswPQMjctBwAAAAAAMi/zv+ExZMiQuOOOO2LIkCGd3ZWDlGLfSrFPB5Ry30qJeWpee89LMef5k21n/Xwe7lx19fdyVxp/VxorQEvKvRaWwvg+rQ+l0L+uqKV5dz5oC++Xj5gLKG8+4+0jl1JKxWh4x44d0adPn9i+fXvk8/livAQAAAAAAJARxc4NfKUVAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyLxuxWo4pRQRETt27CjWSwAAAAAAABlxIC84kB+0t6IFHlu2bImIiGHDhhXrJQAAAAAAgIzZsmVL9OnTp93bLVrg0a9fv4iI2LhxY1E6DpS+HTt2xLBhw+LNN9+MfD7f2d0BOolaAKgDgDoARKgFQMT27dvj+OOPL+QH7a1ogUdFxYe3B+nTp48CBl1cPp9XBwC1AFAHAHUAiAi1APgoP2j3dovSKgAAAAAAQAcSeAAAAAAAAJlXtMCjR48ecccdd0SPHj2K9RJAiVMHgAi1AFAHAHUA+JBaABS7DuRSSqkoLQMAAAAAAHQQX2kFAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg89oUeNx9993xla98JXr37h2DBg2KSy65JNatW9fssSmlmDhxYuRyuXjmmWea7Nu4cWNccMEF0bNnzxg0aFDcfPPN8cEHHxz2IICO05o6cM4550Qul2vymD59epNj1AHIttauCerq6uLcc8+NXr16RT6fj7POOit2795d2L9169a48sorI5/PR9++fePaa6+N9957ryOHAhymQ9WBN95446D1wIHH3LlzC8dZE0B2tWY9sGnTppgyZUoMHjw4evXqFePGjYunn366yTHWA5BtrakF9fX1cemll8bAgQMjn8/HpEmT4u23325yjFoA2fXAAw/EmDFjIp/PRz6fj+rq6pg/f35h//vvvx8zZsyI/v37R2VlZVx++eUH1YD2ui5oU+CxePHimDFjRvzzn/+MhQsXxr59+6KmpiZ27tx50LH/93//F7lc7qDt+/fvjwsuuCD27t0b//jHP+KRRx6J3/zmN3H77be3ufNAx2ttHZg2bVo0NDQUHj/72c8K+9QByL7W1IK6uro4//zzo6amJpYtWxbLly+PG264ISoqPlp+XHnllfHKK6/EwoUL409/+lP8/e9/j+985zudMSSgjQ5VB4YNG9ZkLdDQ0BB33XVXVFZWxsSJEyPCmgCyrjXrgauvvjrWrVsXzz77bKxZsyYuu+yymDRpUrz88suFY6wHINsOVQt27twZNTU1kcvlora2Nl566aXYu3dvXHjhhdHY2FhoRy2A7Bo6dGj85Cc/iZUrV8aKFSvi3HPPjYsvvjheeeWViIi46aab4o9//GPMnTs3Fi9eHG+99VZcdtllhee363VBOgKbN29OEZEWL17cZPvLL7+cPvvZz6aGhoYUEWnevHmFfX/5y19SRUVF2rRpU2HbAw88kPL5fNqzZ8+RdAfoBM3VgbPPPjt973vfa/E56gCUn+ZqwRlnnJFmz57d4nP+85//pIhIy5cvL2ybP39+yuVy6X//+19R+wu0v5auDT7uS1/6UrrmmmsKP1sTQHlprg706tUrPfroo02O69evX3rwwQdTStYDUI4+WQuee+65VFFRkbZv3144Ztu2bSmXy6WFCxemlNQCKEfHHnts+vWvf522bduWunfvnubOnVvY9+qrr6aISHV1dSml9r0uOKJ7eGzfvj0iIvr161fYtmvXrrjiiivi/vvvj8GDBx/0nLq6uhg9enRUVVUVtn3961+PHTt2FBIfIDuaqwMREb/97W9jwIABMWrUqJg1a1bs2rWrsE8dgPLzyVqwefPmWLp0aQwaNCjGjx8fVVVVcfbZZ8eLL75YeE5dXV307ds3vvzlLxe2nXfeeVFRURFLly7t2AEAR6ylNcEBK1eujFWrVsW1115b2GZNAOWluTowfvz4ePLJJ2Pr1q3R2NgYTzzxRLz//vtxzjnnRIT1AJSjT9aCPXv2RC6Xix49ehSOOeaYY6KioqJwfaAWQPnYv39/PPHEE7Fz586orq6OlStXxr59++K8884rHHPKKafE8ccfH3V1dRHRvtcFhx14NDY2xsyZM+NrX/tajBo1qrD9pptuivHjx8fFF1/c7PM2bdrUpOMRUfh506ZNh9sdoBO0VAeuuOKKePzxx2PRokUxa9aseOyxx+Kqq64q7FcHoLw0Vwv++9//RkTEnXfeGdOmTYsFCxbEuHHjYsKECbF+/fqI+PDzPmjQoCZtdevWLfr166cWQMa0tCb4uIceeihGjhwZ48ePL2yzJoDy0VId+P3vfx/79u2L/v37R48ePeK6666LefPmxfDhwyPCegDKTXO14Ktf/Wr06tUrbrnllti1a1fs3LkzfvjDH8b+/fujoaEhItQCKAdr1qyJysrK6NGjR0yfPj3mzZsXp556amzatCmOPvro6Nu3b5Pjq6qqCp/v9rwu6Ha4A5gxY0asXbu2yf/UfPbZZ6O2trbJd3EC5au5OhARTb5jc/To0TFkyJCYMGFC1NfXx8knn9zR3QSKrLlacOC7eK+77rqYOnVqRESMHTs2nn/++ZgzZ07cfffdndJXoDhaWhMcsHv37vjd734Xt912Wwf3DOgoLdWB2267LbZt2xZ/+9vfYsCAAfHMM8/EpEmTYsmSJTF69OhO6i1QLM3VgoEDB8bcuXPj+uuvj1/+8pdRUVERkydPjnHjxjW5vx+QbV/4whdi1apVsX379njqqafiW9/6VixevLjD+3FYgccNN9xQuHnQ0KFDC9tra2ujvr7+oLTm8ssvjzPPPDNeeOGFGDx4cCxbtqzJ/gN3ZG/uK7CA0tRSHWjOGWecERERGzZsiJNPPlkdgDLSUi0YMmRIRESceuqpTY4fOXJkbNy4MSI+/Lxv3ry5yf4PPvggtm7dqhZAhrRmTfDUU0/Frl274uqrr26y3ZoAykNLdaC+vj7uu+++WLt2bXzxi1+MiIjTTjstlixZEvfff3/86le/sh6AMvJpa4Kampqor6+Pd955J7p16xZ9+/aNwYMHx0knnRQRrg2gHBx99NGF3+A8/fTTY/ny5XHvvffGN7/5zdi7d29s27atSW7w9ttvFz7f7Xld0KYYNaUUN9xwQ8ybNy9qa2vjc5/7XJP9t956a6xevTpWrVpVeERE3HPPPfHwww9HRER1dXWsWbOmSRFbuHBh5PP5g/5RBCg9h6oDzTlQCw78A6g6ANl3qFpw4oknxnHHHRfr1q1rsv21116LE044ISI+rAXbtm2LlStXFvbX1tZGY2NjISgFSldb1gQPPfRQXHTRRTFw4MAm260JINsOVQcO3Mfvk/+D+6ijjir8Nqj1AGRfW9YEAwYMiL59+0ZtbW1s3rw5LrrooohQC6AcNTY2xp49e+L000+P7t27x/PPP1/Yt27duti4cWNUV1dHRDtfF7TlDufXX3996tOnT3rhhRdSQ0ND4bFr164WnxMRad68eYWfP/jggzRq1KhUU1OTVq1alRYsWJAGDhyYZs2a1aa7rQOd41B1YMOGDelHP/pRWrFiRXr99dfTH/7wh3TSSSels846q9CGOgDZ15o1wT333JPy+XyaO3duWr9+fZo9e3Y65phj0oYNGwrHnH/++Wns2LFp6dKl6cUXX0wjRoxIkydP7owhAW3U2muD9evXp1wul+bPn39QG9YEkG2HqgN79+5Nw4cPT2eeeWZaunRp2rBhQ/r5z3+ecrlc+vOf/1xox3oAsq01a4I5c+akurq6tGHDhvTYY4+lfv36pe9///tN2lELILtuvfXWtHjx4vT666+n1atXp1tvvTXlcrn017/+NaWU0vTp09Pxxx+famtr04oVK1J1dXWqrq4uPL89rwvaFHhERLOPhx9++FOf8/HAI6WU3njjjTRx4sT0mc98Jg0YMCD94Ac/SPv27Wtz54GOd6g6sHHjxnTWWWelfv36pR49eqThw4enm2++OW3fvr1JO+oAZFtr1wR33313Gjp0aOrZs2eqrq5OS5YsabJ/y5YtafLkyamysjLl8/k0derU9O6773bgSIDD1do6MGvWrDRs2LC0f//+ZtuxJoDsak0deO2119Jll12WBg0alHr27JnGjBmTHn300SbtWA9AtrWmFtxyyy2pqqoqde/ePY0YMSL94he/SI2NjU3aUQsgu6655pp0wgknpKOPPjoNHDgwTZgwoRB2pJTS7t2703e/+9107LHHpp49e6ZLL700NTQ0NGmjva4Lciml1LbfCQEAAAAAACgtbbqHBwAAAAAAQCkSeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAMAR+/a3vx2XXHJJZ3cDAADowrp1dgcAAIDSlsvlPnX/HXfcEffee2+klDqoRwAAAAcTeAAAAJ+qoaGh8Ocnn3wybr/99li3bl1hW2VlZVRWVnZG1wAAAAp8pRUAAPCpBg8eXHj06dMncrlck22VlZUHfaXVOeecEzfeeGPMnDkzjj322KiqqooHH3wwdu7cGVOnTo3evXvH8OHDY/78+U1ea+3atTFx4sSorKyMqqqqmDJlSrzzzjsdPGIAACCLBB4AAEBRPPLIIzFgwIBYtmxZ3HjjjXH99dfHN77xjRg/fnz861//ipqampgyZUrs2rUrIiK2bdsW5557bowdOzZWrFgRCxYsiLfffjsmTZrUySMBAACyQOABAAAUxWmnnRazZ8+OESNGxKxZs+KYY46JAQMGxLRp02LEiBFx++23x5YtW2L16tUREXHffffF2LFj48c//nGccsopMXbs2JgzZ04sWrQoXnvttU4eDQAAUOrcwwMAACiKMWPGFP581FFHRf/+/WP06NGFbVVVVRERsXnz5oiI+Pe//x2LFi1q9n4g9fX18fnPf77IPQYAALJM4AEAABRF9+7dm/ycy+WabMvlchER0djYGBER7733Xlx44YXx05/+9KC2hgwZUsSeAgAA5UDgAQAAlIRx48bF008/HSeeeGJ06+ZSBQAAaBv38AAAAErCjBkzYuvWrTF58uRYvnx51NfXx3PPPRdTp06N/fv3d3b3AACAEifwAAAASsJxxx0XL730Uuzfvz9qampi9OjRMXPmzOjbt29UVLh0AQAAPl0upZQ6uxMAAAAAAABHwn+TAgAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5/w9KeqEBSLLfdgAAAABJRU5ErkJggg==","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":14,"metadata":{},"output_type":"execute_result"}],"source":["expected_output"]},{"cell_type":"markdown","metadata":{"id":"L1FOF3CcQ-X-"},"source":["Looks decent! Let's perform a proper evaluation by computing the [detection error rate](https://pyannote.github.io/pyannote-metrics/reference.html#detection) over the whole AMI test set:"]},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":153804,"status":"ok","timestamp":1704892850039,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"6v44K7WxQ-X_","outputId":"ce83364e-147c-4d7d-ee07-69fb49d6ca39"},"outputs":[{"name":"stdout","output_type":"stream","text":["Detection error rate = 12.4%\n"]}],"source":["from pyannote.metrics.detection import DetectionErrorRate\n","metric = DetectionErrorRate()\n","\n","for file in ami.test():\n","\n"," # apply the voice activity detection pipeline\n"," speech = pipeline(file)\n","\n"," # evaluate its output\n"," _ = metric(\n"," file['annotation'], # this is the reference annotation\n"," speech, # this is the hypothesized annotation\n"," uem=file['annotated']) # this is the part of the file that should be evaluated\n","\n","# aggregate the performance over the whole test set\n","detection_error_rate = abs(metric)\n","print(f'Detection error rate = {detection_error_rate * 100:.1f}%')"]},{"cell_type":"markdown","metadata":{"id":"CiADYH02Q-X_"},"source":["## Optimizing pipeline hyper-parameters"]},{"cell_type":"markdown","metadata":{"id":"Zik9XIQ1Q-YA"},"source":["While good enough, the hyper-parameters that we chose manually, we can try to optimize `onset` and `offset` on the development (a.k.a. validation) set to get better performance (and freeze the other two hyper-parameters)."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":219,"status":"ok","timestamp":1704893681462,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"pcQ8eJujQ-YA","outputId":"599cb846-c12f-4d6a-e5b6-c623fd9a583c"},"outputs":[],"source":["pipeline.freeze({'min_duration_on': 0.0, 'min_duration_off': 0.0})"]},{"cell_type":"code","execution_count":17,"metadata":{"executionInfo":{"elapsed":192449,"status":"ok","timestamp":1704893876383,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"xdClXgoMQ-YB"},"outputs":[],"source":["from pyannote.pipeline import Optimizer\n","\n","optimizer = Optimizer(pipeline)\n","optimizer.tune(list(ami.development()),\n"," warm_start=initial_params,\n"," n_iterations=20,\n"," show_progress=False)\n","\n","optimized_params = optimizer.best_params"]},{"cell_type":"markdown","metadata":{"id":"wVT0HjowQ-YB"},"source":["There you go: better hyper-parameters that (should) lead to better results!"]},{"cell_type":"code","execution_count":18,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":219,"status":"ok","timestamp":1704893925876,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"IuUGrd8CQ-YB","outputId":"393d66bc-b04b-4265-bbdf-19c7ff04098e"},"outputs":[{"name":"stdout","output_type":"stream","text":["{'onset': 0.824238792126195, 'offset': 0.5375254799320842, 'min_duration_on': 0.0, 'min_duration_off': 0.0}\n"]}],"source":["print(optimized_params)"]},{"cell_type":"markdown","metadata":{"id":"3nQUzBigQ-YC"},"source":["Let's evaluate the voice activity detection pipeline with this new set of hyper-parameters:"]},{"cell_type":"code","execution_count":19,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":155290,"status":"ok","timestamp":1704894084275,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"7A0sPO_4Q-YD","outputId":"5d28de05-fbbd-4c31-8cc7-62543c82a91d"},"outputs":[{"name":"stdout","output_type":"stream","text":["Detection error rate = 12.0%\n"]}],"source":["optimized_pipeline = pipeline.instantiate(optimized_params)\n","\n","metric = DetectionErrorRate()\n","\n","for file in ami.test():\n"," speech = optimized_pipeline(file)\n"," _ = metric(file['annotation'], speech, uem=file['annotated'])\n","\n","detection_error_rate = abs(metric)\n","print(f'Detection error rate = {detection_error_rate * 100:.1f}%')"]},{"cell_type":"markdown","metadata":{"id":"q6TiP03kQ-YD"},"source":["🎉 Yeay! We can see an improvement simply by adjusting the thresholds."]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.13"},"widgets":{"application/vnd.jupyter.widget-state+json":{"0300ea5285a94c7580c789849ea8b7e7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f3bb471baf44445d9ea50d0adde041c1","placeholder":"​","style":"IPY_MODEL_14556644c3104b02850a07f172f1411a","value":"Epoch 0: 100%"}},"14556644c3104b02850a07f172f1411a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"146c185d279d4583860ba4f9defda025":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"290e8084737b4ff7a816f4b67fa8d411":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2ea0e51154e54129a6b164fc72588edc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"321302a76845477cbfd6b644071048b9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0300ea5285a94c7580c789849ea8b7e7","IPY_MODEL_51dc1507c16e4fd88da6e9681b6f8443","IPY_MODEL_84560e1a1a154cf7a4cc998aaa7db862"],"layout":"IPY_MODEL_dce43bbd970643d99f8abbcb299925ec"}},"3b55a90beb874204a44df7f231da55eb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5151fae07f114d4e86ee7ec4e487faae","placeholder":"​","style":"IPY_MODEL_4d2ea6328f684e6e888bc5710dea4340","value":"Validation DataLoader 0: 100%"}},"4946ea8187904c7fa9f7c5de92a563e2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_910983c75b5247deb203ab218e05b25a","placeholder":"​","style":"IPY_MODEL_a1861066848a4efda4cc1f09beacb451","value":" 2/2 [00:08<00:00, 0.24it/s]"}},"4d2ea6328f684e6e888bc5710dea4340":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"50f8b2a4995242ac9d9961f34f2223ae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5151fae07f114d4e86ee7ec4e487faae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"51dc1507c16e4fd88da6e9681b6f8443":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_50f8b2a4995242ac9d9961f34f2223ae","max":136,"min":0,"orientation":"horizontal","style":"IPY_MODEL_622cf364efe34719877311f1a46d24b4","value":136}},"53ac5430d2ef45ecaaecc3da0706825b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"622cf364efe34719877311f1a46d24b4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"69c34a612abb4d7a83bd796ef97d1c92":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8429d57eec2f4c9c8cda3900c0da5df5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_290e8084737b4ff7a816f4b67fa8d411","max":14,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bb89bf63ea124306acf411cbeaca2b90","value":14}},"84560e1a1a154cf7a4cc998aaa7db862":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ef09269769d845fb84ba39bd43a4ee0c","placeholder":"​","style":"IPY_MODEL_b827c08a92434a31b82d0382057ee82b","value":" 136/136 [23:47<00:00, 0.10it/s, v_num=0, BinaryAUROC=0.954]"}},"910983c75b5247deb203ab218e05b25a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"929954f82bc6407aaa6b069da848d1e3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":"100%"}},"a1861066848a4efda4cc1f09beacb451":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b20cbf0c630a44f8b108d141e0b14ecc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_69c34a612abb4d7a83bd796ef97d1c92","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2ea0e51154e54129a6b164fc72588edc","value":2}},"b62ef7013afe4da4a00ba0a70a63e938":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_53ac5430d2ef45ecaaecc3da0706825b","placeholder":"​","style":"IPY_MODEL_ffd1d20386d14e2f945f2d84df7a681f","value":"Sanity Checking DataLoader 0: 100%"}},"b827c08a92434a31b82d0382057ee82b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b886a9d46c7647f0aa5e04260a5b6e1e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":"100%"}},"bb89bf63ea124306acf411cbeaca2b90":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d4f4fff579354b10b3cdb32cb11754fe":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e17799ed71e04167bd46363cf84cc93f","placeholder":"​","style":"IPY_MODEL_146c185d279d4583860ba4f9defda025","value":" 14/14 [01:58<00:00, 0.12it/s]"}},"d5dbc90f387a4c9eb43789707505e617":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3b55a90beb874204a44df7f231da55eb","IPY_MODEL_8429d57eec2f4c9c8cda3900c0da5df5","IPY_MODEL_d4f4fff579354b10b3cdb32cb11754fe"],"layout":"IPY_MODEL_b886a9d46c7647f0aa5e04260a5b6e1e"}},"dce43bbd970643d99f8abbcb299925ec":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"de7bbc2d644e4ba79f3b4dcc26da3cb7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b62ef7013afe4da4a00ba0a70a63e938","IPY_MODEL_b20cbf0c630a44f8b108d141e0b14ecc","IPY_MODEL_4946ea8187904c7fa9f7c5de92a563e2"],"layout":"IPY_MODEL_929954f82bc6407aaa6b069da848d1e3"}},"e17799ed71e04167bd46363cf84cc93f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ef09269769d845fb84ba39bd43a4ee0c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f3bb471baf44445d9ea50d0adde041c1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ffd1d20386d14e2f945f2d84df7a681f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0} +{"cells":[{"cell_type":"markdown","metadata":{"id":"3M4zoYI4Q-Xi"},"source":["\"Open"]},{"cell_type":"markdown","metadata":{"id":"fEew3B3-Q-Xl"},"source":["# Training a voice activity detection pipeline from scratch with `pyannote.audio`\n","\n","Voice activity detection (VAD) is the task of detecting speech regions in a given audio stream or recording. \n","In this tutorial, you will learn how to train and evaluate a VAD pipeline from scratch."]},{"cell_type":"markdown","metadata":{"id":"1F6PKPftQ-Xm"},"source":["## Tutorial setup"]},{"cell_type":"markdown","metadata":{"id":"ErPKDILdQ-Xn"},"source":["### `Google Colab` setup"]},{"cell_type":"markdown","metadata":{"id":"SYU2JJ9-Q-Xo"},"source":["If you are running this tutorial on `Colab`, execute the following commands in order to setup `Colab` environment. These commands will install `pyannote.audio` and download a mini version of the `AMI` corpus."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1772401,"status":"ok","timestamp":1704890790335,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"EMspGag4Q-Xp","outputId":"0aaf740d-96c8-4340-a9e7-5c529f12fe9b"},"outputs":[],"source":["!pip install -qq pyannote.audio==3.1.1\n","!pip install -qq ipython==7.34.0\n","!git clone https://github.com/pyannote/AMI-diarization-setup.git\n","%cd ./AMI-diarization-setup/pyannote/\n","!bash ./download_ami_mini.sh\n","%cd /content"]},{"cell_type":"markdown","metadata":{"id":"TFqu_5vyQ-Xq"},"source":["⚠ Restart the runtime (Runtime > Restart session)."]},{"cell_type":"markdown","metadata":{"id":"7_7eodg5Q-Xr"},"source":["### Non `Google Colab` setup"]},{"cell_type":"markdown","metadata":{"id":"WCy8p55QQ-Xr"},"source":["If you are not using `Colab`, this tutorial assumes that\n","* `pyannote.audio` has been installed\n","* the [AMI corpus](https://groups.inf.ed.ac.uk/ami/corpus/) has already been [setup for use with `pyannote`](https://github.com/pyannote/AMI-diarization-setup/tree/main/pyannote)"]},{"cell_type":"markdown","metadata":{"id":"M-oe_8FFQ-Xu"},"source":["## Data preparation\n","\n","See [`pyannote.database` documentation](https://github.com/pyannote/pyannote-database#pyannote-database) to learn how to prepare your own dataset for training with `pyannote.audio`."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"KBstX_2sQ-Xu"},"outputs":[],"source":["from pyannote.database import registry, FileFinder\n","\n","registry.load_database(\"AMI-diarization-setup/pyannote/database.yml\")\n","preprocessors = {\"audio\": FileFinder()}\n","ami = registry.get_protocol('AMI.SpeakerDiarization.mini',\n"," preprocessors=preprocessors)"]},{"cell_type":"markdown","metadata":{"id":"oYIKQ5kwQ-Xv"},"source":["`pyannote.database` *protocols* usually define\n","* a training set: `for training_file in protocol.train(): ...`,\n","* a validation set: `for validation_file in protocol.development(): ...`\n","* an evaluation set `for evaluation_file in protocol.test(): ...`"]},{"cell_type":"markdown","metadata":{"id":"siLd6sE3Q-Xw"},"source":["Let's listen to one minute of the first training file..."]},{"cell_type":"code","execution_count":2,"metadata":{"executionInfo":{"elapsed":212,"status":"ok","timestamp":1704890828290,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"bai4OplyQ-Xw"},"outputs":[],"source":["first_training_file = next(ami.train())\n","reference = first_training_file[\"annotation\"]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":151,"output_embedded_package_id":"1GxUBhwcdeeXdLogFqdzXqSDl6FNpaR2t"},"executionInfo":{"elapsed":7227,"status":"ok","timestamp":1704890839349,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"5t2l6o3NQ-Xx","outputId":"9755f212-b8ca-45ad-e1a2-60f00665d7be"},"outputs":[],"source":["from pyannote.audio.utils.preview import listen\n","from pyannote.core import Segment\n","\n","one_minute = Segment(240, 300)\n","listen(first_training_file, one_minute)"]},{"cell_type":"markdown","metadata":{"id":"Z3-VQas0Q-Xy"},"source":["... and visualize the manual annotation:"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":239},"executionInfo":{"elapsed":592,"status":"ok","timestamp":1704890847735,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"8fNi_I0pQ-Xz","outputId":"83cfee16-8a4e-4528-8a60-d5b8c0990fc7"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAADyCAYAAAD5q2z1AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAj0klEQVR4nO3deZRcZZ0H/G91dtLpzp4GSSAQDFGIBmYONiqymYRBBeHIyE7CYTOohBkUDkvUdwYYxhHwZXGOBgQBYVBR1EkkkoAsAUOGsBtIWN8xCxDSgQSy3vcPTmpsSSBLd7pv+/mcU+d03fvc5z63btWvbtW3695KURRFAAAAAAAASqymrQcAAAAAAACwtQQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ao8NOOmkk1KpVN5zmzdvXk466aQcfvjhH9h27Nix1TbvvPNOJkyYkH79+qW2tjZHHnlkFi1a1Gyds2bNykEHHZTevXunT58+GTNmTB577LFmfZx00knZc88907lz52ZjYMPW75vTTz/9PfMmTJiQSqWSk046qdr2rx/TV155JePHj88OO+yQrl27ZqeddsrXv/71vP76683aFUWRiy66KNtvv3169OiRgw8+OM8991yzNjvvvPN7niOXXnppszaPP/54Pv3pT6d79+4ZPHhwLrvssq1/EDqw9rR/n3322Rx22GHp379/6urq8qlPfSozZsyozn/sscdy9NFHZ/DgwenRo0dGjBiRK6+8smUeCAAAAAAgSdK5LVb6xvJV22xdfXp23aLlxo4dm+uvv77ZtAEDBmxy227dulX/njhxYn7729/m9ttvT319fc4888wcccQReeCBB5Ikb731VsaOHZsvfOELueaaa7JmzZpMmjQpY8aMySuvvJIuXbpk7dq16dGjR772ta/l5z//+RZtU0trWtm0zdZV361+i5YbPHhwbr311lx++eXp0aNHknfDo1tuuSVDhgzZ6HLPP/98Ghsb8+EPfzg//elPM3To0Dz11FM555xzMmXKlDz00EPp27dvkuSyyy7L97///dxwww0ZOnRoLrzwwowZMyZPP/10unfvXu3zO9/5Tk455ZTq/V69elX/XrZsWUaPHp2DDz44P/jBD/LEE09k/Pjx6d27d0499dQt2vatsfavvvRvbZ369dui5drL/v3c5z6X3XbbLdOnT0+PHj1yxRVX5HOf+1zmz5+fhoaGzJ49OwMHDsxNN92UwYMH58EHH8ypp56aTp065cwzz9yibQcAAAAAmmuTwOOQy2Z8cKMW8tC3x2zRct26dUtDQ8NWt21qasrkyZNzyy235MADD0ySXH/99RkxYkQeeuihfOITn8if/vSnLFmyJN/5zncyePDgJMmkSZMycuTIvPTSSxk2bFh69uyZa6+9NknywAMPZOnSpVu0XS3p+CnHbLN13Xn4b7doub322ivz58/PL37xixx77LFJkl/84hcZMmRIhg4dutHlJkyYkK5du+auu+6qfpE+ZMiQjBo1KrvuumvOP//8XHvttSmKIldccUUuuOCCHHbYYUmSG2+8MYMGDcovf/nLfPnLX6722atXr40+T26++easWrUq1113Xbp27ZqPfvSjmTNnTr73ve+1SeCxcOTHt+n6PvS/r2zRcu1h/7722mt57rnnMnny5IwcOTJJcumll+aaa67Jk08+mYaGhowfP77Z+nfZZZfMnDkzv/jFLwQeAAAAANBCnNKqlc2ePTurV6/OwQcfXJ22++67Z8iQIZk5c2aSZPjw4enXr18mT56cVatW5e23387kyZMzYsSI7Lzzzm008o5j/PjxzX6Bc91112XcuHEbbb9kyZL87ne/y1e+8pXql+HrNTQ05Nhjj81tt92WoijywgsvZOHChc32b319ffbZZ5/q/l3v0ksvTb9+/TJq1Kj8+7//e9asWVOdN3PmzOy3337p2vX/fpE0ZsyYzJ07N2+88cYWb/vfgrbev/369cvw4cNz4403Zvny5VmzZk3+8z//MwMHDszee++90XE0NTVVf0UCAAAAAGw9gcdG/OY3v0ltbW319qUvfWmT29bW1ubiiy9OkixcuDBdu3ZN7969my0zaNCgLFy4MMm7//l/zz335KabbkqPHj1SW1ubqVOnZsqUKencuU1+hNOhHHfccbn//vvz0ksv5aWXXsoDDzyQ4447bqPtn3vuuRRFkREjRmxw/ogRI/LGG2/k1Vdfre7DQYMGNWvzl/s3Sb72ta/l1ltvzYwZM3Laaafl4osvzje+8Y3q/IULF26wj/Xz2Li23r+VSiW///3v8+ijj6ZXr17p3r17vve972Xq1Knp06fPBtfx4IMP5rbbbmuTX+8AAAAAQEfl2/SNOOCAA6qnkEqSnj17bnLbJJv1n9tvv/12Tj755Hzyk5/MT3/606xduzbf/e53c+ihh2bWrFnv+S90Ns+AAQNy6KGH5sc//nGKosihhx6a/v37f+ByRVG02BjOPvvs6t8jR45M165dc9ppp+WSSy5pdr0XNl9b79+iKDJhwoQMHDgw9913X3r06JEf/ehH+fznP59Zs2Zl++23b9b+ySefzGGHHZZJkyZl9OjRLTIGAAAAAKCNAo8p3zigLVa7WXr27Jlhw4ZtdduGhoasWrUqS5cubfYrj0WLFlWv53DLLbfkxRdfzMyZM1NTU1Od1qdPn/zqV79qdh2I9uQnh9zS1kPYZOPHj69eK+Hqq69+37bDhg1LpVLJM888ky9+8Yvvmf/MM8+kT58+GTBgQN56660k7+7Pv/xie9GiRfn4xz++0XXss88+WbNmTV588cUMHz48DQ0NWbRoUbM26+9v6rVkWlLD43O2+Tq3Rlvu3+nTp+c3v/lN3njjjdTV1SVJrrnmmkybNi033HBDzj333OpyTz/9dA466KCceuqpueCCC7ZqmwEAAACA5tok8OjTs+sHN+og9t5773Tp0iV33313jjzyyCTJ3Llz8/LLL6exsTFJsmLFitTU1KRSqVSXW39/3bp1bTLuTVHfrb6th7DJxo4dm1WrVqVSqWTMmPe/kH2/fv3y2c9+Ntdcc00mTpzY7Bc2CxcuzM0335wTTjghlUolQ4cOTUNDQ+6+++7qF+DLli3Lww8/nDPOOGOj65gzZ05qamoycODAJEljY2POP//8rF69Ol26dEmSTJs2LcOHD9/oaZFaU6d+/bb5OrdGW+7fFStWJEk1rFyvpqam2ev3qaeeyoEHHpgTTzwx//qv/9oSmw0AAAAA/AXX8GgBK1euzMKFC5vdXnvttSTvXuD45JNPztlnn50ZM2Zk9uzZGTduXBobG/OJT3wiSfLZz342b7zxRiZMmJBnnnkmTz31VMaNG5fOnTvngAP+79cwTz/9dObMmZMlS5akqakpc+bMyZw5c9pik0unU6dOeeaZZ/L000+nU6dOH9j+qquuysqVKzNmzJj84Q9/yCuvvJKpU6fms5/9bD70oQ9Vv7CuVCo566yz8i//8i+5884788QTT+SEE07IDjvskMMPPzzJuxckv+KKK/LYY4/l+eefz80335yJEyfmuOOOq4YZxxxzTLp27ZqTTz45Tz31VG677bZceeWVzU6Fxca15f5tbGxMnz59cuKJJ+axxx7Ls88+m3POOScvvPBCDj300CTvnsbqgAMOyOjRo3P22WdX68Srr77aao8JAAAAAPytcQ2PFjB16tT3nKd/+PDh+dOf/pQkufzyy1NTU5Mjjzyy+iXrNddcU227++6759e//nW+/e1vp7GxMTU1NRk1atR7+v2Hf/iHvPTSS9X7o0aNStKy15royNafbmhT7LbbbnnkkUcyadKkHHXUUVmyZEkaGhpy+OGHZ9KkSc2u0fKNb3wjy5cvz6mnnpqlS5fmU5/6VKZOnZru3bsnSbp165Zbb7013/rWt7Jy5coMHTo0EydObBZm1NfX56677sqECROy9957p3///rnoootc1HoztNX+7d+/f6ZOnZrzzz8/Bx54YFavXp2PfvSj+dWvfpWPfexjSZKf/exnefXVV3PTTTflpptuqva900475cUXX2yZBwAAAAAA/sZVCt+WAwAAAAAAJeeUVgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACi9zq3V8bp16/LnP/85vXr1SqVSaa3VAAAAAAAAJVAURd58883ssMMOqalp+d9jtFrg8ec//zmDBw9ure4BAAAAAIASeuWVV7Ljjju2eL+tFnj06tUrybsDr6ura63VAAAAAAAAJbBs2bIMHjy4mh+0tFYLPNafxqqurk7gAQAAAAAAJEmrXQbDRcsBAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOm1aeCxdtGiLPuP72XtokVtOQwAaHVt+Z7XXt9v2+u4NkdH2Ia/BWXaT2UaK5RJe3lttZdxbI4yjvn9dLTtAYCyWbt4cav237aBx+LFefN7l7f6RgJAW2vL97z2+n7bXse1OTrCNvwtKNN+KtNYoUzay2urvYxjc5RxzO+no20PAJTN2ldfbdX+ndIKAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9Dq39QCSZN3Spqx9/fW2HgYAtJp1S5vaegjt7v22PTwmLaW9PbY0V8bnmucUtKz2VgfK9Bpvb49dSynTPgCAjmRd07JW7b9dBB6vf/noth4CAHR43m9bj8eWluY5BR2b13jbsw8AoG28uW5dq/bvlFYAAAAAAEDpCTwAAAAAAIDSE3gAAAAAAACl1y6u4dHv1p+my0dGtPUwAKDVrH76mTY/V3R7e79tD49JS2lvjy3NlfG55jkFLau91YEyvcbb22PXUsq0DwCgI+ky65HkkLGt1n+7CDxqetenU79+bT0MAGg1a3vXt/UQ2t37bXt4TFpKe3tsaa6MzzXPKWhZ7a0OlOk13t4eu5ZSpn0AAB1JTX1d6/bfqr0DAAAAAABsAwIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0mvTwKPTwIHpdfbEdBo4sC2HAQCtri3f89rr+217Hdfm6Ajb8LegTPupTGOFMmkvr632Mo7NUcYxv5+Otj0AUDadBgxo1f4rRVEUrdHxsmXLUl9fn6amptTVte6V1wEAAAAAgPattXMDp7QCAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAASuy1N1fmhzPm5bU3V27S9C2x5J0lueWZm7PknSVb1UdrEngAAAAAAECJvfbmyky+Z/4GA48NTd8Sb7yzJLfOvSVvbEVosfSdN7Z6HO9H4AEAAAAAAJSewAMAAAAAACi9zm09AAAAAAAAYOu9+fbqvLF8VbP7Le2tVW+laWXTFi27fPXyFh5NcwIPAAAAAADoAL564yOtvo4LHzx/i5ddvaLlA5i/5JRWAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApecaHgAAAAAA0AH8vyf8XYY19Kren7fwzRa/rsf/s++/Zuf6oVu07JP/3xOZmmktOp6/JPAAAAAAAIAOoFePLunTs2uz+y2ttmtt6rvVb9GyPbv0bOHRNOeUVgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAACXWv1e3nLz/runfq9smTd8Sfbr3zZeHH5M+3ftucR+9u/fZ6nG8n0pRFEVrdLxs2bLU19enqakpdXV1rbEKAAAAAACgJFo7N/ALDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9AQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAAAAAUHoCDwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACUnsADAAAAAAAoPYEHAAAAAABQegIPAAAAAACg9Dq3VsdFUSRJli1b1lqrAAAAAAAASmJ9XrA+P2hprRZ4vP7660mSwYMHt9YqAAAAAACAknn99ddTX1/f4v22WuDRt2/fJMnLL7/cKgMH2r9ly5Zl8ODBeeWVV1JXV9fWwwHaiFoAqAOAOgAkagGQNDU1ZciQIdX8oKW1WuBRU/Pu5UHq6+sVMPgbV1dXpw4AagGgDgDqAJBELQD+Lz9o8X5bpVcAAAAAAIBtSOABAAAAAACUXqsFHt26dcukSZPSrVu31loF0M6pA0CiFgDqAKAOAO9SC4DWrgOVoiiKVukZAAAAAABgG3FKKwAAAAAAoPQEHgAAAAAAQOkJPAAAAAAAgNITeAAAAAAAAKW3WYHHJZdckr//+79Pr169MnDgwBx++OGZO3fuBtsWRZFDDjkklUolv/zlL5vNe/nll3PooYdmu+22y8CBA3POOedkzZo1W7wRwLazKXVg//33T6VSaXY7/fTTm7VRB6DcNvWYYObMmTnwwAPTs2fP1NXVZb/99svbb79dnb9kyZIce+yxqaurS+/evXPyySfnrbfe2pabAmyhD6oDL7744nuOB9bfbr/99mo7xwRQXptyPLBw4cIcf/zxaWhoSM+ePbPXXnvl5z//ebM2jgeg3DalFsyfPz9f/OIXM2DAgNTV1eWoo47KokWLmrVRC6C8rr322owcOTJ1dXWpq6tLY2NjpkyZUp3/zjvvZMKECenXr19qa2tz5JFHvqcGtNTngs0KPO69995MmDAhDz30UKZNm5bVq1dn9OjRWb58+XvaXnHFFalUKu+Zvnbt2hx66KFZtWpVHnzwwdxwww358Y9/nIsuumizBw9se5taB0455ZQsWLCgervsssuq89QBKL9NqQUzZ87M2LFjM3r06Pzxj3/MrFmzcuaZZ6am5v8OP4499tg89dRTmTZtWn7zm9/kD3/4Q0499dS22CRgM31QHRg8eHCzY4EFCxbk29/+dmpra3PIIYckcUwAZbcpxwMnnHBC5s6dmzvvvDNPPPFEjjjiiBx11FF59NFHq20cD0C5fVAtWL58eUaPHp1KpZLp06fngQceyKpVq/L5z38+69atq/ajFkB57bjjjrn00ksze/bsPPLIIznwwANz2GGH5amnnkqSTJw4Mb/+9a9z++235957782f//znHHHEEdXlW/RzQbEVFi9eXCQp7r333mbTH3300eJDH/pQsWDBgiJJcccdd1Tn/fd//3dRU1NTLFy4sDrt2muvLerq6oqVK1duzXCANrChOvCZz3ym+PrXv77RZdQB6Hg2VAv22Wef4oILLtjoMk8//XSRpJg1a1Z12pQpU4pKpVL87//+b6uOF2h5G/ts8Jc+/vGPF+PHj6/ed0wAHcuG6kDPnj2LG2+8sVm7vn37Fj/84Q+LonA8AB3RX9eC3/3ud0VNTU3R1NRUbbN06dKiUqkU06ZNK4pCLYCOqE+fPsWPfvSjYunSpUWXLl2K22+/vTrvmWeeKZIUM2fOLIqiZT8XbNU1PJqampIkffv2rU5bsWJFjjnmmFx99dVpaGh4zzIzZ87MnnvumUGDBlWnjRkzJsuWLasmPkB5bKgOJMnNN9+c/v37Z4899sh5552XFStWVOepA9Dx/HUtWLx4cR5++OEMHDgw++67bwYNGpTPfOYzuf/++6vLzJw5M717987f/d3fVacdfPDBqampycMPP7xtNwDYahs7Jlhv9uzZmTNnTk4++eTqNMcE0LFsqA7su+++ue2227JkyZKsW7cut956a955553sv//+SRwPQEf017Vg5cqVqVQq6datW7VN9+7dU1NTU/18oBZAx7F27drceuutWb58eRobGzN79uysXr06Bx98cLXN7rvvniFDhmTmzJlJWvZzwRYHHuvWrctZZ52VT37yk9ljjz2q0ydOnJh99903hx122AaXW7hwYbOBJ6neX7hw4ZYOB2gDG6sDxxxzTG666abMmDEj5513Xn7yk5/kuOOOq85XB6Bj2VAteP7555Mk3/rWt3LKKadk6tSp2WuvvXLQQQflueeeS/Lu633gwIHN+urcuXP69u2rFkDJbOyY4C9Nnjw5I0aMyL777lud5pgAOo6N1YH/+q//yurVq9OvX79069Ytp512Wu64444MGzYsieMB6Gg2VAs+8YlPpGfPnvnmN7+ZFStWZPny5fnnf/7nrF27NgsWLEiiFkBH8MQTT6S2tjbdunXL6aefnjvuuCMf+chHsnDhwnTt2jW9e/du1n7QoEHV13dLfi7ovKUbMGHChDz55JPN/lPzzjvvzPTp05udixPouDZUB5I0O8fmnnvume233z4HHXRQ5s+fn1133XVbDxNoZRuqBevPxXvaaadl3LhxSZJRo0bl7rvvznXXXZdLLrmkTcYKtI6NHROs9/bbb+eWW27JhRdeuI1HBmwrG6sDF154YZYuXZrf//736d+/f375y1/mqKOOyn333Zc999yzjUYLtJYN1YIBAwbk9ttvzxlnnJHvf//7qampydFHH5299tqr2fX9gHIbPnx45syZk6ampvzsZz/LiSeemHvvvXebj2OLAo8zzzyzevGgHXfcsTp9+vTpmT9//nvSmiOPPDKf/vSnc88996ShoSF//OMfm81ff0X2DZ0CC2ifNlYHNmSfffZJksybNy+77rqrOgAdyMZqwfbbb58k+chHPtKs/YgRI/Lyyy8neff1vnjx4mbz16xZkyVLlqgFUCKbckzws5/9LCtWrMgJJ5zQbLpjAugYNlYH5s+fn6uuuipPPvlkPvrRjyZJPvaxj+W+++7L1VdfnR/84AeOB6ADeb9jgtGjR2f+/Pl57bXX0rlz5/Tu3TsNDQ3ZZZddkvhsAB1B165dq7/g3HvvvTNr1qxceeWV+cd//MesWrUqS5cubZYbLFq0qPr6bsnPBZsVoxZFkTPPPDN33HFHpk+fnqFDhzabf+655+bxxx/PnDlzqrckufzyy3P99dcnSRobG/PEE080K2LTpk1LXV3de74UAdqfD6oDG7K+Fqz/AlQdgPL7oFqw8847Z4cddsjcuXObTX/22Wez0047JXm3FixdujSzZ8+uzp8+fXrWrVtXDUqB9mtzjgkmT56cL3zhCxkwYECz6Y4JoNw+qA6sv47fX/8Hd6dOnaq/BnU8AOW3OccE/fv3T+/evTN9+vQsXrw4X/jCF5KoBdARrVu3LitXrszee++dLl265O67767Omzt3bl5++eU0NjYmaeHPBZtzhfMzzjijqK+vL+65555iwYIF1duKFSs2ukyS4o477qjeX7NmTbHHHnsUo0ePLubMmVNMnTq1GDBgQHHeeedt1tXWgbbxQXVg3rx5xXe+853ikUceKV544YXiV7/6VbHLLrsU++23X7UPdQDKb1OOCS6//PKirq6uuP3224vnnnuuuOCCC4ru3bsX8+bNq7YZO3ZsMWrUqOLhhx8u7r///mK33XYrjj766LbYJGAzbepng+eee66oVCrFlClT3tOHYwIotw+qA6tWrSqGDRtWfPrTny4efvjhYt68ecV3v/vdolKpFL/97W+r/TgegHLblGOC6667rpg5c2Yxb9684ic/+UnRt2/f4uyzz27Wj1oA5XXuuecW9957b/HCCy8Ujz/+eHHuuecWlUqluOuuu4qiKIrTTz+9GDJkSDF9+vTikUceKRobG4vGxsbq8i35uWCzAo8kG7xdf/3177vMXwYeRVEUL774YnHIIYcUPXr0KPr371/80z/9U7F69erNHjyw7X1QHXj55ZeL/fbbr+jbt2/RrVu3YtiwYcU555xTNDU1NetHHYBy29RjgksuuaTYcccdi+22265obGws7rvvvmbzX3/99eLoo48uamtri7q6umLcuHHFm2++uQ23BNhSm1oHzjvvvGLw4MHF2rVrN9iPYwIor02pA88++2xxxBFHFAMHDiy22267YuTIkcWNN97YrB/HA1Bum1ILvvnNbxaDBg0qunTpUuy2227Ff/zHfxTr1q1r1o9aAOU1fvz4Yqeddiq6du1aDBgwoDjooIOqYUdRFMXbb79dfOUrXyn69OlTbLfddsUXv/jFYsGCBc36aKnPBZWiKIrN+00IAAAAAABA+7JZ1/AAAAAAAABojwQeAAAAAABA6Qk8AAAAAACA0hN4AAAAAAAApSfwAAAAAAAASk/gAQAAAAAAlJ7AAwAAAAAAKD2BBwAAsNVOOumkHH744W09DAAA4G9Y57YeAAAA0L5VKpX3nT9p0qRceeWVKYpiG40IAADgvQQeAADA+1qwYEH179tuuy0XXXRR5s6dW51WW1ub2trathgaAABAlVNaAQAA76uhoaF6q6+vT6VSaTattrb2Pae02n///fPVr341Z511Vvr06ZNBgwblhz/8YZYvX55x48alV69eGTZsWKZMmdJsXU8++WQOOeSQ1NbWZtCgQTn++OPz2muvbeMtBgAAykjgAQAAtIobbrgh/fv3zx//+Md89atfzRlnnJEvfelL2XffffM///M/GT16dI4//visWLEiSbJ06dIceOCBGTVqVB555JFMnTo1ixYtylFHHdXGWwIAAJSBwAMAAGgVH/vYx3LBBRdkt912y3nnnZfu3bunf//+OeWUU7Lbbrvloosuyuuvv57HH388SXLVVVdl1KhRufjii7P77rtn1KhRue666zJjxow8++yzbbw1AABAe+caHgAAQKsYOXJk9e9OnTqlX79+2XPPPavTBg0alCRZvHhxkuSxxx7LjBkzNng9kPnz5+fDH/5wK48YAAAoM4EHAADQKrp06dLsfqVSaTatUqkkSdatW5ckeeutt/L5z38+//Zv//aevrbffvtWHCkAANARCDwAAIB2Ya+99srPf/7z7Lzzzunc2UcVAABg87iGBwAA0C5MmDAhS5YsydFHH51Zs2Zl/vz5+d3vfpdx48Zl7dq1bT08AACgnRN4AAAA7cIOO+yQBx54IGvXrs3o0aOz55575qyzzkrv3r1TU+OjCwAA8P4qRVEUbT0IAAAAAACAreHfpAAAAAAAgNITeAAAAAAAAKUn8AAAAAAAAEpP4AEAAAAAAJSewAMAAAAAACg9gQcAAAAAAFB6Ag8AAAAAAKD0BB4AAAAAAEDpCTwAAAAAAIDSE3gAAAAAAAClJ/AAAAAAAABKT+ABAAAAAACU3v8P0AeuqsBBxboAAAAASUVORK5CYII=","text/plain":[""]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["from pyannote.core import notebook\n","notebook.crop = one_minute\n","reference"]},{"cell_type":"markdown","metadata":{"id":"fzbxnisZQ-Xz"},"source":["## Training"]},{"cell_type":"markdown","metadata":{"id":"C_QEjNxjQ-Xz"},"source":["We initialize a VAD *task* that describes how the model will be trained:\n","\n","* `ami` indicates that we will use files available in `ami.train()`.\n","* `duration=2.` and `batch_size=128` indicates that the model will ingest batches of 128 two seconds long audio chunks."]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":543,"status":"ok","timestamp":1704890854558,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"oRkU-MboQ-Xz","outputId":"173a3d4b-fdf4-4e13-817d-dc024ac87524"},"outputs":[{"name":"stdout","output_type":"stream","text":["Protocol AMI.SpeakerDiarization.mini does not precompute the output of torchaudio.info(): adding a 'torchaudio.info' preprocessor for you to speed up dataloaders. See pyannote.database documentation on how to do that yourself.\n"]}],"source":["from pyannote.audio.tasks import VoiceActivityDetection\n","\n","vad = VoiceActivityDetection(ami, duration=2., batch_size=128)"]},{"cell_type":"markdown","metadata":{"id":"A7q9pnI4Q-X1"},"source":["We initialize one *model* with the `PyanNet` architecture used [in that paper](https://arxiv.org/abs/2104.04045). \n","In particular, we increase the default stride of the initial `sincnet` feature extraction layer to `10`.\n","\n","The model is also provided with the task (`task=vad`) for which it is being trained:"]},{"cell_type":"code","execution_count":6,"metadata":{"executionInfo":{"elapsed":241,"status":"ok","timestamp":1704890861715,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"dHJMJHB6Q-X1"},"outputs":[],"source":["from pyannote.audio.models.segmentation import PyanNet\n","\n","model = PyanNet(sincnet={'stride': 10}, task=vad)"]},{"cell_type":"markdown","metadata":{"id":"Rwh2ulN2Q-X2"},"source":["Now that everything is ready, let's train with `pytorch-lightning`!"]},{"cell_type":"code","execution_count":7,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":414,"referenced_widgets":["de7bbc2d644e4ba79f3b4dcc26da3cb7","b62ef7013afe4da4a00ba0a70a63e938","b20cbf0c630a44f8b108d141e0b14ecc","4946ea8187904c7fa9f7c5de92a563e2","929954f82bc6407aaa6b069da848d1e3","53ac5430d2ef45ecaaecc3da0706825b","ffd1d20386d14e2f945f2d84df7a681f","69c34a612abb4d7a83bd796ef97d1c92","2ea0e51154e54129a6b164fc72588edc","910983c75b5247deb203ab218e05b25a","a1861066848a4efda4cc1f09beacb451","321302a76845477cbfd6b644071048b9","0300ea5285a94c7580c789849ea8b7e7","51dc1507c16e4fd88da6e9681b6f8443","84560e1a1a154cf7a4cc998aaa7db862","dce43bbd970643d99f8abbcb299925ec","f3bb471baf44445d9ea50d0adde041c1","14556644c3104b02850a07f172f1411a","50f8b2a4995242ac9d9961f34f2223ae","622cf364efe34719877311f1a46d24b4","ef09269769d845fb84ba39bd43a4ee0c","b827c08a92434a31b82d0382057ee82b","d5dbc90f387a4c9eb43789707505e617","3b55a90beb874204a44df7f231da55eb","8429d57eec2f4c9c8cda3900c0da5df5","d4f4fff579354b10b3cdb32cb11754fe","b886a9d46c7647f0aa5e04260a5b6e1e","5151fae07f114d4e86ee7ec4e487faae","4d2ea6328f684e6e888bc5710dea4340","290e8084737b4ff7a816f4b67fa8d411","bb89bf63ea124306acf411cbeaca2b90","e17799ed71e04167bd46363cf84cc93f","146c185d279d4583860ba4f9defda025"]},"executionInfo":{"elapsed":1454764,"status":"ok","timestamp":1704892319974,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"KkFsUEV_Q-X2","outputId":"3361c2b5-f341-41e1-e027-8fb9b7404d34"},"outputs":[{"name":"stderr","output_type":"stream","text":["INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","WARNING:pytorch_lightning.loggers.tensorboard:Missing logger folder: /content/lightning_logs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n"," | Name | Type | Params | In sizes | Out sizes \n","---------------------------------------------------------------------------------------------------------------------\n","0 | sincnet | SincNet | 42.6 K | [1, 1, 32000] | [1, 60, 115] \n","1 | lstm | LSTM | 589 K | [1, 115, 60] | [[1, 115, 256], [[4, 1, 128], [4, 1, 128]]]\n","2 | linear | ModuleList | 49.4 K | ? | ? \n","3 | classifier | Linear | 129 | [1, 115, 128] | [1, 115, 1] \n","4 | activation | Sigmoid | 0 | [1, 115, 1] | [1, 115, 1] \n","5 | validation_metric | MetricCollection | 0 | ? | ? \n","---------------------------------------------------------------------------------------------------------------------\n","681 K Trainable params\n","0 Non-trainable params\n","681 K Total params\n","2.728 Total estimated model params size (MB)\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"de7bbc2d644e4ba79f3b4dcc26da3cb7","version_major":2,"version_minor":0},"text/plain":["Sanity Checking: | | 0/? [00:00"]},"execution_count":10,"metadata":{},"output_type":"execute_result"}],"source":["vad_probability"]},{"cell_type":"markdown","metadata":{"id":"Mscb9fDsQ-X6"},"source":["Perfect voice activity detection output should look like that:"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":689,"status":"ok","timestamp":1704892633130,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"ObtOlbOTQ-X7","outputId":"8dd51edd-e56e-4ae1-e95c-5a592c1a106c"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAU70lEQVR4nO3de4xU5fkH8GdWEAvLgNwWLKhVaMUCFmxjl8ZLxGwlxntKg4otGioWTbGtURK89Y/aNm382WhsYsV6aaNFg7UXsNRFinbLrVLAGoStBlMXiRBAAQHZ9/eHYXRlV3ZhZ3fO7OeTTMKec+ad933PzMN7+LJzcimlFAAAAAAAABlW0dkdAAAAAAAAOFICDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMi8bsVquLGxMd56663o3bt35HK5Yr0MAAAAAACQASmlePfdd+O4446Lior2/32MogUeb731VgwbNqxYzQMAAAAAABn05ptvxtChQ9u93aIFHr17946IDzuez+eL9TIAAAAAAEAG7NixI4YNG1bID9pb0QKPA19jlc/nBR4AAAAAAEBERNFug+Gm5QAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5mQ88Ghoa4s4774yGhobO7spBSrFvpdinA0q5b6XEPDWvveelmPP88bbL4Xwe7hjKYexHoiuNvyuNFaAl5V4LS2F8n9aHUuhfV9TSvDsftIX3y0fMBZQ3n/H2URaBx1133VWSb4RS7Fsp9umAUu5bKTFPzWvveSnmPH+87XI4n4c7hnIY+5HoSuPvSmMFaEm518JSGN+n9aEU+tcVtTTvzgdt4f3yEXMB5c1nvH1kPvAAAAAAAADo1tkdaC+vvvpqZ3fhIKXYpwNKsW+l2KdSZr6aKtZ8FKPd5trM8vk80r5neexHoiuOuyuOGeCArlIDO3OcrXntrnIeSsWh5tv5oDW8Tw5mTqA8+Wy3j7IJPK666qrO7kKmmK/scw47RkfNc1c+n1157F2Ncw1Q/kq91pd6/7oa5wMOj88OQMvKJvB4/PHHY+TIkZ3djSZeffXVkv1LyHxlXymew85UrPdPMea5ub5m+Xwe6dxneexHoivWvK56rgEiuk7d78xa35o59ndRxzrUOXE+aI2uUj/bwmcHypN61z7KJvAYOXJkjBs3rrO7kRnmK/ucw47RUfPclc9nVx57V+NcA5S/Uq/1pd6/rsb5gMPjswPQMjctBwAAAAAAMi/zv+ExZMiQuOOOO2LIkCGd3ZWDlGLfSrFPB5Ry30qJeWpee89LMef5k21n/Xwe7lx19fdyVxp/VxorQEvKvRaWwvg+rQ+l0L+uqKV5dz5oC++Xj5gLKG8+4+0jl1JKxWh4x44d0adPn9i+fXvk8/livAQAAAAAAJARxc4NfKUVAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyLxuxWo4pRQRETt27CjWSwAAAAAAABlxIC84kB+0t6IFHlu2bImIiGHDhhXrJQAAAAAAgIzZsmVL9OnTp93bLVrg0a9fv4iI2LhxY1E6DpS+HTt2xLBhw+LNN9+MfD7f2d0BOolaAKgDgDoARKgFQMT27dvj+OOPL+QH7a1ogUdFxYe3B+nTp48CBl1cPp9XBwC1AFAHAHUAiAi1APgoP2j3dovSKgAAAAAAQAcSeAAAAAAAAJlXtMCjR48ecccdd0SPHj2K9RJAiVMHgAi1AFAHAHUA+JBaABS7DuRSSqkoLQMAAAAAAHQQX2kFAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg89oUeNx9993xla98JXr37h2DBg2KSy65JNatW9fssSmlmDhxYuRyuXjmmWea7Nu4cWNccMEF0bNnzxg0aFDcfPPN8cEHHxz2IICO05o6cM4550Qul2vymD59epNj1AHIttauCerq6uLcc8+NXr16RT6fj7POOit2795d2L9169a48sorI5/PR9++fePaa6+N9957ryOHAhymQ9WBN95446D1wIHH3LlzC8dZE0B2tWY9sGnTppgyZUoMHjw4evXqFePGjYunn366yTHWA5BtrakF9fX1cemll8bAgQMjn8/HpEmT4u23325yjFoA2fXAAw/EmDFjIp/PRz6fj+rq6pg/f35h//vvvx8zZsyI/v37R2VlZVx++eUH1YD2ui5oU+CxePHimDFjRvzzn/+MhQsXxr59+6KmpiZ27tx50LH/93//F7lc7qDt+/fvjwsuuCD27t0b//jHP+KRRx6J3/zmN3H77be3ufNAx2ttHZg2bVo0NDQUHj/72c8K+9QByL7W1IK6uro4//zzo6amJpYtWxbLly+PG264ISoqPlp+XHnllfHKK6/EwoUL409/+lP8/e9/j+985zudMSSgjQ5VB4YNG9ZkLdDQ0BB33XVXVFZWxsSJEyPCmgCyrjXrgauvvjrWrVsXzz77bKxZsyYuu+yymDRpUrz88suFY6wHINsOVQt27twZNTU1kcvlora2Nl566aXYu3dvXHjhhdHY2FhoRy2A7Bo6dGj85Cc/iZUrV8aKFSvi3HPPjYsvvjheeeWViIi46aab4o9//GPMnTs3Fi9eHG+99VZcdtllhee363VBOgKbN29OEZEWL17cZPvLL7+cPvvZz6aGhoYUEWnevHmFfX/5y19SRUVF2rRpU2HbAw88kPL5fNqzZ8+RdAfoBM3VgbPPPjt973vfa/E56gCUn+ZqwRlnnJFmz57d4nP+85//pIhIy5cvL2ybP39+yuVy6X//+19R+wu0v5auDT7uS1/6UrrmmmsKP1sTQHlprg706tUrPfroo02O69evX3rwwQdTStYDUI4+WQuee+65VFFRkbZv3144Ztu2bSmXy6WFCxemlNQCKEfHHnts+vWvf522bduWunfvnubOnVvY9+qrr6aISHV1dSml9r0uOKJ7eGzfvj0iIvr161fYtmvXrrjiiivi/vvvj8GDBx/0nLq6uhg9enRUVVUVtn3961+PHTt2FBIfIDuaqwMREb/97W9jwIABMWrUqJg1a1bs2rWrsE8dgPLzyVqwefPmWLp0aQwaNCjGjx8fVVVVcfbZZ8eLL75YeE5dXV307ds3vvzlLxe2nXfeeVFRURFLly7t2AEAR6ylNcEBK1eujFWrVsW1115b2GZNAOWluTowfvz4ePLJJ2Pr1q3R2NgYTzzxRLz//vtxzjnnRIT1AJSjT9aCPXv2RC6Xix49ehSOOeaYY6KioqJwfaAWQPnYv39/PPHEE7Fz586orq6OlStXxr59++K8884rHHPKKafE8ccfH3V1dRHRvtcFhx14NDY2xsyZM+NrX/tajBo1qrD9pptuivHjx8fFF1/c7PM2bdrUpOMRUfh506ZNh9sdoBO0VAeuuOKKePzxx2PRokUxa9aseOyxx+Kqq64q7FcHoLw0Vwv++9//RkTEnXfeGdOmTYsFCxbEuHHjYsKECbF+/fqI+PDzPmjQoCZtdevWLfr166cWQMa0tCb4uIceeihGjhwZ48ePL2yzJoDy0VId+P3vfx/79u2L/v37R48ePeK6666LefPmxfDhwyPCegDKTXO14Ktf/Wr06tUrbrnllti1a1fs3LkzfvjDH8b+/fujoaEhItQCKAdr1qyJysrK6NGjR0yfPj3mzZsXp556amzatCmOPvro6Nu3b5Pjq6qqCp/v9rwu6Ha4A5gxY0asXbu2yf/UfPbZZ6O2trbJd3EC5au5OhARTb5jc/To0TFkyJCYMGFC1NfXx8knn9zR3QSKrLlacOC7eK+77rqYOnVqRESMHTs2nn/++ZgzZ07cfffdndJXoDhaWhMcsHv37vjd734Xt912Wwf3DOgoLdWB2267LbZt2xZ/+9vfYsCAAfHMM8/EpEmTYsmSJTF69OhO6i1QLM3VgoEDB8bcuXPj+uuvj1/+8pdRUVERkydPjnHjxjW5vx+QbV/4whdi1apVsX379njqqafiW9/6VixevLjD+3FYgccNN9xQuHnQ0KFDC9tra2ujvr7+oLTm8ssvjzPPPDNeeOGFGDx4cCxbtqzJ/gN3ZG/uK7CA0tRSHWjOGWecERERGzZsiJNPPlkdgDLSUi0YMmRIRESceuqpTY4fOXJkbNy4MSI+/Lxv3ry5yf4PPvggtm7dqhZAhrRmTfDUU0/Frl274uqrr26y3ZoAykNLdaC+vj7uu+++WLt2bXzxi1+MiIjTTjstlixZEvfff3/86le/sh6AMvJpa4Kampqor6+Pd955J7p16xZ9+/aNwYMHx0knnRQRrg2gHBx99NGF3+A8/fTTY/ny5XHvvffGN7/5zdi7d29s27atSW7w9ttvFz7f7Xld0KYYNaUUN9xwQ8ybNy9qa2vjc5/7XJP9t956a6xevTpWrVpVeERE3HPPPfHwww9HRER1dXWsWbOmSRFbuHBh5PP5g/5RBCg9h6oDzTlQCw78A6g6ANl3qFpw4oknxnHHHRfr1q1rsv21116LE044ISI+rAXbtm2LlStXFvbX1tZGY2NjISgFSldb1gQPPfRQXHTRRTFw4MAm260JINsOVQcO3Mfvk/+D+6ijjir8Nqj1AGRfW9YEAwYMiL59+0ZtbW1s3rw5LrrooohQC6AcNTY2xp49e+L000+P7t27x/PPP1/Yt27duti4cWNUV1dHRDtfF7TlDufXX3996tOnT3rhhRdSQ0ND4bFr164WnxMRad68eYWfP/jggzRq1KhUU1OTVq1alRYsWJAGDhyYZs2a1aa7rQOd41B1YMOGDelHP/pRWrFiRXr99dfTH/7wh3TSSSels846q9CGOgDZ15o1wT333JPy+XyaO3duWr9+fZo9e3Y65phj0oYNGwrHnH/++Wns2LFp6dKl6cUXX0wjRoxIkydP7owhAW3U2muD9evXp1wul+bPn39QG9YEkG2HqgN79+5Nw4cPT2eeeWZaunRp2rBhQ/r5z3+ecrlc+vOf/1xox3oAsq01a4I5c+akurq6tGHDhvTYY4+lfv36pe9///tN2lELILtuvfXWtHjx4vT666+n1atXp1tvvTXlcrn017/+NaWU0vTp09Pxxx+famtr04oVK1J1dXWqrq4uPL89rwvaFHhERLOPhx9++FOf8/HAI6WU3njjjTRx4sT0mc98Jg0YMCD94Ac/SPv27Wtz54GOd6g6sHHjxnTWWWelfv36pR49eqThw4enm2++OW3fvr1JO+oAZFtr1wR33313Gjp0aOrZs2eqrq5OS5YsabJ/y5YtafLkyamysjLl8/k0derU9O6773bgSIDD1do6MGvWrDRs2LC0f//+ZtuxJoDsak0deO2119Jll12WBg0alHr27JnGjBmTHn300SbtWA9AtrWmFtxyyy2pqqoqde/ePY0YMSL94he/SI2NjU3aUQsgu6655pp0wgknpKOPPjoNHDgwTZgwoRB2pJTS7t2703e/+9107LHHpp49e6ZLL700NTQ0NGmjva4Lciml1LbfCQEAAAAAACgtbbqHBwAAAAAAQCkSeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAMAR+/a3vx2XXHJJZ3cDAADowrp1dgcAAIDSlsvlPnX/HXfcEffee2+klDqoRwAAAAcTeAAAAJ+qoaGh8Ocnn3wybr/99li3bl1hW2VlZVRWVnZG1wAAAAp8pRUAAPCpBg8eXHj06dMncrlck22VlZUHfaXVOeecEzfeeGPMnDkzjj322KiqqooHH3wwdu7cGVOnTo3evXvH8OHDY/78+U1ea+3atTFx4sSorKyMqqqqmDJlSrzzzjsdPGIAACCLBB4AAEBRPPLIIzFgwIBYtmxZ3HjjjXH99dfHN77xjRg/fnz861//ipqampgyZUrs2rUrIiK2bdsW5557bowdOzZWrFgRCxYsiLfffjsmTZrUySMBAACyQOABAAAUxWmnnRazZ8+OESNGxKxZs+KYY46JAQMGxLRp02LEiBFx++23x5YtW2L16tUREXHffffF2LFj48c//nGccsopMXbs2JgzZ04sWrQoXnvttU4eDQAAUOrcwwMAACiKMWPGFP581FFHRf/+/WP06NGFbVVVVRERsXnz5oiI+Pe//x2LFi1q9n4g9fX18fnPf77IPQYAALJM4AEAABRF9+7dm/ycy+WabMvlchER0djYGBER7733Xlx44YXx05/+9KC2hgwZUsSeAgAA5UDgAQAAlIRx48bF008/HSeeeGJ06+ZSBQAAaBv38AAAAErCjBkzYuvWrTF58uRYvnx51NfXx3PPPRdTp06N/fv3d3b3AACAEifwAAAASsJxxx0XL730Uuzfvz9qampi9OjRMXPmzOjbt29UVLh0AQAAPl0upZQ6uxMAAAAAAABHwn+TAgAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5/w9KeqEBSLLfdgAAAABJRU5ErkJggg==","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":11,"metadata":{},"output_type":"execute_result"}],"source":["expected_output = test_file[\"annotation\"].get_timeline().support()\n","expected_output"]},{"cell_type":"markdown","metadata":{"id":"j0f1oMTUQ-X7"},"source":["## Pipeline"]},{"cell_type":"markdown","metadata":{"id":"QcRNQQ_VQ-X7"},"source":["Almost there! To obtain the final speech regions, we need to apply a detection threshold. \n","For that, we rely on the voice activity detection pipeline whose hyper-parameters are set manually:\n","- `onset=0.6`: mark region as `active` when probability goes above 0.6\n","- `offset=0.4`: switch back to `inactive` when probability goes below 0.4\n","- `min_duration_on=0.0`: remove `active` regions shorter than that many seconds\n","- `min_duration_off=0.0`: fill `inactive` regions shorter than that many seconds\n","\n","\n","More details about those hyper-parameters are provided in Figure 2 of [that paper](https://arxiv.org/abs/2104.04045)."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":589,"status":"ok","timestamp":1704892638091,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"TGkXstVpQ-X8","outputId":"d77d4cbe-98e9-4439-9c82-a51d0aeb4e25"},"outputs":[],"source":["from pyannote.audio.pipelines import VoiceActivityDetection as VoiceActivityDetectionPipeline\n","pipeline = VoiceActivityDetectionPipeline(segmentation=model)\n","initial_params = {\"onset\": 0.6, \"offset\": 0.4,\n"," \"min_duration_on\": 0.0, \"min_duration_off\": 0.0}\n","pipeline.instantiate(initial_params)"]},{"cell_type":"markdown","metadata":{"id":"thmmfIyjQ-X8"},"source":["Here we go:"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":44782,"status":"ok","timestamp":1704892685345,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"lq9gPG2hQ-X9","outputId":"928eea8e-737c-4689-cdb7-262a71dd6b3f"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAUVUlEQVR4nO3dfWxV9f0H8M+tYB2UC0Kh4Cg6hU2c4MAtriwiAdNJjM8ZCypuaJwwMNNtRkjwaX+Mbdniz0XjEqfOhy06NDj3AI5ZZOg6niYDnOGh02BmkQhpUYqA9Pv7w3C3SpGiLb2nfb2Sm9Bzzj33e+7Dm+/hTe/JpZRSAAAAAAAAZFhJZw8AAAAAAADgk1J4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOb16KgdNzc3x5tvvhl9+vSJXC7XUQ8DAAAAAABkQEop3nnnnTjppJOipKT9fx+jwwqPN998MyorKztq9wAAAAAAQAa98cYbMXTo0Hbfb4cVHn369ImIDwaez+c76mEAAAAAAIAM2LVrV1RWVhb6g/bWYYXHwa+xyufzCg8AAAAAACAiosMug+Gi5QAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyT+EBAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Co9upL6+Pu68886or6/v7KEUFOOYikVXf26ycHxZGCNH1t6vYzG+L4wJoOsqxjwtxjEB3VN3yaPucpzA4cmBtlN4dCP19fVx1113FdUHoxjHVCy6+nOThePLwhg5svZ+HYvxfWFMAF1XMeZpMY4J6J66Sx51l+MEDk8OtJ3CAwAAAAAAyLwenT0Ajr1XX321s4dQUExjKVZd9TnK0nFlaawcqqNev2J6XxTTWD6smMcGkAXFnKPFPDage+huOdTdjhf4L5//tlN4dENXX311Zw+Bo+D16nxeA1rjfdE2nieArkvGAxxbchfgyBQe3dDjjz8eI0eO7OxhRMQH7aS/sD9aMb1e7SlLr31XfQ26i456rxXT+6KYP0/F9DwBZJGMBzi8Ys7IjiB3ofvqbnn3SSg8uqGRI0fG2LFjO3sYtJHXq/N5DWiN90XbeJ4Aui4ZD3BsyV2AI3PRcgAAAAAAIPMUHt3IkCFD4o477oghQ4Z09lAKinFMxaKrPzdZOL4sjJEja+/XsRjfF8YE0HUVY54W45iA7qm75FF3OU7g8ORA2+VSSqkjdrxr167o27dvNDY2Rj6f74iHAAAAAAAAMqKjewO/4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyT+EBAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJmn8AAAAAAAADJP4QEAAAAAAGSewgMAAAAAAMg8hQcAAAAAAJB5Cg8AAAAAACDzFB4AAAAAAEDmKTwAAAAAAIDMU3gAAAAAAACZp/AAAAAAAAAyr0dH7TilFBERu3bt6qiHAAAAAAAAMuJgX3CwP2hvHVZ47NixIyIiKisrO+ohAAAAAACAjNmxY0f07du33ffbYYVH//79IyJi69atHTJwoPjt2rUrKisr44033oh8Pt/ZwwE6iSwA5AAgB4AIWQBENDY2xrBhwwr9QXvrsMKjpOSDy4P07dtXgEE3l8/n5QAgCwA5AMgBICJkAfDf/qDd99shewUAAAAAADiGFB4AAAAAAEDmdVjhUVpaGnfccUeUlpZ21EMARU4OABGyAJADgBwAPiALgI7OgVxKKXXIngEAAAAAAI4RX2kFAAAAAABknsIDAAAAAADIPIUHAAAAAACQeQoPAAAAAAAg846q8Jg/f3586Utfij59+sSgQYPi0ksvjY0bN7a6bUopJk+eHLlcLp555pkW67Zu3RoXXnhh9OrVKwYNGhS33HJLvP/++x/7IIBjpy05MGHChMjlci1uM2bMaLGNHIBsa+ucoLa2NiZOnBi9e/eOfD4f48ePjz179hTW79y5M6666qrI5/PRr1+/uO666+Ldd989locCfExHyoHXX3/9kPnAwduCBQsK25kTQHa1ZT6wbdu2mDZtWgwePDh69+4dY8eOjaeffrrFNuYDkG1tyYK6urq47LLLYuDAgZHP52PKlCnx1ltvtdhGFkB23X///TF69OjI5/ORz+ejqqoqFi1aVFj/3nvvxaxZs2LAgAFRVlYWV1xxxSEZ0F7nBUdVeCxbtixmzZoVf//732PJkiWxf//+qK6ujt27dx+y7f/93/9FLpc7ZPmBAwfiwgsvjH379sXf/va3eOSRR+JXv/pV3H777Uc9eODYa2sOXH/99VFfX1+4/eQnPymskwOQfW3Jgtra2rjggguiuro6Vq5cGatWrYrZs2dHScl/px9XXXVVvPLKK7FkyZL4wx/+EH/961/jW9/6VmccEnCUjpQDlZWVLeYC9fX1cdddd0VZWVlMnjw5IswJIOvaMh+45pprYuPGjfHss8/G+vXr4/LLL48pU6bEyy+/XNjGfACy7UhZsHv37qiuro5cLhc1NTXx0ksvxb59++Kiiy6K5ubmwn5kAWTX0KFD40c/+lGsWbMmVq9eHRMnToxLLrkkXnnllYiIuPnmm+P3v/99LFiwIJYtWxZvvvlmXH755YX7t+t5QfoEtm/fniIiLVu2rMXyl19+OX36059O9fX1KSLSwoULC+v+9Kc/pZKSkrRt27bCsvvvvz/l8/m0d+/eTzIcoBO0lgPnnXde+s53vnPY+8gB6Hpay4JzzjknzZs377D3+de//pUiIq1ataqwbNGiRSmXy6X//Oc/HTpeoP0d7tzgf33hC19I1157beFncwLoWlrLgd69e6dHH320xXb9+/dPDzzwQErJfAC6og9nwXPPPZdKSkpSY2NjYZuGhoaUy+XSkiVLUkqyALqiE088Mf3yl79MDQ0NqWfPnmnBggWFda+++mqKiFRbW5tSat/zgk90DY/GxsaIiOjfv39hWVNTU1x55ZVx3333xeDBgw+5T21tbYwaNSoqKioKy7761a/Grl27Co0PkB2t5UBExK9//esoLy+PM888M+bOnRtNTU2FdXIAup4PZ8H27dtjxYoVMWjQoBg3blxUVFTEeeedFy+++GLhPrW1tdGvX7/44he/WFh2/vnnR0lJSaxYseLYHgDwiR1uTnDQmjVrYu3atXHdddcVlpkTQNfSWg6MGzcunnzyydi5c2c0NzfHE088Ee+9915MmDAhIswHoCv6cBbs3bs3crlclJaWFrY54YQToqSkpHB+IAug6zhw4EA88cQTsXv37qiqqoo1a9bE/v374/zzzy9sc/rpp8ewYcOitrY2Itr3vOBjFx7Nzc1x0003xVe+8pU488wzC8tvvvnmGDduXFxyySWt3m/btm0tBh4RhZ+3bdv2cYcDdILD5cCVV14Zjz/+eCxdujTmzp0bjz32WFx99dWF9XIAupbWsuDf//53RETceeedcf3118fixYtj7NixMWnSpNi8eXNEfPB5HzRoUIt99ejRI/r37y8LIGMONyf4Xw8++GCMHDkyxo0bV1hmTgBdx+Fy4Le//W3s378/BgwYEKWlpXHDDTfEwoULY/jw4RFhPgBdTWtZ8OUvfzl69+4dt956azQ1NcXu3bvj+9//fhw4cCDq6+sjQhZAV7B+/fooKyuL0tLSmDFjRixcuDDOOOOM2LZtWxx//PHRr1+/FttXVFQUPt/teV7Q4+MewKxZs2LDhg0t/qfms88+GzU1NS2+ixPoulrLgYho8R2bo0aNiiFDhsSkSZOirq4uTjvttGM9TKCDtZYFB7+L94Ybbojp06dHRMSYMWPi+eefj4ceeijmz5/fKWMFOsbh5gQH7dmzJ37zm9/EbbfddoxHBhwrh8uB2267LRoaGuIvf/lLlJeXxzPPPBNTpkyJ5cuXx6hRozpptEBHaS0LBg4cGAsWLIiZM2fGz3/+8ygpKYmpU6fG2LFjW1zfD8i2z33uc7F27dpobGyMp556Kr7xjW/EsmXLjvk4PlbhMXv27MLFg4YOHVpYXlNTE3V1dYe0NVdccUWce+658cILL8TgwYNj5cqVLdYfvCJ7a1+BBRSnw+VAa84555yIiNiyZUucdtppcgC6kMNlwZAhQyIi4owzzmix/ciRI2Pr1q0R8cHnffv27S3Wv//++7Fz505ZABnSljnBU089FU1NTXHNNde0WG5OAF3D4XKgrq4u7r333tiwYUN8/vOfj4iIs846K5YvXx733Xdf/OIXvzAfgC7ko+YE1dXVUVdXF2+//Xb06NEj+vXrF4MHD45TTz01IpwbQFdw/PHHF36D8+yzz45Vq1bFPffcE1//+tdj37590dDQ0KI3eOuttwqf7/Y8LziqGjWlFLNnz46FCxdGTU1NfOYzn2mxfs6cObFu3bpYu3Zt4RYRcffdd8fDDz8cERFVVVWxfv36FiG2ZMmSyOfzh/yjCFB8jpQDrTmYBQf/AVQOQPYdKQtOOeWUOOmkk2Ljxo0tlm/atClOPvnkiPggCxoaGmLNmjWF9TU1NdHc3FwoSoHidTRzggcffDAuvvjiGDhwYIvl5gSQbUfKgYPX8fvw/+A+7rjjCr8Naj4A2Xc0c4Ly8vLo169f1NTUxPbt2+Piiy+OCFkAXVFzc3Ps3bs3zj777OjZs2c8//zzhXUbN26MrVu3RlVVVUS083nB0VzhfObMmalv377phRdeSPX19YVbU1PTYe8TEWnhwoWFn99///105plnpurq6rR27dq0ePHiNHDgwDR37tyjuto60DmOlANbtmxJP/jBD9Lq1avTa6+9ln73u9+lU089NY0fP76wDzkA2deWOcHdd9+d8vl8WrBgQdq8eXOaN29eOuGEE9KWLVsK21xwwQVpzJgxacWKFenFF19MI0aMSFOnTu2MQwKOUlvPDTZv3pxyuVxatGjRIfswJ4BsO1IO7Nu3Lw0fPjyde+65acWKFWnLli3ppz/9acrlcumPf/xjYT/mA5BtbZkTPPTQQ6m2tjZt2bIlPfbYY6l///7pu9/9bov9yALIrjlz5qRly5al1157La1bty7NmTMn5XK59Oc//zmllNKMGTPSsGHDUk1NTVq9enWqqqpKVVVVhfu353nBURUeEdHq7eGHH/7I+/xv4ZFSSq+//nqaPHly+tSnPpXKy8vT9773vbR///6jHjxw7B0pB7Zu3ZrGjx+f+vfvn0pLS9Pw4cPTLbfckhobG1vsRw5AtrV1TjB//vw0dOjQ1KtXr1RVVZWWL1/eYv2OHTvS1KlTU1lZWcrn82n69OnpnXfeOYZHAnxcbc2BuXPnpsrKynTgwIFW92NOANnVlhzYtGlTuvzyy9OgQYNSr1690ujRo9Ojjz7aYj/mA5BtbcmCW2+9NVVUVKSePXumESNGpJ/97Gepubm5xX5kAWTXtddem04++eR0/PHHp4EDB6ZJkyYVyo6UUtqzZ0/69re/nU488cTUq1evdNlll6X6+voW+2iv84JcSikd3e+EAAAAAAAAFJejuoYHAAAAAABAMVJ4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAwCf2zW9+My699NLOHgYAANCN9ejsAQAAAMUtl8t95Po77rgj7rnnnkgpHaMRAQAAHErhAQAAfKT6+vrCn5988sm4/fbbY+PGjYVlZWVlUVZW1hlDAwAAKPCVVgAAwEcaPHhw4da3b9/I5XItlpWVlR3ylVYTJkyIG2+8MW666aY48cQTo6KiIh544IHYvXt3TJ8+Pfr06RPDhw+PRYsWtXisDRs2xOTJk6OsrCwqKipi2rRp8fbbbx/jIwYAALJI4QEAAHSIRx55JMrLy2PlypVx4403xsyZM+NrX/tajBs3Lv7xj39EdXV1TJs2LZqamiIioqGhISZOnBhjxoyJ1atXx+LFi+Ott96KKVOmdPKRAAAAWaDwAAAAOsRZZ50V8+bNixEjRsTcuXPjhBNOiPLy8rj++utjxIgRcfvtt8eOHTti3bp1ERFx7733xpgxY+KHP/xhnH766TFmzJh46KGHYunSpbFp06ZOPhoAAKDYuYYHAADQIUaPHl3483HHHRcDBgyIUaNGFZZVVFRERMT27dsjIuKf//xnLF26tNXrgdTV1cVnP/vZDh4xAACQZQoPAACgQ/Ts2bPFz7lcrsWyXC4XERHNzc0REfHuu+/GRRddFD/+8Y8P2deQIUM6cKQAAEBXoPAAAACKwtixY+Ppp5+OU045JXr0cKoCAAAcHdfwAAAAisKsWbNi586dMXXq1Fi1alXU1dXFc889F9OnT48DBw509vAAAIAip/AAAACKwkknnRQvvfRSHDhwIKqrq2PUqFFx0003Rb9+/aKkxKkLAADw0XIppdTZgwAAAAAAAPgk/DcpAAAAAAAg8xQeAAAAAABA5ik8AAAAAACAzFN4AAAAAAAAmafwAAAAAAAAMk/hAQAAAAAAZJ7CAwAAAAAAyDyFBwAAAAAAkHkKDwAAAAAAIPMUHgAAAAAAQOYpPAAAAAAAgMxTeAAAAAAAAJn3/waJ7S/VLp53AAAAAElFTkSuQmCC","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["pipeline(test_file).get_timeline()"]},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":237,"status":"ok","timestamp":1704892689100,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"EzQZg8VPQ-X9","outputId":"514406de-c097-4904-9b6f-a89cce4cfe89"},"outputs":[{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAABjwAAACMCAYAAADIgwBEAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAU70lEQVR4nO3de4xU5fkH8GdWEAvLgNwWLKhVaMUCFmxjl8ZLxGwlxntKg4otGioWTbGtURK89Y/aNm382WhsYsV6aaNFg7UXsNRFinbLrVLAGoStBlMXiRBAAQHZ9/eHYXRlV3ZhZ3fO7OeTTMKec+ad933PzMN7+LJzcimlFAAAAAAAABlW0dkdAAAAAAAAOFICDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMi8bsVquLGxMd56663o3bt35HK5Yr0MAAAAAACQASmlePfdd+O4446Lior2/32MogUeb731VgwbNqxYzQMAAAAAABn05ptvxtChQ9u93aIFHr17946IDzuez+eL9TIAAAAAAEAG7NixI4YNG1bID9pb0QKPA19jlc/nBR4AAAAAAEBERNFug+Gm5QAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5mQ88Ghoa4s4774yGhobO7spBSrFvpdinA0q5b6XEPDWvveelmPP88bbL4Xwe7hjKYexHoiuNvyuNFaAl5V4LS2F8n9aHUuhfV9TSvDsftIX3y0fMBZQ3n/H2URaBx1133VWSb4RS7Fsp9umAUu5bKTFPzWvveSnmPH+87XI4n4c7hnIY+5HoSuPvSmMFaEm518JSGN+n9aEU+tcVtTTvzgdt4f3yEXMB5c1nvH1kPvAAAAAAAADo1tkdaC+vvvpqZ3fhIKXYpwNKsW+l2KdSZr6aKtZ8FKPd5trM8vk80r5neexHoiuOuyuOGeCArlIDO3OcrXntrnIeSsWh5tv5oDW8Tw5mTqA8+Wy3j7IJPK666qrO7kKmmK/scw47RkfNc1c+n1157F2Ncw1Q/kq91pd6/7oa5wMOj88OQMvKJvB4/PHHY+TIkZ3djSZeffXVkv1LyHxlXymew85UrPdPMea5ub5m+Xwe6dxneexHoivWvK56rgEiuk7d78xa35o59ndRxzrUOXE+aI2uUj/bwmcHypN61z7KJvAYOXJkjBs3rrO7kRnmK/ucw47RUfPclc9nVx57V+NcA5S/Uq/1pd6/rsb5gMPjswPQMjctBwAAAAAAMi/zv+ExZMiQuOOOO2LIkCGd3ZWDlGLfSrFPB5Ry30qJeWpee89LMef5k21n/Xwe7lx19fdyVxp/VxorQEvKvRaWwvg+rQ+l0L+uqKV5dz5oC++Xj5gLKG8+4+0jl1JKxWh4x44d0adPn9i+fXvk8/livAQAAAAAAJARxc4NfKUVAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAAAAAEDmCTwAAAAAAIDME3gAAAAAAACZJ/AAAAAAAAAyT+ABAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg8wQeAAAAAABA5gk8AAAAAACAzBN4AAAAAAAAmSfwAAAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyLxuxWo4pRQRETt27CjWSwAAAAAAABlxIC84kB+0t6IFHlu2bImIiGHDhhXrJQAAAAAAgIzZsmVL9OnTp93bLVrg0a9fv4iI2LhxY1E6DpS+HTt2xLBhw+LNN9+MfD7f2d0BOolaAKgDgDoARKgFQMT27dvj+OOPL+QH7a1ogUdFxYe3B+nTp48CBl1cPp9XBwC1AFAHAHUAiAi1APgoP2j3dovSKgAAAAAAQAcSeAAAAAAAAJlXtMCjR48ecccdd0SPHj2K9RJAiVMHgAi1AFAHAHUA+JBaABS7DuRSSqkoLQMAAAAAAHQQX2kFAAAAAABknsADAAAAAADIPIEHAAAAAACQeQIPAAAAAAAg89oUeNx9993xla98JXr37h2DBg2KSy65JNatW9fssSmlmDhxYuRyuXjmmWea7Nu4cWNccMEF0bNnzxg0aFDcfPPN8cEHHxz2IICO05o6cM4550Qul2vymD59epNj1AHIttauCerq6uLcc8+NXr16RT6fj7POOit2795d2L9169a48sorI5/PR9++fePaa6+N9957ryOHAhymQ9WBN95446D1wIHH3LlzC8dZE0B2tWY9sGnTppgyZUoMHjw4evXqFePGjYunn366yTHWA5BtrakF9fX1cemll8bAgQMjn8/HpEmT4u23325yjFoA2fXAAw/EmDFjIp/PRz6fj+rq6pg/f35h//vvvx8zZsyI/v37R2VlZVx++eUH1YD2ui5oU+CxePHimDFjRvzzn/+MhQsXxr59+6KmpiZ27tx50LH/93//F7lc7qDt+/fvjwsuuCD27t0b//jHP+KRRx6J3/zmN3H77be3ufNAx2ttHZg2bVo0NDQUHj/72c8K+9QByL7W1IK6uro4//zzo6amJpYtWxbLly+PG264ISoqPlp+XHnllfHKK6/EwoUL409/+lP8/e9/j+985zudMSSgjQ5VB4YNG9ZkLdDQ0BB33XVXVFZWxsSJEyPCmgCyrjXrgauvvjrWrVsXzz77bKxZsyYuu+yymDRpUrz88suFY6wHINsOVQt27twZNTU1kcvlora2Nl566aXYu3dvXHjhhdHY2FhoRy2A7Bo6dGj85Cc/iZUrV8aKFSvi3HPPjYsvvjheeeWViIi46aab4o9//GPMnTs3Fi9eHG+99VZcdtllhee363VBOgKbN29OEZEWL17cZPvLL7+cPvvZz6aGhoYUEWnevHmFfX/5y19SRUVF2rRpU2HbAw88kPL5fNqzZ8+RdAfoBM3VgbPPPjt973vfa/E56gCUn+ZqwRlnnJFmz57d4nP+85//pIhIy5cvL2ybP39+yuVy6X//+19R+wu0v5auDT7uS1/6UrrmmmsKP1sTQHlprg706tUrPfroo02O69evX3rwwQdTStYDUI4+WQuee+65VFFRkbZv3144Ztu2bSmXy6WFCxemlNQCKEfHHnts+vWvf522bduWunfvnubOnVvY9+qrr6aISHV1dSml9r0uOKJ7eGzfvj0iIvr161fYtmvXrrjiiivi/vvvj8GDBx/0nLq6uhg9enRUVVUVtn3961+PHTt2FBIfIDuaqwMREb/97W9jwIABMWrUqJg1a1bs2rWrsE8dgPLzyVqwefPmWLp0aQwaNCjGjx8fVVVVcfbZZ8eLL75YeE5dXV307ds3vvzlLxe2nXfeeVFRURFLly7t2AEAR6ylNcEBK1eujFWrVsW1115b2GZNAOWluTowfvz4ePLJJ2Pr1q3R2NgYTzzxRLz//vtxzjnnRIT1AJSjT9aCPXv2RC6Xix49ehSOOeaYY6KioqJwfaAWQPnYv39/PPHEE7Fz586orq6OlStXxr59++K8884rHHPKKafE8ccfH3V1dRHRvtcFhx14NDY2xsyZM+NrX/tajBo1qrD9pptuivHjx8fFF1/c7PM2bdrUpOMRUfh506ZNh9sdoBO0VAeuuOKKePzxx2PRokUxa9aseOyxx+Kqq64q7FcHoLw0Vwv++9//RkTEnXfeGdOmTYsFCxbEuHHjYsKECbF+/fqI+PDzPmjQoCZtdevWLfr166cWQMa0tCb4uIceeihGjhwZ48ePL2yzJoDy0VId+P3vfx/79u2L/v37R48ePeK6666LefPmxfDhwyPCegDKTXO14Ktf/Wr06tUrbrnllti1a1fs3LkzfvjDH8b+/fujoaEhItQCKAdr1qyJysrK6NGjR0yfPj3mzZsXp556amzatCmOPvro6Nu3b5Pjq6qqCp/v9rwu6Ha4A5gxY0asXbu2yf/UfPbZZ6O2trbJd3EC5au5OhARTb5jc/To0TFkyJCYMGFC1NfXx8knn9zR3QSKrLlacOC7eK+77rqYOnVqRESMHTs2nn/++ZgzZ07cfffdndJXoDhaWhMcsHv37vjd734Xt912Wwf3DOgoLdWB2267LbZt2xZ/+9vfYsCAAfHMM8/EpEmTYsmSJTF69OhO6i1QLM3VgoEDB8bcuXPj+uuvj1/+8pdRUVERkydPjnHjxjW5vx+QbV/4whdi1apVsX379njqqafiW9/6VixevLjD+3FYgccNN9xQuHnQ0KFDC9tra2ujvr7+oLTm8ssvjzPPPDNeeOGFGDx4cCxbtqzJ/gN3ZG/uK7CA0tRSHWjOGWecERERGzZsiJNPPlkdgDLSUi0YMmRIRESceuqpTY4fOXJkbNy4MSI+/Lxv3ry5yf4PPvggtm7dqhZAhrRmTfDUU0/Frl274uqrr26y3ZoAykNLdaC+vj7uu+++WLt2bXzxi1+MiIjTTjstlixZEvfff3/86le/sh6AMvJpa4Kampqor6+Pd955J7p16xZ9+/aNwYMHx0knnRQRrg2gHBx99NGF3+A8/fTTY/ny5XHvvffGN7/5zdi7d29s27atSW7w9ttvFz7f7Xld0KYYNaUUN9xwQ8ybNy9qa2vjc5/7XJP9t956a6xevTpWrVpVeERE3HPPPfHwww9HRER1dXWsWbOmSRFbuHBh5PP5g/5RBCg9h6oDzTlQCw78A6g6ANl3qFpw4oknxnHHHRfr1q1rsv21116LE044ISI+rAXbtm2LlStXFvbX1tZGY2NjISgFSldb1gQPPfRQXHTRRTFw4MAm260JINsOVQcO3Mfvk/+D+6ijjir8Nqj1AGRfW9YEAwYMiL59+0ZtbW1s3rw5LrrooohQC6AcNTY2xp49e+L000+P7t27x/PPP1/Yt27duti4cWNUV1dHRDtfF7TlDufXX3996tOnT3rhhRdSQ0ND4bFr164WnxMRad68eYWfP/jggzRq1KhUU1OTVq1alRYsWJAGDhyYZs2a1aa7rQOd41B1YMOGDelHP/pRWrFiRXr99dfTH/7wh3TSSSels846q9CGOgDZ15o1wT333JPy+XyaO3duWr9+fZo9e3Y65phj0oYNGwrHnH/++Wns2LFp6dKl6cUXX0wjRoxIkydP7owhAW3U2muD9evXp1wul+bPn39QG9YEkG2HqgN79+5Nw4cPT2eeeWZaunRp2rBhQ/r5z3+ecrlc+vOf/1xox3oAsq01a4I5c+akurq6tGHDhvTYY4+lfv36pe9///tN2lELILtuvfXWtHjx4vT666+n1atXp1tvvTXlcrn017/+NaWU0vTp09Pxxx+famtr04oVK1J1dXWqrq4uPL89rwvaFHhERLOPhx9++FOf8/HAI6WU3njjjTRx4sT0mc98Jg0YMCD94Ac/SPv27Wtz54GOd6g6sHHjxnTWWWelfv36pR49eqThw4enm2++OW3fvr1JO+oAZFtr1wR33313Gjp0aOrZs2eqrq5OS5YsabJ/y5YtafLkyamysjLl8/k0derU9O6773bgSIDD1do6MGvWrDRs2LC0f//+ZtuxJoDsak0deO2119Jll12WBg0alHr27JnGjBmTHn300SbtWA9AtrWmFtxyyy2pqqoqde/ePY0YMSL94he/SI2NjU3aUQsgu6655pp0wgknpKOPPjoNHDgwTZgwoRB2pJTS7t2703e/+9107LHHpp49e6ZLL700NTQ0NGmjva4Lciml1LbfCQEAAAAAACgtbbqHBwAAAAAAQCkSeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5Ag8AAAAAACDzBB4AAMAR+/a3vx2XXHJJZ3cDAADowrp1dgcAAIDSlsvlPnX/HXfcEffee2+klDqoRwAAAAcTeAAAAJ+qoaGh8Ocnn3wybr/99li3bl1hW2VlZVRWVnZG1wAAAAp8pRUAAPCpBg8eXHj06dMncrlck22VlZUHfaXVOeecEzfeeGPMnDkzjj322KiqqooHH3wwdu7cGVOnTo3evXvH8OHDY/78+U1ea+3atTFx4sSorKyMqqqqmDJlSrzzzjsdPGIAACCLBB4AAEBRPPLIIzFgwIBYtmxZ3HjjjXH99dfHN77xjRg/fnz861//ipqampgyZUrs2rUrIiK2bdsW5557bowdOzZWrFgRCxYsiLfffjsmTZrUySMBAACyQOABAAAUxWmnnRazZ8+OESNGxKxZs+KYY46JAQMGxLRp02LEiBFx++23x5YtW2L16tUREXHffffF2LFj48c//nGccsopMXbs2JgzZ04sWrQoXnvttU4eDQAAUOrcwwMAACiKMWPGFP581FFHRf/+/WP06NGFbVVVVRERsXnz5oiI+Pe//x2LFi1q9n4g9fX18fnPf77IPQYAALJM4AEAABRF9+7dm/ycy+WabMvlchER0djYGBER7733Xlx44YXx05/+9KC2hgwZUsSeAgAA5UDgAQAAlIRx48bF008/HSeeeGJ06+ZSBQAAaBv38AAAAErCjBkzYuvWrTF58uRYvnx51NfXx3PPPRdTp06N/fv3d3b3AACAEifwAAAASsJxxx0XL730Uuzfvz9qampi9OjRMXPmzOjbt29UVLh0AQAAPl0upZQ6uxMAAAAAAABHwn+TAgAAAAAAMk/gAQAAAAAAZJ7AAwAAAAAAyDyBBwAAAAAAkHkCDwAAAAAAIPMEHgAAAAAAQOYJPAAAAAAAgMwTeAAAAAAAAJkn8AAAAAAAADJP4AEAAAAAAGSewAMAAAAAAMg8gQcAAAAAAJB5/w9KeqEBSLLfdgAAAABJRU5ErkJggg==","text/plain":[", , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ])>"]},"execution_count":14,"metadata":{},"output_type":"execute_result"}],"source":["expected_output"]},{"cell_type":"markdown","metadata":{"id":"L1FOF3CcQ-X-"},"source":["Looks decent! Let's perform a proper evaluation by computing the [detection error rate](https://pyannote.github.io/pyannote-metrics/reference.html#detection) over the whole AMI test set:"]},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":153804,"status":"ok","timestamp":1704892850039,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"6v44K7WxQ-X_","outputId":"ce83364e-147c-4d7d-ee07-69fb49d6ca39"},"outputs":[{"name":"stdout","output_type":"stream","text":["Detection error rate = 12.4%\n"]}],"source":["from pyannote.metrics.detection import DetectionErrorRate\n","metric = DetectionErrorRate()\n","\n","for file in ami.test():\n","\n"," # apply the voice activity detection pipeline\n"," speech = pipeline(file)\n","\n"," # evaluate its output\n"," _ = metric(\n"," file['annotation'], # this is the reference annotation\n"," speech, # this is the hypothesized annotation\n"," uem=file['annotated']) # this is the part of the file that should be evaluated\n","\n","# aggregate the performance over the whole test set\n","detection_error_rate = abs(metric)\n","print(f'Detection error rate = {detection_error_rate * 100:.1f}%')"]},{"cell_type":"markdown","metadata":{"id":"CiADYH02Q-X_"},"source":["## Optimizing pipeline hyper-parameters"]},{"cell_type":"markdown","metadata":{"id":"Zik9XIQ1Q-YA"},"source":["While good enough, the hyper-parameters that we chose manually, we can try to optimize `onset` and `offset` on the development (a.k.a. validation) set to get better performance (and freeze the other two hyper-parameters)."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":219,"status":"ok","timestamp":1704893681462,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"pcQ8eJujQ-YA","outputId":"599cb846-c12f-4d6a-e5b6-c623fd9a583c"},"outputs":[],"source":["pipeline.freeze({'min_duration_on': 0.0, 'min_duration_off': 0.0})"]},{"cell_type":"code","execution_count":17,"metadata":{"executionInfo":{"elapsed":192449,"status":"ok","timestamp":1704893876383,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"xdClXgoMQ-YB"},"outputs":[],"source":["from pyannote.pipeline import Optimizer\n","\n","optimizer = Optimizer(pipeline)\n","optimizer.tune(list(ami.development()),\n"," warm_start=initial_params,\n"," n_iterations=20,\n"," show_progress=False)\n","\n","optimized_params = optimizer.best_params"]},{"cell_type":"markdown","metadata":{"id":"wVT0HjowQ-YB"},"source":["There you go: better hyper-parameters that (should) lead to better results!"]},{"cell_type":"code","execution_count":18,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":219,"status":"ok","timestamp":1704893925876,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"IuUGrd8CQ-YB","outputId":"393d66bc-b04b-4265-bbdf-19c7ff04098e"},"outputs":[{"name":"stdout","output_type":"stream","text":["{'onset': 0.824238792126195, 'offset': 0.5375254799320842, 'min_duration_on': 0.0, 'min_duration_off': 0.0}\n"]}],"source":["print(optimized_params)"]},{"cell_type":"markdown","metadata":{"id":"3nQUzBigQ-YC"},"source":["Let's evaluate the voice activity detection pipeline with this new set of hyper-parameters:"]},{"cell_type":"code","execution_count":19,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":155290,"status":"ok","timestamp":1704894084275,"user":{"displayName":"Clément PAGES","userId":"11757386314069785178"},"user_tz":-60},"id":"7A0sPO_4Q-YD","outputId":"5d28de05-fbbd-4c31-8cc7-62543c82a91d"},"outputs":[{"name":"stdout","output_type":"stream","text":["Detection error rate = 12.0%\n"]}],"source":["optimized_pipeline = pipeline.instantiate(optimized_params)\n","\n","metric = DetectionErrorRate()\n","\n","for file in ami.test():\n"," speech = optimized_pipeline(file)\n"," _ = metric(file['annotation'], speech, uem=file['annotated'])\n","\n","detection_error_rate = abs(metric)\n","print(f'Detection error rate = {detection_error_rate * 100:.1f}%')"]},{"cell_type":"markdown","metadata":{"id":"q6TiP03kQ-YD"},"source":["🎉 Yeay! We can see an improvement simply by adjusting the thresholds."]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.13"},"widgets":{"application/vnd.jupyter.widget-state+json":{"0300ea5285a94c7580c789849ea8b7e7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f3bb471baf44445d9ea50d0adde041c1","placeholder":"​","style":"IPY_MODEL_14556644c3104b02850a07f172f1411a","value":"Epoch 0: 100%"}},"14556644c3104b02850a07f172f1411a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"146c185d279d4583860ba4f9defda025":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"290e8084737b4ff7a816f4b67fa8d411":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2ea0e51154e54129a6b164fc72588edc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"321302a76845477cbfd6b644071048b9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0300ea5285a94c7580c789849ea8b7e7","IPY_MODEL_51dc1507c16e4fd88da6e9681b6f8443","IPY_MODEL_84560e1a1a154cf7a4cc998aaa7db862"],"layout":"IPY_MODEL_dce43bbd970643d99f8abbcb299925ec"}},"3b55a90beb874204a44df7f231da55eb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5151fae07f114d4e86ee7ec4e487faae","placeholder":"​","style":"IPY_MODEL_4d2ea6328f684e6e888bc5710dea4340","value":"Validation DataLoader 0: 100%"}},"4946ea8187904c7fa9f7c5de92a563e2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_910983c75b5247deb203ab218e05b25a","placeholder":"​","style":"IPY_MODEL_a1861066848a4efda4cc1f09beacb451","value":" 2/2 [00:08<00:00, 0.24it/s]"}},"4d2ea6328f684e6e888bc5710dea4340":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"50f8b2a4995242ac9d9961f34f2223ae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5151fae07f114d4e86ee7ec4e487faae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"51dc1507c16e4fd88da6e9681b6f8443":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_50f8b2a4995242ac9d9961f34f2223ae","max":136,"min":0,"orientation":"horizontal","style":"IPY_MODEL_622cf364efe34719877311f1a46d24b4","value":136}},"53ac5430d2ef45ecaaecc3da0706825b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"622cf364efe34719877311f1a46d24b4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"69c34a612abb4d7a83bd796ef97d1c92":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8429d57eec2f4c9c8cda3900c0da5df5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_290e8084737b4ff7a816f4b67fa8d411","max":14,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bb89bf63ea124306acf411cbeaca2b90","value":14}},"84560e1a1a154cf7a4cc998aaa7db862":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ef09269769d845fb84ba39bd43a4ee0c","placeholder":"​","style":"IPY_MODEL_b827c08a92434a31b82d0382057ee82b","value":" 136/136 [23:47<00:00, 0.10it/s, v_num=0, BinaryAUROC=0.954]"}},"910983c75b5247deb203ab218e05b25a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"929954f82bc6407aaa6b069da848d1e3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":"100%"}},"a1861066848a4efda4cc1f09beacb451":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b20cbf0c630a44f8b108d141e0b14ecc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_69c34a612abb4d7a83bd796ef97d1c92","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2ea0e51154e54129a6b164fc72588edc","value":2}},"b62ef7013afe4da4a00ba0a70a63e938":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_53ac5430d2ef45ecaaecc3da0706825b","placeholder":"​","style":"IPY_MODEL_ffd1d20386d14e2f945f2d84df7a681f","value":"Sanity Checking DataLoader 0: 100%"}},"b827c08a92434a31b82d0382057ee82b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b886a9d46c7647f0aa5e04260a5b6e1e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":"100%"}},"bb89bf63ea124306acf411cbeaca2b90":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d4f4fff579354b10b3cdb32cb11754fe":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e17799ed71e04167bd46363cf84cc93f","placeholder":"​","style":"IPY_MODEL_146c185d279d4583860ba4f9defda025","value":" 14/14 [01:58<00:00, 0.12it/s]"}},"d5dbc90f387a4c9eb43789707505e617":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3b55a90beb874204a44df7f231da55eb","IPY_MODEL_8429d57eec2f4c9c8cda3900c0da5df5","IPY_MODEL_d4f4fff579354b10b3cdb32cb11754fe"],"layout":"IPY_MODEL_b886a9d46c7647f0aa5e04260a5b6e1e"}},"dce43bbd970643d99f8abbcb299925ec":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"de7bbc2d644e4ba79f3b4dcc26da3cb7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b62ef7013afe4da4a00ba0a70a63e938","IPY_MODEL_b20cbf0c630a44f8b108d141e0b14ecc","IPY_MODEL_4946ea8187904c7fa9f7c5de92a563e2"],"layout":"IPY_MODEL_929954f82bc6407aaa6b069da848d1e3"}},"e17799ed71e04167bd46363cf84cc93f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ef09269769d845fb84ba39bd43a4ee0c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f3bb471baf44445d9ea50d0adde041c1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ffd1d20386d14e2f945f2d84df7a681f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0} From 6d4f81761c2501645b4fdb1e8eecb24671d9b46d Mon Sep 17 00:00:00 2001 From: antoinelaurent Date: Sat, 6 Jun 2026 08:13:27 +0200 Subject: [PATCH 4/6] feat: add --average-case option to optimize command (#2018) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Hervé BREDIN --- src/pyannote/audio/__main__.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/pyannote/audio/__main__.py b/src/pyannote/audio/__main__.py index e7620e44..3f5d6a47 100644 --- a/src/pyannote/audio/__main__.py +++ b/src/pyannote/audio/__main__.py @@ -162,6 +162,10 @@ def optimize( case_sensitive=False, ), ] = Metric.DiarizationErrorRate, + average_case: Annotated[ + bool, + typer.Option(help="Optimize for average case rather than worst case."), + ] = False, ): """ Optimize a PIPELINE @@ -227,7 +231,7 @@ def optimize( study_name=study_name, sampler=None, # TODO: support sampler pruner=None, # TODO: support pruner - average_case=False, + average_case=average_case, ) direction = 1 if optimized_pipeline.get_direction() == "minimize" else -1 From c3795f2266703b4fa35b9e42813aa626ab526829 Mon Sep 17 00:00:00 2001 From: litdarya Date: Fri, 19 Jun 2026 15:01:41 +0200 Subject: [PATCH 5/6] improve(telemetry): reduce number of sent packages (#2025) --- src/pyannote/audio/telemetry/config.yaml | 2 +- src/pyannote/audio/telemetry/metrics.py | 118 ++++++++--------------- 2 files changed, 42 insertions(+), 78 deletions(-) diff --git a/src/pyannote/audio/telemetry/config.yaml b/src/pyannote/audio/telemetry/config.yaml index 6a8e05e7..22475cf5 100644 --- a/src/pyannote/audio/telemetry/config.yaml +++ b/src/pyannote/audio/telemetry/config.yaml @@ -1,3 +1,3 @@ metrics_enabled: true -otlp_endpoint: https://otel.pyannote.ai/v1/metrics +otlp_endpoint: https://otel.pyannote.ai/v1/traces telemetry_log_level: CRITICAL \ No newline at end of file diff --git a/src/pyannote/audio/telemetry/metrics.py b/src/pyannote/audio/telemetry/metrics.py index a56fb401..918282b1 100644 --- a/src/pyannote/audio/telemetry/metrics.py +++ b/src/pyannote/audio/telemetry/metrics.py @@ -22,13 +22,12 @@ from pathlib import Path from typing import Any from uuid import uuid4 -import yaml -from opentelemetry import metrics -from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter -from opentelemetry.sdk.metrics import MeterProvider -from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader -from pyannote.audio import __version__ import numpy as np +import yaml +from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter +from opentelemetry.sdk.trace import TracerProvider +from opentelemetry.sdk.trace.export import BatchSpanProcessor +from pyannote.audio import __version__ CONFIG_FILE = Path(__file__).parent / "config.yaml" @@ -42,19 +41,11 @@ SESSION_ID = str(uuid4()) DEFAULT_LOG_LEVEL = CONFIG["telemetry_log_level"] # Initialize metrics with basic setup -exporter = OTLPMetricExporter(endpoint=OTLP_ENDPOINT, headers=OTLP_HEADERS) -reader = PeriodicExportingMetricReader(exporter, export_interval_millis=60000) +exporter = OTLPSpanExporter(endpoint=OTLP_ENDPOINT, headers=OTLP_HEADERS, timeout=5) +provider = TracerProvider(shutdown_on_exit=False) +provider.add_span_processor(BatchSpanProcessor(exporter, schedule_delay_millis=500, export_timeout_millis=5000)) +tracer = provider.get_tracer(__name__) -provider = MeterProvider(metric_readers=[reader]) -metrics.set_meter_provider(provider) -meter = metrics.get_meter(__name__) - -# track model initialization -model_init_counter = meter.create_counter( - name="oss-model-init", - description="Number of model initializations", - unit="1", -) def track_model_init(model: "Model") -> None: """ @@ -66,22 +57,14 @@ def track_model_init(model: "Model") -> None: Instantiated model """ if is_metrics_enabled(): - model_init_counter.add( - 1, - { - "origin": getattr(model, "_otel_origin", "unknown"), - "version": __version__, - "session_id": SESSION_ID, - }, - ) - - -# track pipeline initialization -pipeline_init_counter = meter.create_counter( - name="oss-pipeline-init", - description="Number of pipeline initializations", - unit="1", -) + with tracer.start_as_current_span("oss-model-init") as span: + span.set_attributes( + { + "origin": getattr(model, "_otel_origin", "unknown"), + "version": __version__, + "session_id": SESSION_ID, + }, + ) def track_pipeline_init(pipeline: "Pipeline") -> None: @@ -94,37 +77,16 @@ def track_pipeline_init(pipeline: "Pipeline") -> None: Instantiated pipeline """ if is_metrics_enabled(): - pipeline_init_counter.add( - 1, - { - "origin": getattr(pipeline, "_otel_origin", "unknown"), - "name": getattr(pipeline, "_otel_name", "unknown"), - "version": __version__, - "session_id": SESSION_ID, - }, - ) + with tracer.start_as_current_span("oss-pipeline-init") as span: + span.set_attributes( + { + "origin": getattr(pipeline, "_otel_origin", "unknown"), + "name": getattr(pipeline, "_otel_name", "unknown"), + "version": __version__, + "session_id": SESSION_ID, + }, + ) -# track pipeline application -file_duration_bucket = meter.create_histogram( - name="oss-pipeline-apply", - explicit_bucket_boundaries_advisory=[ - 10, # 10 seconds - 20, # 20 seconds - 30, # 30 seconds - 60, # 1 minute - 120, # 2 minutes - 300, # 5 minutes - 600, # 10 minutes - 1800, # 30 minutes - 3600, # 1 hour - 7200, # 2 hours - 14400, # 4 hours - 28800, # 8 hours - 86400, # 24 hours - ], - description="Duration of file in seconds", - unit="s", -) def track_pipeline_apply( pipeline: "Pipeline", @@ -158,18 +120,20 @@ def track_pipeline_apply( max_speakers=max_speakers, ) - file_duration_bucket.record( - duration, - { - "origin": getattr(pipeline, "_otel_origin", "unknown"), - "name": getattr(pipeline, "_otel_name", "unknown"), - "version": __version__, - "session_id": SESSION_ID, - "num_speakers": num_speakers, - "min_speakers": min_speakers, - "max_speakers": max_speakers if np.isfinite(max_speakers) else "inf", - }, - ) + with tracer.start_as_current_span("oss-pipeline-apply") as span: + span.set_attributes( + { + "origin": getattr(pipeline, "_otel_origin", "unknown"), + "name": getattr(pipeline, "_otel_name", "unknown"), + "version": __version__, + "session_id": SESSION_ID, + "duration": duration, + "num_speakers": num_speakers, + "min_speakers": min_speakers, + "max_speakers": max_speakers if np.isfinite(max_speakers) else "inf", + }, + ) + # Set initial metrics enabled state in env var if not already set if "PYANNOTE_METRICS_ENABLED" not in os.environ: @@ -189,7 +153,7 @@ def is_metrics_enabled() -> bool: if "PYANNOTE_METRICS_ENABLED" not in os.environ: raise ValueError("PYANNOTE_METRICS_ENABLED environment variable is not set.") - return os.environ["PYANNOTE_METRICS_ENABLED"].lower() == "true" + return os.environ["PYANNOTE_METRICS_ENABLED"].lower() in ["true", "1"] def _save_metrics_config(enabled: bool) -> None: From 10c2f3e25852d0f8ee9bd44bd665d1c4c0be281e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Herv=C3=A9=20BREDIN?= Date: Mon, 22 Jun 2026 11:27:35 +0200 Subject: [PATCH 6/6] doc: update changelog --- CHANGELOG.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index cf867efc..7df488a2 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,7 +1,9 @@ # CHANGELOG -## develop (xxxx-xx-xx) +## Version 4.0.5 (2026-06-22) +- improve(telemetry): reduce number of sent packages [@litdarya](https://github.com/litdarya) +- feat(cli): add `--average-case` option to `optimize` command [@antoinelaurent](https://github.com/antoinelaurent) - fix(task): fix `Task.prepare_data` to support saving preprocessors that produce `int` values in metadata [@lylyhan](http://github.com/lylyhan) ## Version 4.0.4 (2026-02-07)