mirror of
https://github.com/pyannote/pyannote-audio.git
synced 2026-11-20 13:07:51 +09:00
feat: add SSeRiouSS.wav2vec_only property
This commit is contained in:
1 parent
469f776a92
commit
0eb8911a29
1 file changed
+17
-1
@@ -286,6 +286,16 @@ class SSeRiouSS(Model):
|
||||
)
|
||||
return receptive_field_center
|
||||
|
||||
|
||||
@property
|
||||
def wav2vec_only(self) -> bool:
|
||||
"""Whether to only extract wav2vec features"""
|
||||
return getattr(self, "_wav2vec_only", False)
|
||||
|
||||
@wav2vec_only.setter
|
||||
def wav2vec_only(self, value: bool):
|
||||
self._wav2vec_only = value
|
||||
|
||||
def forward(self, waveforms: torch.Tensor) -> torch.Tensor:
|
||||
"""Pass forward
|
||||
|
||||
@@ -295,7 +305,9 @@ class SSeRiouSS(Model):
|
||||
|
||||
Returns
|
||||
-------
|
||||
scores : (batch, frame, classes)
|
||||
output : (batch, frame, classes) or (batch, frame, wav2vec_dimension)
|
||||
If `self.wav2vec_only` is True, returns wav2vec features (after weighted average)
|
||||
If `self.wav2vec_only` is False, returns segmentation scores
|
||||
"""
|
||||
|
||||
num_layers = (
|
||||
@@ -313,6 +325,10 @@ class SSeRiouSS(Model):
|
||||
else:
|
||||
outputs = outputs[-1]
|
||||
|
||||
if self.wav2vec_only:
|
||||
return outputs
|
||||
|
||||
|
||||
if self.hparams.lstm["monolithic"]:
|
||||
outputs, _ = self.lstm(outputs)
|
||||
else:
|
||||
|
||||
Reference in new issue
Block a user