- Added force cpu tag for whisper and crepe

This commit is contained in:
Vadim committed 2023-11-17 00:56:40 +01:00
1 parent 1c74ee7e23
commit bc6f509229
3 files changed
+32 -9

No files matched your search

+5 -1
View File
@@ -160,7 +160,11 @@ _Not all options working now!_
--disable_karaoke True|False >> ((default) is False)
--create_audio_chunks True|False >> ((default) is False)
--plot True|False >> ((default) is False)
--force_cpu True|False >> ((default) is False)
[device]
--force_cpu True|False >> ((default) is False) All steps will be forced to cpu
--force_whisper_cpu True|False >> ((default) is False) Only whisper will be forced to cpu
--force_crepe_cpu True|False >> ((default) is False) Only crepe will be forced to cpu
```
For standard use, you only need to use [opt]. All other options are optional.
+3 -1
View File
@@ -1,5 +1,5 @@
class Settings:
APP_VERSION = "0.0.2"
APP_VERSION = "0.0.3"
create_midi = True
create_plot = False
@@ -33,3 +33,5 @@ class Settings:
pytorch_device = 'cpu' # cpu|cuda
tensorflow_device = 'cpu' # cpu|cuda
force_cpu = False
force_whisper_cpu = False
force_crepe_cpu = False
+24 -7
View File
@@ -200,13 +200,17 @@ def print_help() -> None:
[transcription]
# Default is whisper
--whisper Multilingual model > tiny|base|small|medium|large-v1|large-v2 >> ((default) is large-v2
English-only model > tiny.en|base.en|small.en|medium.en
--align_model Use other languages model for Whisper provided from huggingface.co
--whisper Multilingual model > tiny|base|small|medium|large-v1|large-v2 >> ((default) is large-v2
English-only model > tiny.en|base.en|small.en|medium.en
--whisper_align_model Use other languages model for Whisper provided from huggingface.co
--language Override the language detected by whisper, does not affect transcription but steps after transcription
--whisper_batch_size Reduce if low on GPU mem >> ((default) is 16)
--whisper_compute_type Change to "int8" if low on GPU mem (may reduce accuracy) >> ((default) is "float16" for cuda devices, "int8" for cpu)
[pitcher]
# Default is crepe
--crepe tiny|small|medium|large|full >> ((default) is full)
--crepe tiny|full >> ((default) is full)
--crepe_step_size unit is miliseconds >> ((default) is 10)
[extra]
--hyphenation True|False >> ((default) is True)
@@ -214,6 +218,11 @@ def print_help() -> None:
--disable_karaoke True|False >> ((default) is False)
--create_audio_chunks True|False >> ((default) is False)
--plot True|False >> ((default) is False)
[device]
--force_cpu True|False >> ((default) is False) All steps will be forced to cpu
--force_whisper_cpu True|False >> ((default) is False) Only whisper will be forced to cpu
--force_crepe_cpu True|False >> ((default) is False) Only crepe will be forced to cpu
"""
print(help_string)
@@ -434,10 +443,11 @@ def get_unused_song_output_dir(path: str) -> str:
def transcribe_audio() -> (str, list[TranscribedData]):
"""Transcribe audio with AI"""
if settings.transcriber == "whisper":
device = "cpu" if settings.force_whisper_cpu else settings.pytorch_device
transcribed_data, detected_language = transcribe_with_whisper(
settings.mono_audio_path,
settings.whisper_model,
settings.pytorch_device,
device,
settings.whisper_align_model,
settings.whisper_batch_size,
settings.whisper_compute_type,
@@ -725,11 +735,12 @@ def pitch_audio(is_audio: bool, transcribed_data: list[TranscribedData], ultrast
"""Pitch audio"""
# todo: chunk pitching as option?
# midi_notes = pitch_each_chunk_with_crepe(chunk_folder_name)
device = "cpu" if settings.force_crepe_cpu else settings.tensorflow_device
pitched_data = get_pitch_with_crepe_file(
settings.mono_audio_path,
settings.crepe_model_capacity,
settings.crepe_step_size,
settings.tensorflow_device,
device,
)
if is_audio:
start_times = []
@@ -837,6 +848,10 @@ def init_settings(argv: list[str]) -> None:
settings.force_cpu = arg
if settings.force_cpu:
os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
elif opt in ("--force_whisper_cpu"):
settings.force_whisper_cpu = eval(arg.title())
elif opt in ("--force_crepe_cpu"):
settings.force_crepe_cpu = eval(arg.title())
if settings.output_file_path == "":
if settings.input_file_path.startswith("https:"):
@@ -868,6 +883,8 @@ def arg_options():
"disable_karaoke=",
"create_audio_chunks=",
"force_cpu=",
"force_whisper_cpu=",
"force_crepe_cpu=",
]
return long, short