Some checks are pending
Publish to Comfy registry / Publish Custom Node to registry (push) Waiting to run
263 lines
8.8 KiB
Python
263 lines
8.8 KiB
Python
from pathlib import Path
|
|
import sys
|
|
import types
|
|
|
|
import pytest
|
|
|
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
|
|
|
|
from utils import speech
|
|
|
|
|
|
def _install_fake_torch(monkeypatch, *, cuda_available: bool = False, mps_available: bool = False):
|
|
class FakeCuda:
|
|
@staticmethod
|
|
def is_available():
|
|
return cuda_available
|
|
|
|
class FakeMpsBackend:
|
|
@staticmethod
|
|
def is_available():
|
|
return mps_available
|
|
|
|
class FakeBackends:
|
|
mps = FakeMpsBackend()
|
|
|
|
fake_torch = types.SimpleNamespace(cuda=FakeCuda(), backends=FakeBackends())
|
|
monkeypatch.setitem(sys.modules, "torch", fake_torch)
|
|
|
|
|
|
def test_requires_voxcpm_dependency(monkeypatch):
|
|
monkeypatch.setattr(speech.importlib.util, "find_spec", lambda name: None if name == "voxcpm" else object())
|
|
|
|
assert speech.missing_speech_dependencies() == ["voxcpm"]
|
|
|
|
|
|
def test_requires_voxcpm2_model_directory(tmp_path, monkeypatch):
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path))
|
|
monkeypatch.setattr(speech, "notify_missing_model", lambda model_name: {"name": model_name})
|
|
|
|
with pytest.raises(speech.MissingEasyMediaModelError):
|
|
speech.require_voxcpm2_model_dir()
|
|
|
|
|
|
def test_generate_voxcpm2_speech_passes_cfg_steps_normalize_and_reference(tmp_path, monkeypatch):
|
|
model_dir = tmp_path / "models" / "voxcpm" / "VoxCPM2"
|
|
model_dir.mkdir(parents=True)
|
|
output_dir = tmp_path / "output"
|
|
reference = tmp_path / "voice.wav"
|
|
reference.write_bytes(b"ref")
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path / "models"))
|
|
monkeypatch.setattr(speech.folder_paths, "get_output_directory", lambda: str(output_dir))
|
|
monkeypatch.setattr(speech, "missing_speech_dependencies", lambda: [])
|
|
_install_fake_torch(monkeypatch)
|
|
|
|
calls = {}
|
|
cleaned = []
|
|
|
|
class FakeVoxCPM:
|
|
@classmethod
|
|
def from_pretrained(cls, path, **kwargs):
|
|
calls["model_path"] = path
|
|
calls["model_kwargs"] = kwargs
|
|
return cls()
|
|
|
|
def generate(self, **kwargs):
|
|
calls["generate"] = kwargs
|
|
return 16000, [0.0, 0.1]
|
|
|
|
voxcpm_module = types.ModuleType("voxcpm")
|
|
voxcpm_module.VoxCPM = FakeVoxCPM
|
|
monkeypatch.setitem(sys.modules, "voxcpm", voxcpm_module)
|
|
monkeypatch.setattr(speech, "_write_audio_file", lambda path, audio, sample_rate: path.write_bytes(b"wav"))
|
|
monkeypatch.setattr(speech, "cleanup_model_memory", lambda *models: cleaned.extend(models))
|
|
monkeypatch.setattr(speech, "_seed_voxcpm_generation", lambda: calls.setdefault("seeded", True))
|
|
|
|
result = speech.generate_voxcpm2_speech(
|
|
text="字幕123",
|
|
prompt="四川话",
|
|
cfg=2.3,
|
|
steps=12,
|
|
reference_audio_path=reference,
|
|
)
|
|
|
|
assert calls["model_path"] == str(model_dir)
|
|
assert calls["model_kwargs"] == {
|
|
"device": "cpu",
|
|
"optimize": False,
|
|
}
|
|
assert calls["generate"] == {
|
|
"text": "(四川话)字幕123",
|
|
"cfg_value": 2.3,
|
|
"inference_timesteps": 12,
|
|
"normalize": True,
|
|
"reference_wav_path": str(reference),
|
|
}
|
|
assert calls["seeded"] is True
|
|
assert len(cleaned) == 1
|
|
assert isinstance(cleaned[0], FakeVoxCPM)
|
|
assert result.source_type == "output"
|
|
assert result.file_path.startswith("easy_media/字幕123_")
|
|
assert Path(result.absolute_path).is_file()
|
|
|
|
|
|
def test_generate_voxcpm2_speech_accepts_raw_waveform_result(tmp_path, monkeypatch):
|
|
model_dir = tmp_path / "models" / "voxcpm" / "VoxCPM2"
|
|
model_dir.mkdir(parents=True)
|
|
output_dir = tmp_path / "output"
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path / "models"))
|
|
monkeypatch.setattr(speech.folder_paths, "get_output_directory", lambda: str(output_dir))
|
|
monkeypatch.setattr(speech, "missing_speech_dependencies", lambda: [])
|
|
_install_fake_torch(monkeypatch)
|
|
|
|
calls = {}
|
|
|
|
class FakeTtsModel:
|
|
sample_rate = 24000
|
|
|
|
class FakeVoxCPM:
|
|
tts_model = FakeTtsModel()
|
|
|
|
@classmethod
|
|
def from_pretrained(cls, path, **kwargs):
|
|
return cls()
|
|
|
|
def generate(self, **kwargs):
|
|
return [0.0, 0.1, 0.2]
|
|
|
|
def write_audio_file(path, audio, sample_rate):
|
|
calls["audio"] = audio
|
|
calls["sample_rate"] = sample_rate
|
|
path.write_bytes(b"wav")
|
|
|
|
voxcpm_module = types.ModuleType("voxcpm")
|
|
voxcpm_module.VoxCPM = FakeVoxCPM
|
|
monkeypatch.setitem(sys.modules, "voxcpm", voxcpm_module)
|
|
monkeypatch.setattr(speech, "_write_audio_file", write_audio_file)
|
|
monkeypatch.setattr(speech, "cleanup_model_memory", lambda *models: None)
|
|
monkeypatch.setattr(speech, "_seed_voxcpm_generation", lambda: 123)
|
|
|
|
result = speech.generate_voxcpm2_speech(
|
|
text="字幕",
|
|
prompt="",
|
|
cfg=2.0,
|
|
steps=10,
|
|
)
|
|
|
|
assert calls["audio"] == [0.0, 0.1, 0.2]
|
|
assert calls["sample_rate"] == 24000
|
|
assert result.duration == pytest.approx(3 / 24000)
|
|
|
|
|
|
def test_generate_voxcpm2_speech_cleans_model_memory_on_error(tmp_path, monkeypatch):
|
|
model_dir = tmp_path / "models" / "voxcpm" / "VoxCPM2"
|
|
model_dir.mkdir(parents=True)
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path / "models"))
|
|
monkeypatch.setattr(speech, "missing_speech_dependencies", lambda: [])
|
|
cleaned = []
|
|
|
|
class FakeVoxCPM:
|
|
@classmethod
|
|
def from_pretrained(cls, path, **kwargs):
|
|
return cls()
|
|
|
|
def generate(self, **kwargs):
|
|
raise RuntimeError("boom")
|
|
|
|
voxcpm_module = types.ModuleType("voxcpm")
|
|
voxcpm_module.VoxCPM = FakeVoxCPM
|
|
monkeypatch.setitem(sys.modules, "voxcpm", voxcpm_module)
|
|
monkeypatch.setattr(speech, "cleanup_model_memory", lambda *models: cleaned.extend(models), raising=False)
|
|
|
|
with pytest.raises(RuntimeError, match="boom"):
|
|
speech.generate_voxcpm2_speech(
|
|
text="字幕",
|
|
prompt="",
|
|
cfg=2.0,
|
|
steps=10,
|
|
)
|
|
|
|
assert len(cleaned) == 1
|
|
assert isinstance(cleaned[0], FakeVoxCPM)
|
|
|
|
|
|
def test_generate_voxcpm2_speech_disables_warmup_without_cuda_or_mps(tmp_path, monkeypatch):
|
|
model_dir = tmp_path / "models" / "voxcpm" / "VoxCPM2"
|
|
model_dir.mkdir(parents=True)
|
|
output_dir = tmp_path / "output"
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path / "models"))
|
|
monkeypatch.setattr(speech.folder_paths, "get_output_directory", lambda: str(output_dir))
|
|
monkeypatch.setattr(speech, "missing_speech_dependencies", lambda: [])
|
|
|
|
calls = {}
|
|
|
|
_install_fake_torch(monkeypatch)
|
|
|
|
class FakeVoxCPM:
|
|
@classmethod
|
|
def from_pretrained(cls, path, **kwargs):
|
|
calls["model_path"] = path
|
|
calls["model_kwargs"] = kwargs
|
|
return cls()
|
|
|
|
def generate(self, **kwargs):
|
|
return 16000, [0.0]
|
|
|
|
voxcpm_module = types.ModuleType("voxcpm")
|
|
voxcpm_module.VoxCPM = FakeVoxCPM
|
|
monkeypatch.setitem(sys.modules, "voxcpm", voxcpm_module)
|
|
monkeypatch.setattr(speech, "_write_audio_file", lambda path, audio, sample_rate: path.write_bytes(b"wav"))
|
|
monkeypatch.setattr(speech, "cleanup_model_memory", lambda *models: None, raising=False)
|
|
|
|
speech.generate_voxcpm2_speech(
|
|
text="字幕",
|
|
prompt="",
|
|
cfg=2.0,
|
|
steps=10,
|
|
)
|
|
|
|
assert calls["model_path"] == str(model_dir)
|
|
assert calls["model_kwargs"] == {
|
|
"device": "cpu",
|
|
"optimize": False,
|
|
}
|
|
|
|
|
|
def test_generate_voxcpm2_speech_uses_subtitle_text_when_prompt_is_blank(tmp_path, monkeypatch):
|
|
model_dir = tmp_path / "models" / "voxcpm" / "VoxCPM2"
|
|
model_dir.mkdir(parents=True)
|
|
output_dir = tmp_path / "output"
|
|
monkeypatch.setattr(speech.folder_paths, "models_dir", str(tmp_path / "models"))
|
|
monkeypatch.setattr(speech.folder_paths, "get_output_directory", lambda: str(output_dir))
|
|
monkeypatch.setattr(speech, "missing_speech_dependencies", lambda: [])
|
|
_install_fake_torch(monkeypatch)
|
|
|
|
calls = {}
|
|
|
|
class FakeVoxCPM:
|
|
@classmethod
|
|
def from_pretrained(cls, path, **kwargs):
|
|
return cls()
|
|
|
|
def generate(self, **kwargs):
|
|
calls["generate"] = kwargs
|
|
return 16000, [0.0]
|
|
|
|
voxcpm_module = types.ModuleType("voxcpm")
|
|
voxcpm_module.VoxCPM = FakeVoxCPM
|
|
monkeypatch.setitem(sys.modules, "voxcpm", voxcpm_module)
|
|
monkeypatch.setattr(speech, "_write_audio_file", lambda path, audio, sample_rate: path.write_bytes(b"wav"))
|
|
monkeypatch.setattr(speech, "cleanup_model_memory", lambda *models: None, raising=False)
|
|
monkeypatch.setattr(speech, "_seed_voxcpm_generation", lambda: 123)
|
|
|
|
speech.generate_voxcpm2_speech(
|
|
text="字幕",
|
|
prompt=" ",
|
|
cfg=2.0,
|
|
steps=10,
|
|
)
|
|
|
|
assert calls["generate"]["text"] == "字幕"
|
|
assert "prompt_text" not in calls["generate"]
|
|
assert "prompt_wav_path" not in calls["generate"]
|