tlg
d615bb4553
ChatterboxTTS and ChatterboxMultilingualTTS are separate classes. Turbo variant doesn't exist in chatterbox-tts 0.1.7. Multilingual generate() requires language_id parameter. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
57 lines
1.9 KiB
Python
57 lines
1.9 KiB
Python
from llmux.config import load_models_config, load_api_keys, PhysicalModel, VirtualModel
|
|
|
|
|
|
def test_load_models_config_returns_physical_and_virtual():
|
|
physical, virtual = load_models_config()
|
|
assert isinstance(physical, dict)
|
|
assert isinstance(virtual, dict)
|
|
assert len(physical) == 8
|
|
assert len(virtual) == 15
|
|
|
|
|
|
def test_physical_model_has_required_fields():
|
|
physical, _ = load_models_config()
|
|
qwen = physical["qwen3.5-9b-fp8"]
|
|
assert qwen.type == "llm"
|
|
assert qwen.backend == "transformers"
|
|
assert qwen.model_id == "lovedheart/Qwen3.5-9B-FP8"
|
|
assert qwen.estimated_vram_gb == 9
|
|
assert qwen.supports_vision is True
|
|
assert qwen.supports_tools is True
|
|
|
|
|
|
def test_physical_model_llamacpp_has_gguf_fields():
|
|
physical, _ = load_models_config()
|
|
uncensored = physical["qwen3.5-9b-fp8-uncensored"]
|
|
assert uncensored.backend == "llamacpp"
|
|
assert uncensored.model_file == "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf"
|
|
assert uncensored.mmproj_file == "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
|
|
|
|
def test_virtual_model_maps_to_physical():
|
|
_, virtual = load_models_config()
|
|
thinking = virtual["Qwen3.5-9B-FP8-Thinking"]
|
|
assert thinking.physical == "qwen3.5-9b-fp8"
|
|
assert thinking.params == {"enable_thinking": True}
|
|
|
|
|
|
def test_virtual_model_gpt_oss_has_system_prompt():
|
|
_, virtual = load_models_config()
|
|
low = virtual["GPT-OSS-20B-Low"]
|
|
assert low.physical == "gpt-oss-20b"
|
|
assert low.params == {"system_prompt_prefix": "Reasoning: low"}
|
|
|
|
|
|
def test_virtual_model_without_params():
|
|
_, virtual = load_models_config()
|
|
ct = virtual["cohere-transcribe"]
|
|
assert ct.physical == "cohere-transcribe"
|
|
assert ct.params == {}
|
|
|
|
|
|
def test_load_api_keys():
|
|
keys = load_api_keys()
|
|
assert len(keys) == 3
|
|
assert all(k.key.startswith("sk-llmux-") for k in keys)
|
|
assert {k.name for k in keys} == {"Open WebUI", "Remote Whisper clients", "OpenCode"}
|