feat: config loading for models.yaml and api_keys.yaml
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
56
kischdle/llmux/tests/test_config.py
Normal file
56
kischdle/llmux/tests/test_config.py
Normal file
@@ -0,0 +1,56 @@
|
||||
from llmux.config import load_models_config, load_api_keys, PhysicalModel, VirtualModel
|
||||
|
||||
|
||||
def test_load_models_config_returns_physical_and_virtual():
|
||||
physical, virtual = load_models_config()
|
||||
assert isinstance(physical, dict)
|
||||
assert isinstance(virtual, dict)
|
||||
assert len(physical) == 9
|
||||
assert len(virtual) == 16
|
||||
|
||||
|
||||
def test_physical_model_has_required_fields():
|
||||
physical, _ = load_models_config()
|
||||
qwen = physical["qwen3.5-9b-fp8"]
|
||||
assert qwen.type == "llm"
|
||||
assert qwen.backend == "transformers"
|
||||
assert qwen.model_id == "lovedheart/Qwen3.5-9B-FP8"
|
||||
assert qwen.estimated_vram_gb == 9
|
||||
assert qwen.supports_vision is True
|
||||
assert qwen.supports_tools is True
|
||||
|
||||
|
||||
def test_physical_model_llamacpp_has_gguf_fields():
|
||||
physical, _ = load_models_config()
|
||||
uncensored = physical["qwen3.5-9b-fp8-uncensored"]
|
||||
assert uncensored.backend == "llamacpp"
|
||||
assert uncensored.model_file == "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf"
|
||||
assert uncensored.mmproj_file == "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
||||
|
||||
|
||||
def test_virtual_model_maps_to_physical():
|
||||
_, virtual = load_models_config()
|
||||
thinking = virtual["Qwen3.5-9B-FP8-Thinking"]
|
||||
assert thinking.physical == "qwen3.5-9b-fp8"
|
||||
assert thinking.params == {"enable_thinking": True}
|
||||
|
||||
|
||||
def test_virtual_model_gpt_oss_has_system_prompt():
|
||||
_, virtual = load_models_config()
|
||||
low = virtual["GPT-OSS-20B-Low"]
|
||||
assert low.physical == "gpt-oss-20b"
|
||||
assert low.params == {"system_prompt_prefix": "Reasoning: low"}
|
||||
|
||||
|
||||
def test_virtual_model_without_params():
|
||||
_, virtual = load_models_config()
|
||||
ct = virtual["cohere-transcribe"]
|
||||
assert ct.physical == "cohere-transcribe"
|
||||
assert ct.params == {}
|
||||
|
||||
|
||||
def test_load_api_keys():
|
||||
keys = load_api_keys()
|
||||
assert len(keys) == 3
|
||||
assert all(k.key.startswith("sk-llmux-") for k in keys)
|
||||
assert {k.name for k in keys} == {"Open WebUI", "Remote Whisper clients", "OpenCode"}
|
||||
Reference in New Issue
Block a user