ff9a07a37a
feat: Azure OpenAI / Azure AI Foundry support. Models should be defined in conf/azure_models.json (or a custom path). See .env.example for environment variables or see readme. https://github.com/BeehiveInnovations/zen-mcp-server/issues/265 feat: OpenRouter / Custom Models / Azure can separately also use custom config paths now (see .env.example ) refactor: Model registry class made abstract, OpenRouter / Custom Provider / Azure OpenAI now subclass these refactor: breaking change: `is_custom` property has been removed from model_capabilities.py (and thus custom_models.json) given each models are now read from separate configuration files
127 lines
5.2 KiB
Python
127 lines
5.2 KiB
Python
"""Tests for uvx path resolution functionality."""
|
|
|
|
import json
|
|
import tempfile
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from providers.openrouter_registry import OpenRouterModelRegistry
|
|
|
|
|
|
class TestUvxPathResolution:
|
|
"""Test uvx path resolution for OpenRouter model registry."""
|
|
|
|
def test_normal_operation(self):
|
|
"""Test that normal operation works in development environment."""
|
|
registry = OpenRouterModelRegistry()
|
|
assert len(registry.list_models()) > 0
|
|
assert len(registry.list_aliases()) > 0
|
|
|
|
def test_config_path_resolution(self):
|
|
"""Test that the config path resolution finds the config file in multiple locations."""
|
|
# Check that the config file exists in the development location
|
|
config_file = Path(__file__).parent.parent / "conf" / "openrouter_models.json"
|
|
assert config_file.exists(), "Config file should exist in conf/openrouter_models.json"
|
|
|
|
# Test that a registry can find and use the config
|
|
registry = OpenRouterModelRegistry()
|
|
|
|
# When using resources, config_path is None; when using file system, it should exist
|
|
if registry.use_resources:
|
|
assert registry.config_path is None, "When using resources, config_path should be None"
|
|
else:
|
|
assert registry.config_path.exists(), "When using file system, config path should exist"
|
|
|
|
assert len(registry.list_models()) > 0, "Registry should load models from config"
|
|
|
|
def test_explicit_config_path_override(self):
|
|
"""Test that explicit config path works correctly."""
|
|
config_path = Path(__file__).parent.parent / "conf" / "openrouter_models.json"
|
|
|
|
registry = OpenRouterModelRegistry(config_path=str(config_path))
|
|
|
|
# Should use the provided file path
|
|
assert registry.config_path == config_path
|
|
assert len(registry.list_models()) > 0
|
|
|
|
def test_environment_variable_override(self):
|
|
"""Test that CUSTOM_MODELS_CONFIG_PATH environment variable works."""
|
|
config_path = Path(__file__).parent.parent / "conf" / "openrouter_models.json"
|
|
|
|
with patch.dict("os.environ", {"OPENROUTER_MODELS_CONFIG_PATH": str(config_path)}):
|
|
registry = OpenRouterModelRegistry()
|
|
|
|
# Should use environment path
|
|
assert registry.config_path == config_path
|
|
assert len(registry.list_models()) > 0
|
|
|
|
@patch("providers.model_registry_base.importlib.resources.files")
|
|
def test_multiple_path_fallback(self, mock_files):
|
|
"""Test that file-system fallback works when resource loading fails."""
|
|
mock_files.side_effect = Exception("Resource loading failed")
|
|
|
|
with tempfile.TemporaryDirectory() as tmpdir:
|
|
temp_dir = Path(tmpdir)
|
|
conf_dir = temp_dir / "conf"
|
|
conf_dir.mkdir(parents=True, exist_ok=True)
|
|
config_path = conf_dir / "openrouter_models.json"
|
|
config_path.write_text(
|
|
json.dumps(
|
|
{
|
|
"models": [
|
|
{
|
|
"model_name": "test/model",
|
|
"aliases": ["testalias"],
|
|
"context_window": 1024,
|
|
"max_output_tokens": 512,
|
|
}
|
|
]
|
|
},
|
|
indent=2,
|
|
)
|
|
)
|
|
|
|
original_exists = Path.exists
|
|
|
|
def fake_exists(path_self):
|
|
if str(path_self).endswith("conf/openrouter_models.json") and path_self != config_path:
|
|
return False
|
|
if path_self == config_path:
|
|
return True
|
|
return original_exists(path_self)
|
|
|
|
with patch("pathlib.Path.cwd", return_value=temp_dir), patch("pathlib.Path.exists", fake_exists):
|
|
registry = OpenRouterModelRegistry()
|
|
|
|
assert not registry.use_resources
|
|
assert registry.config_path == config_path
|
|
assert "test/model" in registry.list_models()
|
|
|
|
def test_missing_config_handling(self):
|
|
"""Test behavior when config file is missing."""
|
|
# Use a non-existent path
|
|
with patch.dict("os.environ", {}, clear=True):
|
|
registry = OpenRouterModelRegistry(config_path="/nonexistent/path/config.json")
|
|
|
|
# Should gracefully handle missing config
|
|
assert len(registry.list_models()) == 0
|
|
assert len(registry.list_aliases()) == 0
|
|
|
|
def test_resource_loading_success(self):
|
|
"""Test successful resource loading via importlib.resources."""
|
|
# Just test that the registry works normally in our environment
|
|
# This validates the resource loading mechanism indirectly
|
|
registry = OpenRouterModelRegistry()
|
|
|
|
# Should load successfully using either resources or file system fallback
|
|
assert len(registry.list_models()) > 0
|
|
assert len(registry.list_aliases()) > 0
|
|
|
|
def test_use_resources_attribute(self):
|
|
"""Test that the use_resources attribute is properly set."""
|
|
registry = OpenRouterModelRegistry()
|
|
|
|
# Should have the use_resources attribute
|
|
assert hasattr(registry, "use_resources")
|
|
assert isinstance(registry.use_resources, bool)
|