""" Tests for individual tool implementations """ import json import pytest from tools import AnalyzeTool, ChatTool, CodeReviewTool, DebugIssueTool, ThinkDeepTool class TestThinkDeepTool: """Test the thinkdeep tool""" @pytest.fixture def tool(self): return ThinkDeepTool() def test_tool_metadata(self, tool): """Test tool metadata""" assert tool.get_name() == "thinkdeep" assert "EXTENDED THINKING" in tool.get_description() assert tool.get_default_temperature() == 0.7 schema = tool.get_input_schema() assert "prompt" in schema["properties"] assert schema["required"] == ["prompt"] @pytest.mark.asyncio async def test_execute_success(self, tool): """Test successful execution using real integration testing""" import importlib import os # Save original environment original_env = { "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"), "DEFAULT_MODEL": os.environ.get("DEFAULT_MODEL"), } try: # Set up environment for real provider resolution os.environ["OPENAI_API_KEY"] = "sk-test-key-thinkdeep-success-test-not-real" os.environ["DEFAULT_MODEL"] = "o3-mini" # Clear other provider keys to isolate to OpenAI for key in ["GEMINI_API_KEY", "XAI_API_KEY", "OPENROUTER_API_KEY"]: os.environ.pop(key, None) # Reload config and clear registry import config importlib.reload(config) from providers.registry import ModelProviderRegistry ModelProviderRegistry._instance = None # Test with real provider resolution try: result = await tool.execute( { "prompt": "Initial analysis", "problem_context": "Building a cache", "focus_areas": ["performance", "scalability"], "model": "o3-mini", } ) # If we get here, check the response format assert len(result) == 1 # Should be a valid JSON response output = json.loads(result[0].text) assert "status" in output except Exception as e: # Expected: API call will fail with fake key error_msg = str(e) # Should NOT be a mock-related error assert "MagicMock" not in error_msg assert "'<' not supported between instances" not in error_msg # Should be a real provider error assert any( phrase in error_msg for phrase in ["API", "key", "authentication", "provider", "network", "connection"] ) finally: # Restore environment for key, value in original_env.items(): if value is not None: os.environ[key] = value else: os.environ.pop(key, None) # Reload config and clear registry importlib.reload(config) ModelProviderRegistry._instance = None class TestCodeReviewTool: """Test the codereview tool""" @pytest.fixture def tool(self): return CodeReviewTool() def test_tool_metadata(self, tool): """Test tool metadata""" assert tool.get_name() == "codereview" assert "PROFESSIONAL CODE REVIEW" in tool.get_description() assert tool.get_default_temperature() == 0.2 schema = tool.get_input_schema() assert "files" in schema["properties"] assert "prompt" in schema["properties"] assert schema["required"] == ["files", "prompt"] @pytest.mark.asyncio async def test_execute_with_review_type(self, tool, tmp_path): """Test execution with specific review type using real provider resolution""" import importlib import os # Create test file test_file = tmp_path / "test.py" test_file.write_text("def insecure(): pass", encoding="utf-8") # Save original environment original_env = { "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"), "DEFAULT_MODEL": os.environ.get("DEFAULT_MODEL"), } try: # Set up environment for testing os.environ["OPENAI_API_KEY"] = "sk-test-key-codereview-test-not-real" os.environ["DEFAULT_MODEL"] = "o3-mini" # Clear other provider keys for key in ["GEMINI_API_KEY", "XAI_API_KEY", "OPENROUTER_API_KEY"]: os.environ.pop(key, None) # Reload config and clear registry import config importlib.reload(config) from providers.registry import ModelProviderRegistry ModelProviderRegistry._instance = None # Test with real provider resolution - expect it to fail at API level try: result = await tool.execute( {"files": [str(test_file)], "prompt": "Review for security issues", "model": "o3-mini"} ) # If we somehow get here, that's fine too assert result is not None except Exception as e: # Expected: API call will fail with fake key error_msg = str(e) # Should NOT be a mock-related error assert "MagicMock" not in error_msg assert "'<' not supported between instances" not in error_msg # Should be a real provider error assert any( phrase in error_msg for phrase in ["API", "key", "authentication", "provider", "network", "connection"] ) finally: # Restore environment for key, value in original_env.items(): if value is not None: os.environ[key] = value else: os.environ.pop(key, None) # Reload config and clear registry importlib.reload(config) ModelProviderRegistry._instance = None class TestDebugIssueTool: """Test the debug tool""" @pytest.fixture def tool(self): return DebugIssueTool() def test_tool_metadata(self, tool): """Test tool metadata""" assert tool.get_name() == "debug" assert "DEBUG & ROOT CAUSE ANALYSIS" in tool.get_description() assert tool.get_default_temperature() == 0.2 schema = tool.get_input_schema() assert "prompt" in schema["properties"] assert schema["required"] == ["prompt"] @pytest.mark.asyncio async def test_execute_with_context(self, tool): """Test execution with error context using real integration testing""" import importlib import os # Save original environment original_env = { "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"), "DEFAULT_MODEL": os.environ.get("DEFAULT_MODEL"), } try: # Set up environment for real provider resolution os.environ["OPENAI_API_KEY"] = "sk-test-key-debug-context-test-not-real" os.environ["DEFAULT_MODEL"] = "o3-mini" # Clear other provider keys to isolate to OpenAI for key in ["GEMINI_API_KEY", "XAI_API_KEY", "OPENROUTER_API_KEY"]: os.environ.pop(key, None) # Reload config and clear registry import config importlib.reload(config) from providers.registry import ModelProviderRegistry ModelProviderRegistry._instance = None # Test with real provider resolution try: result = await tool.execute( { "prompt": "Test fails intermittently", "error_context": "AssertionError in test_async", "previous_attempts": "Added sleep, still fails", "model": "o3-mini", } ) # If we get here, check the response format assert len(result) == 1 # Should contain debug analysis assert result[0].text is not None except Exception as e: # Expected: API call will fail with fake key error_msg = str(e) # Should NOT be a mock-related error assert "MagicMock" not in error_msg assert "'<' not supported between instances" not in error_msg # Should be a real provider error assert any( phrase in error_msg for phrase in ["API", "key", "authentication", "provider", "network", "connection"] ) finally: # Restore environment for key, value in original_env.items(): if value is not None: os.environ[key] = value else: os.environ.pop(key, None) # Reload config and clear registry importlib.reload(config) ModelProviderRegistry._instance = None class TestAnalyzeTool: """Test the analyze tool""" @pytest.fixture def tool(self): return AnalyzeTool() def test_tool_metadata(self, tool): """Test tool metadata""" assert tool.get_name() == "analyze" assert "ANALYZE FILES & CODE" in tool.get_description() assert tool.get_default_temperature() == 0.2 schema = tool.get_input_schema() assert "files" in schema["properties"] assert "prompt" in schema["properties"] assert set(schema["required"]) == {"files", "prompt"} @pytest.mark.asyncio async def test_execute_with_analysis_type(self, tool, tmp_path): """Test execution with specific analysis type using real provider resolution""" import importlib import os # Create test file test_file = tmp_path / "module.py" test_file.write_text("class Service: pass", encoding="utf-8") # Save original environment original_env = { "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"), "DEFAULT_MODEL": os.environ.get("DEFAULT_MODEL"), } try: # Set up environment for testing os.environ["OPENAI_API_KEY"] = "sk-test-key-analyze-test-not-real" os.environ["DEFAULT_MODEL"] = "o3-mini" # Clear other provider keys for key in ["GEMINI_API_KEY", "XAI_API_KEY", "OPENROUTER_API_KEY"]: os.environ.pop(key, None) # Reload config and clear registry import config importlib.reload(config) from providers.registry import ModelProviderRegistry ModelProviderRegistry._instance = None # Test with real provider resolution - expect it to fail at API level try: result = await tool.execute( { "files": [str(test_file)], "prompt": "What's the structure?", "analysis_type": "architecture", "output_format": "summary", "model": "o3-mini", } ) # If we somehow get here, that's fine too assert result is not None except Exception as e: # Expected: API call will fail with fake key error_msg = str(e) # Should NOT be a mock-related error assert "MagicMock" not in error_msg assert "'<' not supported between instances" not in error_msg # Should be a real provider error assert any( phrase in error_msg for phrase in ["API", "key", "authentication", "provider", "network", "connection"] ) finally: # Restore environment for key, value in original_env.items(): if value is not None: os.environ[key] = value else: os.environ.pop(key, None) # Reload config and clear registry importlib.reload(config) ModelProviderRegistry._instance = None class TestAbsolutePathValidation: """Test absolute path validation across all tools""" @pytest.mark.asyncio async def test_analyze_tool_relative_path_rejected(self): """Test that analyze tool rejects relative paths""" tool = AnalyzeTool() result = await tool.execute( { "files": ["./relative/path.py", "/absolute/path.py"], "prompt": "What does this do?", } ) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "./relative/path.py" in response["content"] @pytest.mark.asyncio async def test_codereview_tool_relative_path_rejected(self): """Test that codereview tool rejects relative paths""" tool = CodeReviewTool() result = await tool.execute( { "files": ["../parent/file.py"], "review_type": "full", "prompt": "Test code review for validation purposes", } ) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "../parent/file.py" in response["content"] @pytest.mark.asyncio async def test_debug_tool_relative_path_rejected(self): """Test that debug tool rejects relative paths""" tool = DebugIssueTool() result = await tool.execute( { "prompt": "Something broke", "files": ["src/main.py"], # relative path } ) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "src/main.py" in response["content"] @pytest.mark.asyncio async def test_thinkdeep_tool_relative_path_rejected(self): """Test that thinkdeep tool rejects relative paths""" tool = ThinkDeepTool() result = await tool.execute({"prompt": "My analysis", "files": ["./local/file.py"]}) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "./local/file.py" in response["content"] @pytest.mark.asyncio async def test_chat_tool_relative_path_rejected(self): """Test that chat tool rejects relative paths""" tool = ChatTool() result = await tool.execute( { "prompt": "Explain this code", "files": ["code.py"], # relative path without ./ } ) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "code.py" in response["content"] @pytest.mark.asyncio async def test_testgen_tool_relative_path_rejected(self): """Test that testgen tool rejects relative paths""" from tools import TestGenerationTool tool = TestGenerationTool() result = await tool.execute( {"files": ["src/main.py"], "prompt": "Generate tests for the functions"} # relative path ) assert len(result) == 1 response = json.loads(result[0].text) assert response["status"] == "error" assert "must be absolute" in response["content"] assert "src/main.py" in response["content"] @pytest.mark.asyncio async def test_analyze_tool_accepts_absolute_paths(self): """Test that analyze tool accepts absolute paths using real provider resolution""" import importlib import os tool = AnalyzeTool() # Save original environment original_env = { "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"), "DEFAULT_MODEL": os.environ.get("DEFAULT_MODEL"), } try: # Set up environment for testing os.environ["OPENAI_API_KEY"] = "sk-test-key-absolute-path-test-not-real" os.environ["DEFAULT_MODEL"] = "o3-mini" # Clear other provider keys for key in ["GEMINI_API_KEY", "XAI_API_KEY", "OPENROUTER_API_KEY"]: os.environ.pop(key, None) # Reload config and clear registry import config importlib.reload(config) from providers.registry import ModelProviderRegistry ModelProviderRegistry._instance = None # Test with real provider resolution - expect it to fail at API level try: result = await tool.execute( {"files": ["/absolute/path/file.py"], "prompt": "What does this do?", "model": "o3-mini"} ) # If we somehow get here, that's fine too assert result is not None except Exception as e: # Expected: API call will fail with fake key error_msg = str(e) # Should NOT be a mock-related error assert "MagicMock" not in error_msg assert "'<' not supported between instances" not in error_msg # Should be a real provider error assert any( phrase in error_msg for phrase in ["API", "key", "authentication", "provider", "network", "connection"] ) finally: # Restore environment for key, value in original_env.items(): if value is not None: os.environ[key] = value else: os.environ.pop(key, None) # Reload config and clear registry importlib.reload(config) ModelProviderRegistry._instance = None class TestSpecialStatusModels: """Test SPECIAL_STATUS_MODELS registry and structured response handling""" def test_trace_complete_status_in_registry(self): """Test that trace_complete status is properly registered""" from tools.models import SPECIAL_STATUS_MODELS, TraceComplete assert "trace_complete" in SPECIAL_STATUS_MODELS assert SPECIAL_STATUS_MODELS["trace_complete"] == TraceComplete def test_trace_complete_model_validation(self): """Test TraceComplete model validation""" from tools.models import TraceComplete # Test precision mode precision_data = { "status": "trace_complete", "trace_type": "precision", "entry_point": { "file": "/path/to/file.py", "class_or_struct": "MyClass", "method": "myMethod", "signature": "def myMethod(self, param1: str) -> bool", "parameters": {"param1": "test"}, }, "call_path": [ { "from": {"file": "/path/to/file.py", "class": "MyClass", "method": "myMethod", "line": 10}, "to": {"file": "/path/to/other.py", "class": "OtherClass", "method": "otherMethod", "line": 20}, "reason": "direct call", "condition": None, "ambiguous": False, } ], } model = TraceComplete(**precision_data) assert model.status == "trace_complete" assert model.trace_type == "precision" assert model.entry_point.file == "/path/to/file.py" assert len(model.call_path) == 1 # Test dependencies mode dependencies_data = { "status": "trace_complete", "trace_type": "dependencies", "target": { "file": "/path/to/file.py", "class_or_struct": "MyClass", "method": "myMethod", "signature": "def myMethod(self, param1: str) -> bool", }, "incoming_dependencies": [ { "from_file": "/path/to/caller.py", "from_class": "CallerClass", "from_method": "callerMethod", "line": 15, "type": "direct_call", } ], "outgoing_dependencies": [ { "to_file": "/path/to/dependency.py", "to_class": "DepClass", "to_method": "depMethod", "line": 25, "type": "method_call", } ], } model = TraceComplete(**dependencies_data) assert model.status == "trace_complete" assert model.trace_type == "dependencies" assert model.target.file == "/path/to/file.py" assert len(model.incoming_dependencies) == 1 assert len(model.outgoing_dependencies) == 1