test_cross_tool_continuation.pyโข9.37 kB
#!/usr/bin/env python3
"""
Cross-Tool Continuation Test
Tests comprehensive cross-tool continuation scenarios to ensure
conversation context is maintained when switching between different tools.
"""
from .conversation_base_test import ConversationBaseTest
class CrossToolContinuationTest(ConversationBaseTest):
"""Test comprehensive cross-tool continuation scenarios"""
@property
def test_name(self) -> str:
return "cross_tool_continuation"
@property
def test_description(self) -> str:
return "Cross-tool conversation continuation scenarios"
def run_test(self) -> bool:
"""Test comprehensive cross-tool continuation scenarios"""
try:
self.logger.info("๐ง Test: Cross-tool continuation scenarios")
# Setup test environment for conversation testing
self.setUp()
success_count = 0
total_scenarios = 3
# Scenario 1: chat -> thinkdeep -> codereview
if self._test_chat_thinkdeep_codereview():
success_count += 1
# Scenario 2: analyze -> debug -> thinkdeep
if self._test_analyze_debug_thinkdeep():
success_count += 1
# Scenario 3: Multi-file cross-tool continuation
if self._test_multi_file_continuation():
success_count += 1
self.logger.info(
f" โ
Cross-tool continuation scenarios completed: {success_count}/{total_scenarios} scenarios passed"
)
# Consider successful if at least one scenario worked
return success_count > 0
except Exception as e:
self.logger.error(f"Cross-tool continuation test failed: {e}")
return False
finally:
self.cleanup_test_files()
def _test_chat_thinkdeep_codereview(self) -> bool:
"""Test chat -> thinkdeep -> codereview scenario"""
try:
self.logger.info(" 1: Testing chat -> thinkdeep -> codereview")
# Start with chat
chat_response, chat_id = self.call_mcp_tool(
"chat",
{
"prompt": "Please use low thinking mode. Look at this Python code and tell me what you think about it",
"files": [self.test_files["python"]],
"model": "flash",
},
)
if not chat_response or not chat_id:
self.logger.error("Failed to start chat conversation")
return False
# Continue with thinkdeep
thinkdeep_response, _ = self.call_mcp_tool(
"thinkdeep",
{
"step": "Think deeply about potential performance issues in this code. Please use low thinking mode.",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Building on previous chat analysis to examine performance issues",
"relevant_files": [self.test_files["python"]], # Same file should be deduplicated
"continuation_id": chat_id,
"model": "flash",
},
)
if not thinkdeep_response:
self.logger.error("Failed chat -> thinkdeep continuation")
return False
# Continue with codereview
codereview_response, _ = self.call_mcp_tool(
"codereview",
{
"step": "Building on our previous analysis, provide a comprehensive code review",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Continuing from previous chat and thinkdeep analysis for comprehensive review",
"relevant_files": [self.test_files["python"]], # Same file should be deduplicated
"continuation_id": chat_id,
"model": "flash",
},
)
if not codereview_response:
self.logger.error("Failed thinkdeep -> codereview continuation")
return False
self.logger.info(" โ
chat -> thinkdeep -> codereview working")
return True
except Exception as e:
self.logger.error(f"Chat -> thinkdeep -> codereview scenario failed: {e}")
return False
def _test_analyze_debug_thinkdeep(self) -> bool:
"""Test analyze -> debug -> thinkdeep scenario"""
try:
self.logger.info(" 2: Testing analyze -> debug -> thinkdeep")
# Start with analyze
analyze_response, analyze_id = self.call_mcp_tool(
"analyze",
{
"step": "Analyze this code for quality and performance issues",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Starting analysis of Python code for quality and performance issues",
"relevant_files": [self.test_files["python"]],
"model": "flash",
},
)
if not analyze_response or not analyze_id:
self.logger.warning("Failed to start analyze conversation, skipping scenario 2")
return False
# Continue with debug
debug_response, _ = self.call_mcp_tool(
"debug",
{
"step": "Based on our analysis, help debug the performance issue in fibonacci",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Building on previous analysis to debug specific performance issue",
"relevant_files": [self.test_files["python"]], # Same file should be deduplicated
"continuation_id": analyze_id,
"model": "flash",
},
)
if not debug_response:
self.logger.warning(" โ ๏ธ analyze -> debug continuation failed")
return False
# Continue with thinkdeep
final_response, _ = self.call_mcp_tool(
"thinkdeep",
{
"step": "Think deeply about the architectural implications of the issues we've found. Please use low thinking mode.",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Building on analysis and debug findings to explore architectural implications",
"relevant_files": [self.test_files["python"]], # Same file should be deduplicated
"continuation_id": analyze_id,
"model": "flash",
},
)
if not final_response:
self.logger.warning(" โ ๏ธ debug -> thinkdeep continuation failed")
return False
self.logger.info(" โ
analyze -> debug -> thinkdeep working")
return True
except Exception as e:
self.logger.error(f"Analyze -> debug -> thinkdeep scenario failed: {e}")
return False
def _test_multi_file_continuation(self) -> bool:
"""Test multi-file cross-tool continuation"""
try:
self.logger.info(" 3: Testing multi-file cross-tool continuation")
# Start with both files
multi_response, multi_id = self.call_mcp_tool(
"chat",
{
"prompt": "Please use low thinking mode. Analyze both the Python code and configuration file",
"files": [self.test_files["python"], self.test_files["config"]],
"model": "flash",
},
)
if not multi_response or not multi_id:
self.logger.warning("Failed to start multi-file conversation, skipping scenario 3")
return False
# Switch to codereview with same files (should use conversation history)
multi_review, _ = self.call_mcp_tool(
"codereview",
{
"step": "Review both files in the context of our previous discussion",
"step_number": 1,
"total_steps": 1,
"next_step_required": False,
"findings": "Continuing multi-file analysis with code review perspective",
"relevant_files": [self.test_files["python"], self.test_files["config"]], # Same files
"continuation_id": multi_id,
"model": "flash",
},
)
if not multi_review:
self.logger.warning(" โ ๏ธ Multi-file cross-tool continuation failed")
return False
self.logger.info(" โ
Multi-file cross-tool continuation working")
return True
except Exception as e:
self.logger.error(f"Multi-file continuation scenario failed: {e}")
return False