Scrapy MCP Server

""" ## 高级功能测试 (`test_advanced_features.py`) ### AntiDetectionScraper 反检测测试 测试无痕 Chrome 浏览器抓取、Playwright 隐身抓取、鼠标移动、滚动等行为模拟、 CDP 命令和隐身脚本注入、浏览器启动失败等异常场景。 ### FormHandler 表单处理测试 测试输入框、密码框填写、下拉选择框、复选框处理、按钮点击和键盘提交、 WebDriverWait 元素等待功能、元素未找到等异常处理。 """ import pytest import asyncio from unittest.mock import Mock, patch, AsyncMock, MagicMock from extractor.advanced_features import AntiDetectionScraper, FormHandler class TestAntiDetectionScraper: """ AntiDetectionScraper 反检测测试 - **Undetected Chrome**: 测试无痕 Chrome 浏览器抓取 - **Playwright 隐身**: 测试 Playwright 反检测抓取 - **人类行为模拟**: 测试鼠标移动、滚动等行为模拟 - **隐身设置应用**: 测试 CDP 命令和隐身脚本注入 - **错误处理**: 测试浏览器启动失败等异常场景 """ def setup_method(self): """ 测试前准备 - 初始化反检测爬虫实例 确保每个测试都有干净的状态，避免测试间的相互影响 """ self.scraper = AntiDetectionScraper() def teardown_method(self): """ 测试后清理 - 确保资源正确释放 清理浏览器驱动器、Playwright 实例等资源，防止内存泄漏 """ # 确保清理资源 try: asyncio.create_task(self.scraper.cleanup()) except Exception: pass def test_scraper_initialization(self): """ 测试反检测爬虫初始化 验证 AntiDetectionScraper 实例包含所有必要的属性和方法： - scrape_with_stealth 方法存在 - 用户代理设置存在 - 各种浏览器实例初始为 None """ assert self.scraper is not None assert hasattr(self.scraper, "scrape_with_stealth") assert hasattr(self.scraper, "ua") assert self.scraper.driver is None assert self.scraper.page is None assert self.scraper.browser is None assert self.scraper.context is None assert self.scraper.playwright is None @pytest.mark.asyncio async def test_invalid_stealth_method(self): """ 测试无效隐身方法的错误处理 验证当传入无效的隐身方法时，系统能够正确处理并返回适当的错误信息 """ result = await self.scraper.scrape_with_stealth( "https://example.com", method="invalid_method" ) assert "error" in result assert "Unknown stealth method" in result["error"] assert result["url"] == "https://example.com" @pytest.mark.asyncio async def test_scraping_exception_handling(self): """ 测试网络错误和异常处理 验证当爬取过程中发生异常时，系统能够优雅地处理并返回错误信息 """ with patch.object(self.scraper, "_scrape_with_selenium_stealth") as mock_scrape: mock_scrape.side_effect = Exception("Network error") result = await self.scraper.scrape_with_stealth( "https://example.com", method="selenium" ) assert "error" in result assert "Network error" in result["error"] @pytest.mark.asyncio async def test_cleanup_called_after_scraping(self): """ 测试爬取后自动调用资源清理 验证每次爬取操作完成后都会自动调用 cleanup 方法，确保资源正确释放 """ with ( patch.object(self.scraper, "_scrape_with_selenium_stealth") as mock_scrape, patch.object(self.scraper, "cleanup") as mock_cleanup, ): mock_scrape.return_value = {"title": "Test", "content": {}} await self.scraper.scrape_with_stealth( "https://example.com", method="selenium" ) mock_cleanup.assert_called_once() class TestSeleniumStealth: """ Selenium 隐身功能测试 测试使用 undetected-chromedriver 进行反检测爬取的功能，包括 人类行为模拟、页面滚动、数据提取等 """ def setup_method(self): """ 测试前准备 - 初始化 Selenium 隐身爬虫 为每个测试创建独立的爬虫实例，确保测试隔离性 """ self.scraper = AntiDetectionScraper() def teardown_method(self): """ 测试后清理 - 清理 Selenium 资源 确保 Chrome 驱动器等资源被正确释放 """ try: asyncio.create_task(self.scraper.cleanup()) except Exception: pass @patch("extractor.advanced_features.uc.Chrome") @patch("selenium.webdriver.support.ui.WebDriverWait") @patch.object(AntiDetectionScraper, "_scroll_page_selenium") @patch.object(AntiDetectionScraper, "_simulate_human_behavior_selenium") @patch.object(AntiDetectionScraper, "_extract_data_selenium") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_selenium_stealth_scraping_success( self, mock_sleep, mock_extract, mock_simulate, mock_scroll, mock_wait, mock_chrome, ): """ 测试 Selenium 隐身爬取成功场景 验证完整的反检测爬取流程： - undetected-chromedriver 启动 - 页面导航和加载 - 人类行为模拟执行 - 数据正确提取 - 资源正确清理 """ # 模拟Chrome驱动器 mock_driver = Mock() mock_driver.current_url = "https://example.com/final" mock_chrome.return_value = mock_driver # 模拟数据提取 mock_extract.return_value = { "title": "Test Page", "content": {"text": "Test content"}, "meta_description": "Test description", } result = await self.scraper._scrape_with_selenium_stealth( "https://example.com", extract_config=None, wait_for_element=None, scroll_page=False, ) assert result["title"] == "Test Page" assert result["url"] == "https://example.com/final" assert result["content"]["text"] == "Test content" # 验证调用了必要的方法 mock_driver.get.assert_called_once_with("https://example.com") mock_simulate.assert_called_once() mock_extract.assert_called_once() # scroll_page=False，所以不应该调用滚动 mock_scroll.assert_not_called() @patch("extractor.advanced_features.uc.Chrome") @patch("selenium.webdriver.support.ui.WebDriverWait") @patch.object(AntiDetectionScraper, "_scroll_page_selenium") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_selenium_stealth_with_scroll( self, mock_sleep, mock_scroll, mock_wait, mock_chrome ): """测试Selenium隐身爬取带滚动""" mock_driver = Mock() mock_driver.current_url = "https://example.com" mock_chrome.return_value = mock_driver with ( patch.object(self.scraper, "_extract_data_selenium") as mock_extract, patch.object(self.scraper, "_simulate_human_behavior_selenium"), ): mock_extract.return_value = {"title": "Test", "content": {}} await self.scraper._scrape_with_selenium_stealth( "https://example.com", extract_config=None, wait_for_element=None, scroll_page=True, ) mock_scroll.assert_called_once() @patch("extractor.advanced_features.uc.Chrome") @patch("extractor.advanced_features.WebDriverWait") @patch("extractor.advanced_features.EC.presence_of_element_located") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_selenium_wait_for_element( self, mock_sleep, mock_presence, mock_wait, mock_chrome ): """测试Selenium等待特定元素""" mock_driver = Mock() mock_chrome.return_value = mock_driver mock_wait_instance = Mock() mock_wait.return_value = mock_wait_instance with ( patch.object(self.scraper, "_extract_data_selenium") as mock_extract, patch.object(self.scraper, "_simulate_human_behavior_selenium"), ): mock_extract.return_value = {"title": "Test", "content": {}} await self.scraper._scrape_with_selenium_stealth( "https://example.com", extract_config=None, wait_for_element=".loading-spinner", scroll_page=False, ) mock_wait_instance.until.assert_called_once() @patch("extractor.advanced_features.random.randint") @patch("extractor.advanced_features.random.uniform") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_selenium_page_scrolling( self, mock_sleep, mock_uniform, mock_randint ): """测试Selenium页面滚动""" # 模拟随机值 mock_randint.return_value = 300 mock_uniform.return_value = 1.0 # 模拟驱动器 mock_driver = Mock() # Mock execute_script to handle multiple calls def mock_execute_script(script): if "scrollHeight" in script: return 1000 # Fixed height to stop scrolling else: return None # For scrollBy calls mock_driver.execute_script.side_effect = mock_execute_script self.scraper.driver = mock_driver await self.scraper._scroll_page_selenium() # 验证滚动调用 assert mock_driver.execute_script.call_count >= 2 mock_sleep.assert_called() @patch("extractor.advanced_features.ActionChains") @patch("extractor.advanced_features.random.randint") @patch("extractor.advanced_features.random.uniform") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_selenium_human_behavior_simulation( self, mock_sleep, mock_uniform, mock_randint, mock_action_chains ): """测试Selenium人类行为模拟""" mock_randint.side_effect = [3, 100, 200, 300, 400, 500, 600] # 次数和坐标 mock_uniform.return_value = 1.0 mock_driver = Mock() mock_actions = Mock() mock_action_chains.return_value = mock_actions self.scraper.driver = mock_driver await self.scraper._simulate_human_behavior_selenium() mock_action_chains.assert_called_once_with(mock_driver) mock_actions.perform.assert_called_once() mock_sleep.assert_called() class TestPlaywrightStealth: """测试Playwright隐身功能""" def setup_method(self): """测试前准备""" self.scraper = AntiDetectionScraper() def teardown_method(self): """测试后清理""" try: asyncio.create_task(self.scraper.cleanup()) except Exception: pass @patch.object(AntiDetectionScraper, "_setup_playwright_browser") @patch.object(AntiDetectionScraper, "_scroll_page_playwright") @patch.object(AntiDetectionScraper, "_simulate_human_behavior_playwright") @patch.object(AntiDetectionScraper, "_extract_data_playwright") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_playwright_stealth_scraping_success( self, mock_sleep, mock_extract, mock_simulate, mock_scroll, mock_setup ): """测试Playwright隐身爬取成功""" # 模拟页面 mock_page = AsyncMock() mock_page.url = "https://example.com/final" mock_page.goto = AsyncMock() self.scraper.page = mock_page # 模拟数据提取 mock_extract.return_value = { "title": "Test Page", "content": {"text": "Test content"}, } result = await self.scraper._scrape_with_playwright_stealth( "https://example.com", extract_config=None, wait_for_element=None, scroll_page=False, ) assert result["title"] == "Test Page" assert result["url"] == "https://example.com/final" mock_setup.assert_called_once() mock_page.goto.assert_called_once() mock_simulate.assert_called_once() mock_extract.assert_called_once() mock_scroll.assert_not_called() @patch.object(AntiDetectionScraper, "_setup_playwright_browser") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_playwright_wait_for_element(self, mock_sleep, mock_setup): """测试Playwright等待特定元素""" mock_page = AsyncMock() mock_page.goto = AsyncMock() mock_page.wait_for_selector = AsyncMock() self.scraper.page = mock_page with ( patch.object(self.scraper, "_extract_data_playwright") as mock_extract, patch.object(self.scraper, "_simulate_human_behavior_playwright"), ): mock_extract.return_value = {"title": "Test", "content": {}} await self.scraper._scrape_with_playwright_stealth( "https://example.com", extract_config=None, wait_for_element=".content", scroll_page=False, ) mock_page.wait_for_selector.assert_called_once() @pytest.mark.asyncio async def test_playwright_page_scrolling(self): """测试Playwright页面滚动""" mock_page = AsyncMock() mock_page.evaluate = AsyncMock() self.scraper.page = mock_page await self.scraper._scroll_page_playwright() mock_page.evaluate.assert_called_once() # 验证传递的JavaScript代码包含滚动逻辑 js_code = mock_page.evaluate.call_args[0][0] assert "scrollBy" in js_code assert "Promise" in js_code @patch("extractor.advanced_features.random.randint") @patch("extractor.advanced_features.random.uniform") @patch("asyncio.sleep") @pytest.mark.asyncio async def test_playwright_human_behavior_simulation( self, mock_sleep, mock_uniform, mock_randint ): """测试Playwright人类行为模拟""" mock_randint.side_effect = [3, 100, 200, 300, 400, 500, 600] mock_uniform.return_value = 0.5 mock_page = AsyncMock() mock_mouse = AsyncMock() mock_page.mouse = mock_mouse self.scraper.page = mock_page await self.scraper._simulate_human_behavior_playwright() # 验证鼠标移动被调用 assert mock_mouse.move.call_count > 0 mock_sleep.assert_called() class TestDataExtraction: """测试数据提取功能""" def setup_method(self): """测试前准备""" self.scraper = AntiDetectionScraper() def teardown_method(self): """测试后清理""" try: asyncio.create_task(self.scraper.cleanup()) except Exception: pass @patch("bs4.BeautifulSoup") @pytest.mark.asyncio async def test_selenium_data_extraction_default(self, mock_beautifulsoup): """测试Selenium默认数据提取""" # 模拟驱动器 mock_driver = Mock() mock_driver.title = "Test Page" mock_driver.current_url = "https://example.com" mock_driver.page_source = "<html><body><h1>Test</h1></body></html>" # 模拟meta描述元素 mock_meta_element = Mock() mock_meta_element.get_attribute.return_value = "Test description" mock_driver.find_element.return_value = mock_meta_element # 模拟BeautifulSoup mock_soup = Mock() mock_soup.get_text.return_value = "Test content" mock_soup.find_all.return_value = [] mock_beautifulsoup.return_value = mock_soup self.scraper.driver = mock_driver result = await self.scraper._extract_data_selenium(extract_config=None) assert result["title"] == "Test Page" assert result["meta_description"] == "Test description" assert result["content"]["text"] == "Test content" assert result["content"]["links"] == [] @patch("bs4.BeautifulSoup") @pytest.mark.asyncio async def test_selenium_data_extraction_with_config(self, mock_beautifulsoup): """测试Selenium配置化数据提取""" mock_driver = Mock() mock_driver.title = "Test Page" mock_driver.current_url = "https://example.com" mock_driver.page_source = "<html></html>" # 模拟meta描述不存在 from selenium.common.exceptions import NoSuchElementException def mock_find_element(by, selector): if "meta[name='description']" in selector: raise NoSuchElementException() # For the link extraction mock_element = Mock() mock_element.get_attribute.return_value = "href_value" return mock_element mock_driver.find_element.side_effect = mock_find_element # 模拟元素查找（多个元素） mock_element = Mock() mock_element.text = "Extracted text" mock_element.get_attribute.return_value = "href_value" mock_driver.find_elements.return_value = [mock_element] mock_beautifulsoup.return_value = Mock() self.scraper.driver = mock_driver extract_config = { "titles": "h1", "link": {"selector": "a", "attr": "href", "multiple": False}, } result = await self.scraper._extract_data_selenium(extract_config) assert result["title"] == "Test Page" assert result["meta_description"] is None assert result["content"]["titles"] == ["Extracted text"] assert result["content"]["link"] == "href_value" @pytest.mark.asyncio async def test_playwright_data_extraction_default(self): """测试Playwright默认数据提取""" mock_page = AsyncMock() mock_page.title.return_value = "Test Page" mock_page.url = "https://example.com" mock_page.get_attribute.return_value = "Test description" mock_page.text_content.return_value = "Test content" mock_page.query_selector_all.return_value = [] self.scraper.page = mock_page result = await self.scraper._extract_data_playwright(extract_config=None) assert result["title"] == "Test Page" assert result["meta_description"] == "Test description" assert result["content"]["text"] == "Test content" assert result["content"]["links"] == [] @pytest.mark.asyncio async def test_playwright_data_extraction_with_config(self): """测试Playwright配置化数据提取""" mock_page = AsyncMock() mock_page.title.return_value = "Test Page" mock_page.get_attribute.return_value = None # 无meta描述 # 模拟元素 mock_element = AsyncMock() mock_element.text_content.return_value = "Extracted text" mock_element.get_attribute.return_value = "href_value" mock_page.query_selector_all.return_value = [mock_element] mock_page.query_selector.return_value = mock_element self.scraper.page = mock_page extract_config = { "titles": "h1", "link": {"selector": "a", "attr": "href", "multiple": False}, } result = await self.scraper._extract_data_playwright(extract_config) assert result["title"] == "Test Page" assert result["meta_description"] is None assert result["content"]["titles"] == ["Extracted text"] assert result["content"]["link"] == "href_value" class TestResourceCleanup: """测试资源清理""" @pytest.mark.asyncio async def test_cleanup_selenium_driver(self): """测试清理Selenium驱动器""" scraper = AntiDetectionScraper() # 模拟驱动器 mock_driver = Mock() scraper.driver = mock_driver await scraper.cleanup() mock_driver.quit.assert_called_once() assert scraper.driver is None @pytest.mark.asyncio async def test_cleanup_playwright_resources(self): """测试清理Playwright资源""" scraper = AntiDetectionScraper() # 模拟Playwright资源 mock_page = AsyncMock() mock_context = AsyncMock() mock_browser = AsyncMock() mock_playwright = AsyncMock() scraper.page = mock_page scraper.context = mock_context scraper.browser = mock_browser scraper.playwright = mock_playwright await scraper.cleanup() mock_page.close.assert_called_once() mock_context.close.assert_called_once() mock_browser.close.assert_called_once() mock_playwright.stop.assert_called_once() assert scraper.page is None assert scraper.context is None assert scraper.browser is None assert scraper.playwright is None @pytest.mark.asyncio async def test_cleanup_with_none_resources(self): """测试清理空资源""" scraper = AntiDetectionScraper() # 所有资源都是None，应该正常执行 await scraper.cleanup() # 不应该抛出异常 assert True class TestFormHandler: """ FormHandler 表单处理测试 - **基础表单填写**: 测试输入框、密码框填写 - **复杂表单元素**: 测试下拉选择框、复选框处理 - **表单提交**: 测试按钮点击和键盘提交 - **元素等待**: 测试 WebDriverWait 元素等待功能 - **错误恢复**: 测试元素未找到等异常处理 """ def test_form_handler_initialization_selenium(self): """ 测试表单处理器 Selenium 驱动器初始化 验证 FormHandler 能够正确识别 Selenium WebDriver 并设置相应的处理模式 """ mock_driver = Mock() # Selenium驱动器没有fill方法 delattr(mock_driver, "fill") if hasattr(mock_driver, "fill") else None handler = FormHandler(mock_driver) assert handler.driver_or_page == mock_driver assert handler.is_playwright is False def test_form_handler_initialization_playwright(self): """ 测试表单处理器 Playwright 页面初始化 验证 FormHandler 能够正确识别 Playwright Page 对象并设置相应的处理模式 """ mock_page = Mock() mock_page.fill = Mock() # Playwright页面有fill方法 handler = FormHandler(mock_page) assert handler.driver_or_page == mock_page assert handler.is_playwright is True @pytest.mark.asyncio async def test_form_filling_success(self): """ 测试表单填充成功场景 验证完整的表单填充流程： - 多个表单字段正确填写 - 提交操作正确执行 - 结果状态正确返回 """ mock_driver = Mock() handler = FormHandler(mock_driver) handler.is_playwright = False with ( patch.object(handler, "_fill_field") as mock_fill_field, patch.object(handler, "_submit_form") as mock_submit, ): mock_fill_field.return_value = {"success": True, "value": "test"} mock_submit.return_value = { "success": True, "new_url": "https://example.com", } form_data = {"#username": "testuser", "#password": "testpass"} result = await handler.fill_form( form_data, submit=True, submit_button_selector="#submit" ) assert result["success"] is True assert len(result["results"]) == 3 # 2 fields + submit mock_fill_field.assert_any_call("#username", "testuser") mock_fill_field.assert_any_call("#password", "testpass") mock_submit.assert_called_once_with("#submit") @pytest.mark.asyncio async def test_form_filling_error(self): """ 测试表单填充错误处理 验证当表单填充过程中发生异常时，系统能够正确处理并返回错误信息 """ mock_driver = Mock() handler = FormHandler(mock_driver) with patch.object(handler, "_fill_field") as mock_fill_field: mock_fill_field.side_effect = Exception("Fill error") result = await handler.fill_form({"#field": "value"}) assert result["success"] is False assert "Fill error" in result["error"] class TestSeleniumFormHandling: """测试Selenium表单处理""" @patch("extractor.advanced_features.Select") @pytest.mark.asyncio async def test_selenium_fill_select_field(self, mock_select): """测试Selenium填充选择框""" mock_driver = Mock() mock_element = Mock() mock_element.tag_name = "select" mock_driver.find_element.return_value = mock_element mock_select_instance = Mock() mock_select.return_value = mock_select_instance handler = FormHandler(mock_driver) # 测试按可见文本选择 result = await handler._fill_field_selenium("#select", "Option 1") assert result["success"] is True assert result["value"] == "Option 1" mock_select_instance.select_by_visible_text.assert_called_once_with("Option 1") @pytest.mark.asyncio async def test_selenium_fill_checkbox(self): """测试Selenium填充复选框""" mock_driver = Mock() mock_element = Mock() mock_element.tag_name = "input" mock_element.get_attribute.return_value = "checkbox" mock_element.is_selected.return_value = False mock_driver.find_element.return_value = mock_element handler = FormHandler(mock_driver) result = await handler._fill_field_selenium("#checkbox", True) assert result["success"] is True assert result["value"] is True mock_element.click.assert_called_once() @pytest.mark.asyncio async def test_selenium_fill_text_input(self): """测试Selenium填充文本输入""" mock_driver = Mock() mock_element = Mock() mock_element.tag_name = "input" mock_element.get_attribute.return_value = "text" mock_driver.find_element.return_value = mock_element handler = FormHandler(mock_driver) result = await handler._fill_field_selenium("#text", "test value") assert result["success"] is True assert result["value"] == "test value" mock_element.clear.assert_called_once() mock_element.send_keys.assert_called_once_with("test value") @pytest.mark.asyncio async def test_selenium_submit_form_with_button(self): """测试Selenium提交表单（指定按钮）""" mock_driver = Mock() mock_driver.current_url = "https://example.com/success" mock_button = Mock() mock_driver.find_element.return_value = mock_button handler = FormHandler(mock_driver) with patch("asyncio.sleep"): result = await handler._submit_form_selenium("#submit-btn") assert result["success"] is True assert result["new_url"] == "https://example.com/success" mock_button.click.assert_called_once() class TestPlaywrightFormHandling: """测试Playwright表单处理""" @pytest.mark.asyncio async def test_playwright_fill_select_field(self): """测试Playwright填充选择框""" mock_page = AsyncMock() mock_element = AsyncMock() mock_element.evaluate.return_value = "select" mock_element.get_attribute.return_value = None mock_page.query_selector.return_value = mock_element handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._fill_field_playwright("#select", "Option 1") assert result["success"] is True assert result["value"] == "Option 1" mock_element.select_option.assert_called_once_with(label="Option 1") @pytest.mark.asyncio async def test_playwright_fill_checkbox(self): """测试Playwright填充复选框""" mock_page = AsyncMock() mock_element = AsyncMock() mock_element.evaluate.return_value = "input" mock_element.get_attribute.return_value = "checkbox" mock_element.is_checked.return_value = False mock_page.query_selector.return_value = mock_element handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._fill_field_playwright("#checkbox", True) assert result["success"] is True assert result["value"] is True mock_element.check.assert_called_once() @pytest.mark.asyncio async def test_playwright_fill_text_input(self): """测试Playwright填充文本输入""" mock_page = AsyncMock() mock_element = AsyncMock() mock_element.evaluate.return_value = "input" mock_element.get_attribute.return_value = "text" mock_page.query_selector.return_value = mock_element handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._fill_field_playwright("#text", "test value") assert result["success"] is True assert result["value"] == "test value" mock_element.fill.assert_called_once_with("test value") @pytest.mark.asyncio async def test_playwright_fill_element_not_found(self): """测试Playwright元素未找到""" mock_page = AsyncMock() mock_page.query_selector.return_value = None handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._fill_field_playwright("#nonexistent", "value") assert result["success"] is False assert result["error"] == "Element not found" @pytest.mark.asyncio async def test_playwright_submit_form_with_button(self): """测试Playwright提交表单（指定按钮）""" mock_page = AsyncMock() mock_page.url = "https://example.com/success" mock_page.wait_for_load_state = AsyncMock() handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._submit_form_playwright("#submit-btn") assert result["success"] is True assert result["new_url"] == "https://example.com/success" mock_page.click.assert_called_once_with("#submit-btn") @pytest.mark.asyncio async def test_playwright_submit_form_auto_find(self): """测试Playwright自动查找提交按钮""" mock_page = AsyncMock() mock_page.url = "https://example.com/success" mock_page.click.side_effect = [ Exception("Not found"), None, ] # 第一个失败，第二个成功 mock_page.wait_for_load_state = AsyncMock() handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._submit_form_playwright() assert result["success"] is True # 应该尝试多个选择器 assert mock_page.click.call_count >= 2 class TestFormHandlingErrorCases: """测试表单处理错误情况""" @pytest.mark.asyncio async def test_selenium_field_not_found(self): """测试Selenium字段未找到""" mock_driver = Mock() from selenium.common.exceptions import NoSuchElementException mock_driver.find_element.side_effect = NoSuchElementException( "Element not found" ) handler = FormHandler(mock_driver) result = await handler._fill_field_selenium("#nonexistent", "value") assert result["success"] is False assert "Element not found" in result["error"] @pytest.mark.asyncio async def test_playwright_field_error(self): """测试Playwright字段操作错误""" mock_page = AsyncMock() mock_element = AsyncMock() mock_element.evaluate.side_effect = Exception("Evaluation error") mock_page.query_selector.return_value = mock_element handler = FormHandler(mock_page) handler.is_playwright = True result = await handler._fill_field_playwright("#field", "value") assert result["success"] is False assert "Evaluation error" in result["error"] @pytest.mark.asyncio async def test_selenium_submit_no_button_found(self): """测试Selenium提交时找不到按钮""" mock_driver = Mock() mock_driver.current_url = "https://example.com" from selenium.common.exceptions import NoSuchElementException mock_driver.find_element.side_effect = NoSuchElementException( "Button not found" ) # 模拟找到表单并提交 mock_form = Mock() mock_driver.find_element.side_effect = [ NoSuchElementException("Submit button not found"), NoSuchElementException("Another button not found"), mock_form, # 最后找到表单 ] handler = FormHandler(mock_driver) with patch("asyncio.sleep"): result = await handler._submit_form_selenium() # 应该尝试直接提交表单 assert mock_driver.find_element.call_count > 1