fix(crawler): handle exceptions in get_page call to ensure page retrieval

This commit is contained in:
UncleCode 2025-04-02 21:25:24 +08:00
parent 179921a131
commit 86df20234b

View File

@ -505,7 +505,10 @@ class AsyncPlaywrightCrawlerStrategy(AsyncCrawlerStrategy):
)
# Get page for session
page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config)
try:
page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config)
except Exception as e:
page, context = await self.browser_manager.get_page(crawlerRunConfig=config)
# await page.goto(URL)