fix(crawler): handle exceptions in get_page call to ensure page retrieval
This commit is contained in:
parent
179921a131
commit
86df20234b
@ -505,7 +505,10 @@ class AsyncPlaywrightCrawlerStrategy(AsyncCrawlerStrategy):
|
||||
)
|
||||
|
||||
# Get page for session
|
||||
page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config)
|
||||
try:
|
||||
page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config)
|
||||
except Exception as e:
|
||||
page, context = await self.browser_manager.get_page(crawlerRunConfig=config)
|
||||
|
||||
# await page.goto(URL)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user