yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-07-26 10:30:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #939 from mendableai/fix/next-check-py-sdk

Browse Source 
Fix/while next loop
This commit is contained in:
Nicolas 2024-12-03 11:23:33 -03:00 committed by GitHub
commit e485ea7e40
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/python-sdk/firecrawl/__init__.py
View File

@ -13,7 +13,7 @@ import os
from .firecrawl import FirecrawlApp # noqa from .firecrawl import FirecrawlApp # noqa
__version__ = "1.6.1" __version__ = "1.6.2"
# Define the logger for the Firecrawl project # Define the logger for the Firecrawl project
logger: logging.Logger = logging.getLogger("firecrawl") logger: logging.Logger = logging.getLogger("firecrawl")

12
apps/python-sdk/firecrawl/firecrawl.py
View File

@ -221,12 +221,12 @@ class FirecrawlApp:
if status_response.status_code != 200: if status_response.status_code != 200:
logger.error(f"Failed to fetch next page: {status_response.status_code}") logger.error(f"Failed to fetch next page: {status_response.status_code}")
break break
status_data = status_response.json() next_data = status_response.json()
data.extend(status_data.get('data', [])) data.extend(next_data.get('data', []))
status_data = next_data
except Exception as e: except Exception as e:
logger.error(f"Error during pagination request: {e}") logger.error(f"Error during pagination request: {e}")
break break
status_data.pop('next', None)
status_data['data'] = data status_data['data'] = data
return { return {
@ -430,12 +430,12 @@ class FirecrawlApp:
if status_response.status_code != 200: if status_response.status_code != 200:
logger.error(f"Failed to fetch next page: {status_response.status_code}") logger.error(f"Failed to fetch next page: {status_response.status_code}")
break break
status_data = status_response.json() next_data = status_response.json()
data.extend(status_data.get('data', [])) data.extend(next_data.get('data', []))
status_data = next_data
except Exception as e: except Exception as e:
logger.error(f"Error during pagination request: {e}") logger.error(f"Error during pagination request: {e}")
break break
status_data.pop('next', None)
status_data['data'] = data status_data['data'] = data
return { return {