yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-11-06 04:52:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update removeUnwantedElements.ts

Browse Source
This commit is contained in:
Nicolas 2024-12-31 15:23:02 -03:00
parent 27cc3dba30
commit 07f4b714af
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts
View File

@ -39,9 +39,6 @@ const excludeNonMainTags = [
"#nav", "#nav",
".breadcrumbs", ".breadcrumbs",
"#breadcrumbs", "#breadcrumbs",
"#search-form",
".search",
"#search",
".share", ".share",
"#share", "#share",
".widget", ".widget",