mirror of
https://github.com/mendableai/firecrawl.git
synced 2025-11-02 11:03:03 +00:00
Update excludeTags.ts
This commit is contained in:
parent
0731b3127d
commit
79870e7305
@ -39,16 +39,8 @@ export const excludeNonMainTags = [
|
||||
"#search",
|
||||
".share",
|
||||
"#share",
|
||||
".pagination",
|
||||
"#pagination",
|
||||
".widget",
|
||||
"#widget",
|
||||
".related",
|
||||
"#related",
|
||||
".tag",
|
||||
"#tag",
|
||||
".category",
|
||||
"#category",
|
||||
".cookie",
|
||||
"#cookie"
|
||||
];
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user