yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-11-04 03:53:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(v1/map): handle invalid URLs gracefully

Browse Source
This commit is contained in:
Gergő Móricz 2024-09-10 19:41:01 +02:00
parent e19f7a102e
commit ad1a6fbc74
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
apps/api/src/controllers/v1/map.ts
View File

@ -88,7 +88,13 @@ export async function mapController(
links = performCosineSimilarity(links, searchQuery);
}
links = links.map((x) => checkAndUpdateURLForMap(x).url.trim());
links = links.map((x) => {
try {
return checkAndUpdateURLForMap(x).url.trim()
} catch (_) {
return null;
}
}).filter(x => x !== null);
// allows for subdomains to be included
links = links.filter((x) => isSameDomain(x, req.body.url));