yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-06-27 00:41:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(api/v1/extract): ignoreInvalidURLs (#1585)

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-22 02:46:55 +02:00 committed by GitHub
parent 6478754f1b
commit 749d89a551
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apps/api/src/controllers/v1/extract.ts
View File

@ -62,7 +62,9 @@ export async function extractController(
const originalRequest = { ...req.body };
req.body = extractRequestSchema.parse(req.body);
if (req.body.urls?.some((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null))) {
const invalidURLs: string[] = req.body.urls?.filter((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null)) ?? [];
if (invalidURLs.length > 0 && !req.body.ignoreInvalidURLs) {
if (!res.headersSent) {
return res.status(403).json({
success: false,
@ -144,5 +146,8 @@ export async function extractController(
success: true,
id: extractId,
urlTrace: [],
...(invalidURLs.length > 0 && req.body.ignoreInvalidURLs ? {
invalidURLs,
} : {}),
});
}

1
apps/api/src/controllers/v1/types.ts
View File

@ -478,6 +478,7 @@ export const extractV1Options = z
.optional(),
agent: agentOptionsExtract.optional(),
__experimental_showCostTracking: z.boolean().default(false),
ignoreInvalidURLs: z.boolean().default(false),
})
.strict(strictMessage)
.refine((obj) => obj.urls || obj.prompt, {