yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-11-08 14:27:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update extract.ts

Browse Source
This commit is contained in:
Nicolas 2024-11-20 13:15:52 -08:00
parent 3de4997f4d
commit 9512d81e05
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/controllers/v1/extract.ts
View File

@ -36,6 +36,8 @@ export async function extractController(
req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>, req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,
res: Response<ExtractResponse> res: Response<ExtractResponse>
) { ) {
const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true";
req.body = extractRequestSchema.parse(req.body); req.body = extractRequestSchema.parse(req.body);
const id = crypto.randomUUID(); const id = crypto.randomUUID();
@ -65,7 +67,8 @@ export async function extractController(
allowExternalLinks, allowExternalLinks,
origin: req.body.origin, origin: req.body.origin,
limit: req.body.limit, limit: req.body.limit,
ignoreSitemap: true, // If we're self-hosted, we don't want to ignore the sitemap, due to our fire-engine mapping
ignoreSitemap: !selfHosted ? true : false,
includeMetadata: true, includeMetadata: true,
includeSubdomains: req.body.includeSubdomains, includeSubdomains: req.body.includeSubdomains,
}); });