From 9512d81e05f45d34e76c4c5ea639de23f2c176b3 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Wed, 20 Nov 2024 13:15:52 -0800
Subject: [PATCH] Update extract.ts

---
 apps/api/src/controllers/v1/extract.ts | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.ts
index 96e1ee78a..1dff52360 100644
--- a/apps/api/src/controllers/v1/extract.ts
+++ b/apps/api/src/controllers/v1/extract.ts
@@ -36,6 +36,8 @@ export async function extractController(
   req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,
   res: Response<ExtractResponse>
 ) {
+  const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true";
+  
   req.body = extractRequestSchema.parse(req.body);
 
   const id = crypto.randomUUID();
@@ -65,7 +67,8 @@ export async function extractController(
         allowExternalLinks,
         origin: req.body.origin,
         limit: req.body.limit,
-        ignoreSitemap: true,
+        // If we're self-hosted, we don't want to ignore the sitemap, due to our fire-engine mapping
+        ignoreSitemap: !selfHosted ? true : false,
         includeMetadata: true,
         includeSubdomains: req.body.includeSubdomains,
       });