From c6ebbc6f6afdf7177db1125e4b177ca54c173f97 Mon Sep 17 00:00:00 2001 From: busaud Date: Wed, 9 Oct 2024 22:52:49 +0000 Subject: [PATCH] bugfix: self-host crawling doesnt respect limit --- apps/api/src/controllers/v1/crawl.ts | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts index 4efe279a..c8e449f0 100644 --- a/apps/api/src/controllers/v1/crawl.ts +++ b/apps/api/src/controllers/v1/crawl.ts @@ -34,7 +34,11 @@ export async function crawlController( await logCrawl(id, req.auth.team_id); - const { remainingCredits } = req.account; + let { remainingCredits } = req.account; + const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === 'true'; + if(!useDbAuthentication){ + remainingCredits = Infinity; + } const crawlerOptions = legacyCrawlerOptions(req.body); const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);