mirror of
https://github.com/mendableai/firecrawl.git
synced 2025-08-01 13:29:19 +00:00
bugfix: self-host crawling doesnt respect limit
This commit is contained in:
parent
52ec43aac3
commit
c6ebbc6f6a
@ -34,7 +34,11 @@ export async function crawlController(
|
|||||||
|
|
||||||
await logCrawl(id, req.auth.team_id);
|
await logCrawl(id, req.auth.team_id);
|
||||||
|
|
||||||
const { remainingCredits } = req.account;
|
let { remainingCredits } = req.account;
|
||||||
|
const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === 'true';
|
||||||
|
if(!useDbAuthentication){
|
||||||
|
remainingCredits = Infinity;
|
||||||
|
}
|
||||||
|
|
||||||
const crawlerOptions = legacyCrawlerOptions(req.body);
|
const crawlerOptions = legacyCrawlerOptions(req.body);
|
||||||
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);
|
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);
|
||||||
|
Loading…
x
Reference in New Issue
Block a user