yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-11-18 03:07:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(crawl-status): hard error bug

Browse Source
This commit is contained in:
Gergő Móricz 2024-12-04 17:47:37 +01:00
parent 51a6b83f45
commit 712a138404
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apps/api/src/controllers/v1/crawl-status.ts
View File

@ -5,6 +5,7 @@ import { getScrapeQueue } from "../../services/queue-service";
import { supabaseGetJobById, supabaseGetJobsById } from "../../lib/supabase-jobs"; import { supabaseGetJobById, supabaseGetJobsById } from "../../lib/supabase-jobs";
import { configDotenv } from "dotenv"; import { configDotenv } from "dotenv";
import { Job, JobState } from "bullmq"; import { Job, JobState } from "bullmq";
import { logger } from "../../lib/logger";
configDotenv(); configDotenv();
export async function getJob(id: string) { export async function getJob(id: string) {
@ -98,8 +99,12 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
// both loops will break once we cross the byte counter // both loops will break once we cross the byte counter
for (let ii = 0; ii < jobs.length && bytes < bytesLimit; ii++) { for (let ii = 0; ii < jobs.length && bytes < bytesLimit; ii++) {
const job = jobs[ii]; const job = jobs[ii];
if (job.returnvalue === undefined) {
logger.warn("Job was considered done, but returnvalue is undefined!", { jobId: job.id });
continue;
}
doneJobs.push(job); doneJobs.push(job);
bytes += JSON.stringify(job.returnvalue).length; bytes += JSON.stringify(job.returnvalue ?? null).length;
} }
} }