yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-09-26 17:01:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(api): instantiate Storage only once (#1706)

Browse Source
This commit is contained in:
Gergő Móricz 2025-06-24 00:18:07 +02:00 committed by GitHub
parent 11f469488e
commit 86603de664
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/lib/gcs-jobs.ts
View File

@ -4,6 +4,7 @@ import { logger } from "./logger";
import { Document } from "../controllers/v1/types"; import { Document } from "../controllers/v1/types";
const credentials = process.env.GCS_CREDENTIALS ? JSON.parse(atob(process.env.GCS_CREDENTIALS)) : undefined; const credentials = process.env.GCS_CREDENTIALS ? JSON.parse(atob(process.env.GCS_CREDENTIALS)) : undefined;
const storage = new Storage({ credentials });
export async function saveJobToGCS(job: FirecrawlJob): Promise<void> { export async function saveJobToGCS(job: FirecrawlJob): Promise<void> {
try { try {
@ -11,7 +12,6 @@ export async function saveJobToGCS(job: FirecrawlJob): Promise<void> {
return; return;
} }
const storage = new Storage({ credentials });
const bucket = storage.bucket(process.env.GCS_BUCKET_NAME); const bucket = storage.bucket(process.env.GCS_BUCKET_NAME);
const blob = bucket.file(`${job.job_id}.json`); const blob = bucket.file(`${job.job_id}.json`);
for (let i = 0; i < 3; i++) { for (let i = 0; i < 3; i++) {
@ -84,7 +84,6 @@ export async function getJobFromGCS(jobId: string): Promise<Document[] | null> {
return null; return null;
} }
const storage = new Storage({ credentials });
const bucket = storage.bucket(process.env.GCS_BUCKET_NAME); const bucket = storage.bucket(process.env.GCS_BUCKET_NAME);
const blob = bucket.file(`${jobId}.json`); const blob = bucket.file(`${jobId}.json`);
const [content] = await blob.download(); const [content] = await blob.download();
@ -115,7 +114,6 @@ export async function getDocFromGCS(url: string): Promise<any | null> {
return null; return null;
} }
const storage = new Storage({ credentials });
const bucket = storage.bucket(process.env.GCS_FIRE_ENGINE_BUCKET_NAME); const bucket = storage.bucket(process.env.GCS_FIRE_ENGINE_BUCKET_NAME);
const blob = bucket.file(`${url}`); const blob = bucket.file(`${url}`);
const [exists] = await blob.exists(); const [exists] = await blob.exists();