mirror of
https://github.com/mendableai/firecrawl.git
synced 2025-08-01 13:29:19 +00:00
Update fireEngine.ts
This commit is contained in:
parent
8c1097e9e1
commit
cb630bfc34
@ -69,15 +69,15 @@ export async function scrapWithFireEngine({
|
|||||||
|
|
||||||
let engine = engineParam; // do we want fireEngineOptions as first choice?
|
let engine = engineParam; // do we want fireEngineOptions as first choice?
|
||||||
|
|
||||||
Logger.info(
|
|
||||||
`⛏️ Fire-Engine (${engine}): Scraping ${url} | params: { wait: ${waitParam}, screenshot: ${screenshotParam}, fullPageScreenshot: ${fullPageScreenshot}, method: ${fireEngineOptionsParam?.method ?? "null"} }`
|
|
||||||
);
|
|
||||||
|
|
||||||
if (pageOptions?.useFastMode) {
|
if (pageOptions?.useFastMode) {
|
||||||
fireEngineOptionsParam.engine = "tlsclient";
|
fireEngineOptionsParam.engine = "tlsclient";
|
||||||
engine = "tlsclient";
|
engine = "tlsclient";
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Logger.info(
|
||||||
|
`⛏️ Fire-Engine (${engine}): Scraping ${url} | params: { wait: ${waitParam}, screenshot: ${screenshotParam}, fullPageScreenshot: ${fullPageScreenshot}, method: ${fireEngineOptionsParam?.method ?? "null"} }`
|
||||||
|
);
|
||||||
|
|
||||||
// atsv is only available for beta customers
|
// atsv is only available for beta customers
|
||||||
const betaCustomersString = process.env.BETA_CUSTOMERS;
|
const betaCustomersString = process.env.BETA_CUSTOMERS;
|
||||||
const betaCustomers = betaCustomersString ? betaCustomersString.split(",") : [];
|
const betaCustomers = betaCustomersString ? betaCustomersString.split(",") : [];
|
||||||
@ -96,6 +96,7 @@ export async function scrapWithFireEngine({
|
|||||||
const _response = await Sentry.startSpan({
|
const _response = await Sentry.startSpan({
|
||||||
name: "Call to fire-engine"
|
name: "Call to fire-engine"
|
||||||
}, async span => {
|
}, async span => {
|
||||||
|
|
||||||
return await axiosInstance.post(
|
return await axiosInstance.post(
|
||||||
process.env.FIRE_ENGINE_BETA_URL + endpoint,
|
process.env.FIRE_ENGINE_BETA_URL + endpoint,
|
||||||
{
|
{
|
||||||
|
Loading…
x
Reference in New Issue
Block a user