export const urlSpecificParams = { "platform.openai.com": { params: { wait_browser: "networkidle2", block_resources: false, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, cookies: { __cf_bm: "mC1On8P2GWT3A5UeSYH6z_MP94xcTAdZ5jfNi9IT2U0-1714327136-1.0.1.1-ILAP5pSX_Oo9PPo2iHEYCYX.p9a0yRBNLr58GHyrzYNDJ537xYpG50MXxUYVdfrD.h3FV5O7oMlRKGA0scbxaQ", }, }, "support.greenpay.me":{ defaultScraper: "playwright", params: { wait_browser: "networkidle2", block_resources: false, wait: 2000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "docs.pdw.co":{ defaultScraper: "playwright", params: { wait_browser: "networkidle2", block_resources: false, wait: 3000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "ycombinator.com":{ defaultScraper: "fire-engine", params: { wait_browser: "networkidle2", block_resources: false, wait: 3000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "developers.notion.com":{ defaultScraper: "playwright", params: { wait_browser: "networkidle2", block_resources: false, wait: 2000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "docs2.hubitat.com":{ defaultScraper: "playwright", params: { wait_browser: "networkidle2", block_resources: false, wait: 2000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "scrapethissite.com":{ defaultScraper: "fetch", headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "rsseau.fr":{ defaultScraper: "fetch", headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "help.salesforce.com":{ defaultScraper: "playwright", params: { wait_browser: "networkidle2", block_resources: false, wait: 2000, }, headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, "firecrawl.dev":{ defaultScraper: "fire-engine", params: { headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sec-fetch-site": "same-origin", "sec-fetch-mode": "cors", "sec-fetch-dest": "empty", referer: "https://www.google.com/", "accept-language": "en-US,en;q=0.9", "accept-encoding": "gzip, deflate, br", accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", }, }, }, "ir.veeva.com":{ defaultScraper: "fire-engine", }, "eonhealth.com":{ defaultScraper: "fire-engine", params:{ fireEngineOptions:{ mobileProxy: true, method: "get", engine: "request", }, }, }, };