2024-11-12 19:59:09 +01:00
|
|
|
# Pick your baseUrl here:
|
|
|
|
@baseUrl = http://localhost:3002
|
|
|
|
# @baseUrl = https://api.firecrawl.dev
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Scrape Website
|
2024-11-12 19:58:07 +01:00
|
|
|
# @name scrape
|
|
|
|
POST {{baseUrl}}/v1/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"url":"firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Crawl Website
|
|
|
|
# @name crawl
|
|
|
|
POST {{baseUrl}}/v1/crawl HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-12-16 11:48:48 -03:00
|
|
|
"url": "firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Crawl Status
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name crawlStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Batch Scrape Websites
|
|
|
|
# @name batchScrape
|
|
|
|
POST {{baseUrl}}/v1/batch/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"urls": [
|
|
|
|
"firecrawl.dev",
|
|
|
|
"mendable.ai"
|
|
|
|
]
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Batch Scrape Status
|
|
|
|
@batchScrapeId = {{batchScrape.response.body.$.id}}
|
|
|
|
# @name batchScrapeStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1
|
2024-11-19 09:34:52 -03:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|
|
|
|
|
|
|
|
### Map Website
|
|
|
|
# @name map
|
|
|
|
POST {{baseUrl}}/v1/map HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"url": "firecrawl.dev",
|
|
|
|
"sitemapOnly": true
|
2024-11-19 10:04:42 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
### Extract
|
|
|
|
# @name extract
|
|
|
|
POST {{baseUrl}}/v1/extract HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"urls": ["firecrawl.dev"],
|
|
|
|
"prompt": "What is the title, description and main product of the page?",
|
|
|
|
"schema": {
|
2024-12-16 11:46:56 -03:00
|
|
|
"title": { "type": "string" },
|
|
|
|
"description": { "type": "string" },
|
|
|
|
"mainProduct": { "type": "string" }
|
2024-11-19 10:04:42 -03:00
|
|
|
}
|
2024-12-16 11:48:48 -03:00
|
|
|
}
|