2024-11-12 19:59:09 +01:00
|
|
|
# Pick your baseUrl here:
|
|
|
|
@baseUrl = http://localhost:3002
|
|
|
|
# @baseUrl = https://api.firecrawl.dev
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Scrape Website
|
2024-11-12 19:58:07 +01:00
|
|
|
# @name scrape
|
|
|
|
POST {{baseUrl}}/v1/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"url":"firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Crawl Website
|
|
|
|
# @name crawl
|
|
|
|
POST {{baseUrl}}/v1/crawl HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"url": "firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Crawl Status
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name crawlStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Batch Scrape Websites
|
|
|
|
# @name batchScrape
|
|
|
|
POST {{baseUrl}}/v1/batch/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"urls": [
|
|
|
|
"firecrawl.dev",
|
|
|
|
"mendable.ai"
|
|
|
|
]
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Batch Scrape Status
|
|
|
|
@batchScrapeId = {{batchScrape.response.body.$.id}}
|
|
|
|
# @name batchScrapeStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|