2024-11-12 19:59:09 +01:00
|
|
|
# Pick your baseUrl here:
|
2025-04-15 00:19:45 -07:00
|
|
|
# @baseUrl = http://localhost:3002
|
|
|
|
@baseUrl = https://api.firecrawl.dev
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Scrape Website
|
2024-11-12 19:58:07 +01:00
|
|
|
# @name scrape
|
|
|
|
POST {{baseUrl}}/v1/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2025-04-15 00:19:45 -07:00
|
|
|
"url": "https://firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Crawl Website
|
|
|
|
# @name crawl
|
2025-01-15 18:51:39 +01:00
|
|
|
POST {{baseUrl}}/v1/crawl HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
2025-01-15 18:51:39 +01:00
|
|
|
{
|
2025-04-02 19:52:43 +02:00
|
|
|
"url":"https://firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Crawl Status
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name crawlStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
2025-01-24 16:16:04 +00:00
|
|
|
### Cancel Crawl
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name cancelCrawl
|
|
|
|
DELETE {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
2025-04-16 12:32:02 -07:00
|
|
|
### Extract website
|
|
|
|
# @name extract
|
|
|
|
POST {{baseUrl}}/v1/extract HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"urls": ["https://firecrawl.dev"],
|
|
|
|
"schema": {
|
|
|
|
"type": "object",
|
|
|
|
"properties": {
|
|
|
|
"companyName": {
|
|
|
|
"type": "string"
|
|
|
|
},
|
|
|
|
"companyDescription": {
|
|
|
|
"type": "string"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"agent": {
|
|
|
|
"model": "fire-1"
|
|
|
|
},
|
|
|
|
"origin": "api-sdk"
|
|
|
|
}
|
|
|
|
|
|
|
|
### Check Extract Status
|
|
|
|
@extractId = {{extract.response.body.$.id}}
|
|
|
|
# @name extractStatus
|
|
|
|
GET {{baseUrl}}/v1/extract/{{extractId}} HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Batch Scrape Websites
|
|
|
|
# @name batchScrape
|
|
|
|
POST {{baseUrl}}/v1/batch/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"urls": [
|
|
|
|
"firecrawl.dev",
|
|
|
|
"mendable.ai"
|
|
|
|
]
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Batch Scrape Status
|
|
|
|
@batchScrapeId = {{batchScrape.response.body.$.id}}
|
|
|
|
# @name batchScrapeStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1
|
2024-11-19 09:34:52 -03:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|
|
|
|
### Map Website
|
|
|
|
# @name map
|
|
|
|
POST {{baseUrl}}/v1/map HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"url": "firecrawl.dev",
|
|
|
|
"sitemapOnly": true
|
2024-11-19 10:04:42 -03:00
|
|
|
}
|
|
|
|
|
2025-02-19 12:42:33 -05:00
|
|
|
### Generate LLMs TXT
|
2025-03-03 16:37:33 -05:00
|
|
|
# @name generateLlmsTxt
|
2025-02-19 12:42:33 -05:00
|
|
|
POST {{baseUrl}}/v1/llmstxt HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"url": "https://firecrawl.dev",
|
2025-03-03 16:37:33 -05:00
|
|
|
"maxUrls": 1,
|
2025-05-16 16:29:09 -03:00
|
|
|
"showFullText": false,
|
|
|
|
"cache": true
|
2025-02-19 12:42:33 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Generate LLMs TXT Status
|
2025-03-03 16:37:33 -05:00
|
|
|
@generateLlmsTxtId = {{generateLlmsTxt.response.body.$.id}}
|
|
|
|
# @name generateLlmsTxtStatus
|
|
|
|
GET {{baseUrl}}/v1/llmstxt/{{generateLlmsTxtId}} HTTP/1.1
|
2025-02-19 12:42:33 -05:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|
2025-04-09 17:24:29 +01:00
|
|
|
|
|
|
|
### Search
|
|
|
|
# @name search
|
|
|
|
POST {{baseUrl}}/v1/search HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"query": "firecrawl",
|
|
|
|
"limit": 50
|
|
|
|
}
|