2024-11-12 19:59:09 +01:00
|
|
|
# Pick your baseUrl here:
|
|
|
|
@baseUrl = http://localhost:3002
|
2025-03-03 16:37:33 -05:00
|
|
|
#@baseUrl = https://api.firecrawl.dev
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Scrape Website
|
2024-11-12 19:58:07 +01:00
|
|
|
# @name scrape
|
|
|
|
POST {{baseUrl}}/v1/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2025-01-15 18:51:39 +01:00
|
|
|
"url":"https://firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Crawl Website
|
|
|
|
# @name crawl
|
2025-01-15 18:51:39 +01:00
|
|
|
POST {{baseUrl}}/v1/crawl HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
2025-01-15 18:51:39 +01:00
|
|
|
{
|
2025-04-02 19:52:43 +02:00
|
|
|
"url":"https://firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Crawl Status
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name crawlStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
2025-01-24 16:16:04 +00:00
|
|
|
### Cancel Crawl
|
|
|
|
@crawlId = {{crawl.response.body.$.id}}
|
|
|
|
# @name cancelCrawl
|
|
|
|
DELETE {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Batch Scrape Websites
|
|
|
|
# @name batchScrape
|
|
|
|
POST {{baseUrl}}/v1/batch/scrape HTTP/1.1
|
2024-11-07 20:57:33 +01:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-11-12 19:58:07 +01:00
|
|
|
"urls": [
|
|
|
|
"firecrawl.dev",
|
|
|
|
"mendable.ai"
|
|
|
|
]
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-11-12 19:58:07 +01:00
|
|
|
### Check Batch Scrape Status
|
|
|
|
@batchScrapeId = {{batchScrape.response.body.$.id}}
|
|
|
|
# @name batchScrapeStatus
|
|
|
|
GET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1
|
2024-11-19 09:34:52 -03:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|
|
|
|
|
|
|
|
### Map Website
|
|
|
|
# @name map
|
|
|
|
POST {{baseUrl}}/v1/map HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"url": "firecrawl.dev",
|
|
|
|
"sitemapOnly": true
|
2024-11-19 10:04:42 -03:00
|
|
|
}
|
|
|
|
|
2025-01-13 22:31:54 -03:00
|
|
|
### Extract Firecrawl Title
|
|
|
|
# @name extractFirecrawl
|
2024-11-19 10:04:42 -03:00
|
|
|
POST {{baseUrl}}/v1/extract HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2025-01-13 22:30:15 -03:00
|
|
|
"urls": [
|
2025-01-13 22:31:54 -03:00
|
|
|
"https://firecrawl.dev/blog"
|
2025-01-13 22:30:15 -03:00
|
|
|
],
|
2025-01-13 22:31:54 -03:00
|
|
|
"origin": "api-sdk",
|
|
|
|
"prompt": "Extract all the blog titles from the page, is multity entity = true",
|
2024-11-19 10:04:42 -03:00
|
|
|
"schema": {
|
2025-01-13 22:30:15 -03:00
|
|
|
"type": "object",
|
|
|
|
"properties": {
|
2025-01-13 22:31:54 -03:00
|
|
|
"blog_titles": {
|
2025-01-13 22:30:15 -03:00
|
|
|
"type": "array",
|
|
|
|
"items": {
|
2025-01-13 22:31:54 -03:00
|
|
|
"type": "string"
|
2025-01-13 22:30:15 -03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
2025-01-13 22:31:54 -03:00
|
|
|
"required": ["blog_titles"]
|
|
|
|
}
|
2025-01-13 22:30:15 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
###
|
2025-01-13 22:31:54 -03:00
|
|
|
@extractFirecrawlId = {{extractFirecrawl.response.body.$.id}}
|
|
|
|
# @name extractFirecrawlStatus
|
|
|
|
GET {{baseUrl}}/v1/extract/{{extractFirecrawlId}} HTTP/1.1
|
2025-01-13 22:30:15 -03:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2025-01-31 13:58:52 -03:00
|
|
|
|
|
|
|
###
|
|
|
|
DELETE {{baseUrl}}/v1/crawl/c94136f9-86c1-4a97-966c-1c8e0274778f HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
2025-02-19 12:42:33 -05:00
|
|
|
|
|
|
|
### Generate LLMs TXT
|
2025-03-03 16:37:33 -05:00
|
|
|
# @name generateLlmsTxt
|
2025-02-19 12:42:33 -05:00
|
|
|
POST {{baseUrl}}/v1/llmstxt HTTP/1.1
|
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
|
|
|
"url": "https://firecrawl.dev",
|
2025-03-03 16:37:33 -05:00
|
|
|
"maxUrls": 1,
|
2025-02-19 12:42:33 -05:00
|
|
|
"showFullText": false
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Generate LLMs TXT Status
|
2025-03-03 16:37:33 -05:00
|
|
|
@generateLlmsTxtId = {{generateLlmsTxt.response.body.$.id}}
|
|
|
|
# @name generateLlmsTxtStatus
|
|
|
|
GET {{baseUrl}}/v1/llmstxt/{{generateLlmsTxtId}} HTTP/1.1
|
2025-02-19 12:42:33 -05:00
|
|
|
Authorization: Bearer {{$dotenv TEST_API_KEY}}
|
|
|
|
|