2024-04-15 17:01:47 -04:00
|
|
|
### Crawl Website
|
2024-04-15 20:39:25 -04:00
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-06-24 16:43:12 -03:00
|
|
|
Authorization: Bearer fc
|
2024-04-15 20:39:25 -04:00
|
|
|
content-type: application/json
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
{
|
2024-06-24 16:43:12 -03:00
|
|
|
"url":"firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET http://localhost:3002/v0/jobs/active HTTP/1.1
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
2024-04-20 11:46:06 -07:00
|
|
|
POST http://localhost:3002/v0/crawl HTTP/1.1
|
2024-06-24 16:25:07 -03:00
|
|
|
Authorization: Bearer fc-
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-06-24 16:43:12 -03:00
|
|
|
"url": "firecrawl.dev"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
2024-06-24 16:25:07 -03:00
|
|
|
## "reoveTags": [],
|
|
|
|
# "mode": "crawl",
|
|
|
|
# "crawlerOptions": {
|
|
|
|
# "allowBackwardCrawling": false
|
|
|
|
# },
|
|
|
|
# "pageOptions": {
|
|
|
|
# "onlyMainContent": false,
|
|
|
|
# "includeHtml": false,
|
|
|
|
# "parsePDF": true
|
|
|
|
# }
|
|
|
|
|
2024-04-15 17:01:47 -04:00
|
|
|
|
2024-04-23 18:13:58 -07:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2024-04-24 10:32:35 -03:00
|
|
|
|
|
|
|
|
2024-04-15 17:01:47 -04:00
|
|
|
### Scrape Website
|
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-15 17:26:47 -04:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
2024-04-23 18:13:58 -07:00
|
|
|
GET http://localhost:3002/v0/crawl/status/a6053912-d602-4709-841f-3d2cb46fea0a HTTP/1.1
|
2024-04-24 10:32:35 -03:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Get Job Result
|
|
|
|
|
|
|
|
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-15 17:26:47 -04:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
|
2024-04-23 15:46:29 -03:00
|
|
|
Authorization: Bearer
|
|
|
|
|
|
|
|
### Get Active Jobs Count
|
|
|
|
GET http://localhost:3002/serverHealthCheck
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
### Notify Server Health Check
|
|
|
|
GET http://localhost:3002/serverHealthCheck/notify
|
|
|
|
content-type: application/json
|
|
|
|
|