yujunjun/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2025-09-23 07:22:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update requests.http

Browse Source
This commit is contained in:
Nicolas 2024-08-21 10:19:37 -03:00
parent b66553867e
commit db8c84ff0f
1 changed files with 13 additions and 101 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
apps/api/requests.http
View File

@ -1,96 +1,15 @@
### fc-a12ee91b42d243f5990a2c821be0a978
### fc-e7e08faf6b864bd9b9b70c693a01ccae
### Crawl Website ### Crawl Website
POST http://localhost:3002/v1/crawl HTTP/1.1 POST http://localhost:3002/v0/scrape HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae Authorization: Bearer fc
content-type: application/json content-type: application/json
{ {
"url": "https://roastmywebsite.ai", "url":"firecrawl.dev"
"excludePaths": ["blog/*"],
"includePaths": ["/"],
"maxDepth": 2,
"ignoreSitemap": true,
"limit": 10,
"allowBackwardLinks": true,
"allowExternalLinks": true,
"scrapeOptions": {
"formats": ["markdown", "html", "rawHtml", "screenshot", "links"],
"headers": { "x-key": "test" },
"includeTags": ["h1"],
"excludeTags": ["h2"],
"onlyMainContent": true,
"waitFor": 1000
}
} }
###
POST http://localhost:3002/v1/scrape HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json
{
"url": "https://roastmywebsite.ai",
"formats": ["markdown", "html", "rawHtml", "screenshot", "links"],
"headers": { "x-key": "test" },
"includeTags": ["h1"],
"excludeTags": ["h2"],
"onlyMainContent": true
}
###
POST https://firescraper.fly.dev/scrape HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json
{
"url": "https://ajskhdioauhsdoas.com",
"instantReturn": true
}
###
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json
{
"url": "https://pytorch.org/docs/stable",
"crawlerOptions": {
"limit": 100,
"returnOnlyUrls": true,
"ignoreSitemap": true,
"allowBackwardCrawling": true
}
}
###
GET http://localhost:3002/v1/crawl/eff7095b-97b6-4944-b6da-7e7551396a38 HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
### 1644d4b6-7fbd-4ce5-b55d-46b3c5e92526
### ef3714c7-e095-416d-a4b0-69611af0b00f
###
POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json
{
"url": "https://docs.usepylon.com/getting-started/introduction",
"crawlerOptions": {
"limit": 100
}
}
### Check Job Status ### Check Job Status
GET http://localhost:3002/v0/crawl/status/645ff228-4a83-4504-8b1f-8879ca56fe19 HTTP/1.1 GET http://localhost:3002/v0/jobs/active HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
### Check Job Status
GET https://api.firecrawl.dev/v0/jobs/active HTTP/1.1
### Scrape Website ### Scrape Website
@ -121,35 +40,28 @@ content-type: application/json
### Scrape Website ### Scrape Website
POST http://localhost:3002/v0/crawl HTTP/1.1 POST http://localhost:3002/v0/scrape HTTP/1.1
# Authorization: Bearer fc-*** Authorization: Bearer
content-type: application/json content-type: application/json
{ {
"url":"example.com" "url":"https://mendable.ai"
} }
# 5bc71216-e1ac-4bb1-9d9f-59785a92bb02
### Check Job Status
GET http://localhost:3002/v0/crawl/status/478fec7c-ae43-4fb7-912d-c006e17e7024 HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
### ### Check Job Status
DELETE https://api.firecrawl.dev/v0/crawl/cancel/b749f45e-c1c9-4140-b596-87eaa0457b0b HTTP/1.1 GET http://localhost:3002/v0/crawl/status/a6053912-d602-4709-841f-3d2cb46fea0a HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae Authorization: Bearer
### Get Job Result ### Get Job Result
POST http://localhost:3002/v0/crawl HTTP/1.1 POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae Authorization: Bearer
content-type: application/json content-type: application/json
{ {
"url":"https://mendable.ai", "url":"https://mendable.ai"
"crawlerOptions": {
"ignoreSitemap": true
}
} }
### Check Job Status ### Check Job Status