url | string (required) | The URL to scrape. |
formats | list | Output formats. Strings: "markdown", "html", "rawHtml", "links", "images", "screenshot", "summary", "changeTracking", "json", "branding", "audio", "video". Maps: %{type: "json", prompt: ..., schema: ...}, %{type: "screenshot", fullPage: true}, %{type: "changeTracking", modes: ["git-diff"]}. |
headers | map | Custom HTTP headers. |
include_tags | list(string) | Only include content from these HTML tags. |
exclude_tags | list(string) | Exclude content from these HTML tags. |
only_main_content | boolean | Strip nav, footer, and boilerplate. |
timeout | integer | Timeout in milliseconds. Min 1000, default 60000, max 300000. |
wait_for | integer | Wait for page to render (milliseconds). |
mobile | boolean | Use a mobile viewport. |
parsers | list | File parsers: %{type: "pdf", mode: "auto", maxPages: 5}. |
actions | list(map) | Pre-scrape browser actions: wait, click, write, press, scroll, screenshot, scrape, executeJavascript, pdf. |
location | keyword | [country: "US", languages: ["en-US"]] for geo-aware scraping. |
skip_tls_verification | boolean | Skip TLS verification. |
remove_base64_images | boolean | Drop base64 images from markdown. |
block_ads | boolean | Block ads and cookie popups. |
proxy | atom | :basic, :enhanced, :auto. |
max_age | integer | Accept cached data up to this age (milliseconds). |
min_age | integer | Accept cached data only if at least this old (milliseconds). |
store_in_cache | boolean | Cache the result. |
lockdown | boolean | Serve only previously cached results; never make outbound requests. |
redact_pii | boolean | Redact personally identifiable information. |
profile | keyword | Persistent browser profile: [name: "...", save_changes: true]. |
audit_metadata | keyword | User attribution for SIEM logging: [username: "..."]. |
zero_data_retention | boolean | Enable zero data retention for this scrape. |