url | string | The URL to scrape. |
options.formats | FormatOption[] | Output formats. Strings: "markdown", "html", "rawHtml", "links", "images", "screenshot", "summary", "changeTracking", "attributes", "branding", "audio", "video". Objects: { type: "json", prompt?, schema? }, { type: "question", question }, { type: "highlights", query }, { type: "screenshot", fullPage?, quality?, viewport? }, { type: "changeTracking", modes, schema?, prompt?, tag? }, { type: "attributes", selectors: [{ selector, attribute }] }. |
options.headers | Record<string, string> | Custom HTTP headers. |
options.includeTags | string[] | Only include content from these HTML tags. |
options.excludeTags | string[] | Exclude content from these HTML tags. |
options.onlyMainContent | boolean | Strip nav, footer, and boilerplate. |
options.timeout | number | Timeout in milliseconds. |
options.waitFor | number | Wait for page to render (milliseconds). |
options.mobile | boolean | Use a mobile viewport. |
options.parsers | (string | PDFParser)[] | File parsers. "pdf" or { type: "pdf", mode?: "fast" | "auto" | "ocr", maxPages?, pages?, blocks?, pageMarkers? }. |
options.actions | ActionOption[] | Pre-scrape browser actions: wait, click, write, press, scroll, screenshot, scrape, executeJavascript, pdf. |
options.location | { country?: string, languages?: string[] } | Geo/language-aware scraping. |
options.skipTlsVerification | boolean | Skip TLS verification. |
options.removeBase64Images | boolean | Drop base64 images from markdown. |
options.fastMode | boolean | Faster scrapes with reduced fidelity. |
options.blockAds | boolean | Block ads and cookie popups. |
options.proxy | "basic" | "stealth" | "enhanced" | "auto" | string | Proxy mode or custom URL. |
options.maxAge | number | Accept cached data up to this age (milliseconds). Set to 0 to bypass index reuse. |
options.minAge | number | Accept cached data only if at least this old (milliseconds). |
options.storeInCache | boolean | Cache the result. |
options.lockdown | boolean | Serve only previously cached results; never make outbound requests. |
options.profile | { name: string, saveChanges?: boolean } | Persistent browser profile. |
options.redactPII | boolean | RedactPIIOptions | Redact personally identifiable information. |
options.auditMetadata | { username: string } | User attribution for SIEM logging. |