{"name":"scrape","description":"Scrape a public web page URL into markdown, HTML, a screenshot, or structured metadata.","tags":["web","webpage","website","url","page","article","scrape","fetch","extract","content","readable","text","markdown","html"],"auth":["secp256k1-schnorr-v2","none"],"auth_audience":{"dvm_id":"d255db11-fbd3-40ce-9a08-ddb5c9bee7fd","builder_pubkey":"ff3b2baf3cc9b11faf5bbebec0b0639ceb4d87c18f4f238615853df1ad7c2b68"},"protocol_version":1,"sdk_sha":"233fd8af7c7123c32b31e4beca41eb13612e3b20","deploy_id":"2dd0277f-e19e-43c4-8837-1cfb41aedb47","owner":{"handle":"dvmkit","display_name":"dvmkit","avatar_url":null,"type":"org"},"builder":{"pubkey":"ff3b2baf3cc9b11faf5bbebec0b0639ceb4d87c18f4f238615853df1ad7c2b68","attestation":{"dvm_id":"d255db11-fbd3-40ce-9a08-ddb5c9bee7fd","slug":"scrape","capabilities_hash":"d03563781d550af19a99d93038a3e55862f22b5f82c248b50b7e74ba5d0301f8","builder_pubkey":"ff3b2baf3cc9b11faf5bbebec0b0639ceb4d87c18f4f238615853df1ad7c2b68","receipt_pubkey":"dbb781ef36fc271e6de7140d0eb1e80e79f6e6c72560fd8c572cca93c3d7aba8","deployed_at":1795288324},"signature":"d0b432819cc478f19c31db24c82a3a440a28d84a6e74e7c665edd87a8438e3838232ee61fcf6ccd44d890be9755b69c7e02c679446b4038e594f08b8dda16912"},"receipts":true,"request_recovery":true,"credit":{"balance_payment":true,"standing_mandate":true,"mandate_skipped":true,"jit_refund_park":true,"min_micro":100000,"max_micro":20000000,"ttl_ms":7776000000,"currency":"usd","funding":["cashu","x402","tempo","lightning","stripe"],"tempo":{"methods":[{"method":"tempo","intent":"session"}]},"x402":{"schemes":[{"scheme":"batch-settlement","network":"eip155:8453"}]},"lightning_min_micro":697602,"stripe":{"network_id":"profile_61VgnRtFqQLcajMW5A6VgnRtNvE92NHPeeyDjYRjkR7o","checkout":true,"min_micro":5000000,"currency":"usd"}},"mints":["https://mint.coinos.io","https://mint.lnvoltz.com"],"capabilities":{"fetch":{"description":"Fetch one public URL as markdown or HTML, with optional screenshots, plus metadata, links, headings, images, and semantic shapes. Optionally extract structured data or clean up markdown with AI. Pay a base fee upfront, plus a screenshot fee if requested; page-size, extraction, and cleanup charges follow once actual usage is known. Unsigned Cashu calls prepay 2 MB of page size ($0.002) and are not charged past 3 MB.","input_schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","properties":{"pubkey":{"type":"string","pattern":"^[0-9a-f]{64}$","description":"Signed-request envelope: the caller's BIP-340 x-only public key (64 hex chars). Supplied automatically by `dvm request` from your CLI identity."},"signature":{"type":"string","pattern":"^[0-9a-f]{128}$","description":"Signed-request envelope: BIP-340 Schnorr signature (128 hex chars) over the canonical-JSON form of this input, minus the signature itself."},"timestamp":{"type":"integer","minimum":-9007199254740991,"maximum":9007199254740991,"description":"Signed-request envelope: Unix seconds. Must be within ±5 minutes of scrape's clock."},"nonce":{"type":"string","pattern":"^[a-zA-Z0-9_-]{8,64}$","description":"Signed-request envelope: unique per request; replayed within 10 minutes is rejected."},"url":{"type":"string","minLength":1,"description":"The page to fetch. Must be a parseable https URL (http is rejected)."},"format":{"default":"markdown","description":"Rendered output shape. `markdown` (default): clean markdown. `html`: rendered HTML. `both`: markdown + html.","type":"string","enum":["markdown","html","both"]},"screenshot":{"default":false,"description":"When true, also capture a screenshot of the rendered page (billed as a surcharge).","type":"boolean"},"viewport":{"default":"desktop","description":"Render viewport: `desktop` (default) or `mobile` — drives page sizing / device type.","type":"string","enum":["mobile","desktop"]},"country":{"type":"string","pattern":"^[a-z]{2}$","description":"Geo-route the fetch through this country (lowercase ISO-3166-1 alpha-2, e.g. 'us', 'fr'). Requires the hardened tier — incompatible with tier: 'fast'."},"wait_for_selector":{"type":"string","minLength":1,"description":"Wait until this CSS selector appears before capturing. Mutually exclusive with wait_for_ms."},"wait_for_ms":{"type":"integer","minimum":0,"maximum":9007199254740991,"description":"Fixed wait in milliseconds before capturing (max 30000). Mutually exclusive with wait_for_selector."},"cache_max_age":{"default":3600,"description":"Serve a cached result up to this many seconds old (default 3600, max 518400 = 6 days). 0 always re-fetches but still writes through to the cache.","type":"integer","minimum":0,"maximum":9007199254740991},"tier":{"type":"string","enum":["fast","hardened"],"description":"Pin the substrate tier. Omit for auto-route (cheap probe → escalate on signal). `fast`: never escalates to hardened (cost predictability). `hardened`: straight to Scrapfly anti-bot."},"integrity":{"default":"best_effort","description":"How to handle request-integrity degradation. `best_effort` (default) returns real bytes with diagnostics. `strict` fails without debit when the delivered content cannot safely be treated as satisfying the request. This changes disposition, not fetching or caching.","type":"string","enum":["best_effort","strict"]},"extract":{"type":"object","properties":{"schema":{"type":"object","propertyNames":{"type":"string"},"additionalProperties":{},"description":"Your own JSON Schema for the whole page. Mutually exclusive with `rows`."},"rows":{"type":"object","properties":{"fields":{"minItems":1,"type":"array","items":{"type":"object","properties":{"name":{"type":"string","minLength":1,"description":"Property name this column appears under on every row's `fields` object."},"type":{"type":"string","enum":["string","number","integer","boolean"],"description":"Scalar type. `number`/`integer` unlock unit bounds and same-page outlier comparison."},"description":{"type":"string","minLength":1,"description":"What to pull for this column, e.g. 'monthly rent excluding charges'."},"unit":{"type":"string","enum":["m2","ft2","km","mi","currency","count","percent","year","rating"],"description":"Dimension this numeric column is measured in. Tells the extractor which unit to report in, and supplies a plausibility band an impossible magnitude is flagged against."},"min":{"type":"number","description":"Reject-and-flag values below this. Numeric columns only."},"max":{"type":"number","description":"Reject-and-flag values above this. Numeric columns only."}},"required":["name","type"]},"description":"Columns to pull off each result card. Every row also carries `title` and `url`."}},"required":["fields"],"description":"Extract one row per repeated result card, with duplicate collapse, per-row source grounding, plausibility checks and page-vs-result-set framing. Mutually exclusive with `schema`."},"instruction":{"type":"string","minLength":1,"maxLength":500}},"description":"Structured extraction, billed as a metered surcharge. Pass `schema` to run the rendered markdown through an LLM with your own JSON Schema, returned in `extracted`. Pass `rows` instead on a search / listing page to get one normalized row per result card — deduped, source-grounded per row, sanity-checked, and framed as the whole result set or one page of it — returned in `rows`. Exactly one of the two."},"polish":{"default":false,"description":"When true, run an LLM cleanup over the extracted markdown, returned in `polished_markdown` (billed as a metered surcharge).","type":"boolean"}},"required":["url"],"additionalProperties":false},"pricing":{"quote":{"schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","properties":{"pubkey":{"type":"string","pattern":"^[0-9a-f]{64}$","description":"Signed-request envelope: the caller's BIP-340 x-only public key (64 hex chars). Supplied automatically by `dvm request` from your CLI identity."},"signature":{"type":"string","pattern":"^[0-9a-f]{128}$","description":"Signed-request envelope: BIP-340 Schnorr signature (128 hex chars) over the canonical-JSON form of this input, minus the signature itself."},"timestamp":{"type":"integer","minimum":-9007199254740991,"maximum":9007199254740991,"description":"Signed-request envelope: Unix seconds. Must be within ±5 minutes of scrape's clock."},"nonce":{"type":"string","pattern":"^[a-zA-Z0-9_-]{8,64}$","description":"Signed-request envelope: unique per request; replayed within 10 minutes is rejected."},"url":{"type":"string","minLength":1,"description":"The page to fetch. Must be a parseable https URL (http is rejected)."},"format":{"default":"markdown","description":"Rendered output shape. `markdown` (default): clean markdown. `html`: rendered HTML. `both`: markdown + html.","type":"string","enum":["markdown","html","both"]},"screenshot":{"default":false,"description":"When true, also capture a screenshot of the rendered page (billed as a surcharge).","type":"boolean"},"viewport":{"default":"desktop","description":"Render viewport: `desktop` (default) or `mobile` — drives page sizing / device type.","type":"string","enum":["mobile","desktop"]},"country":{"type":"string","pattern":"^[a-z]{2}$","description":"Geo-route the fetch through this country (lowercase ISO-3166-1 alpha-2, e.g. 'us', 'fr'). Requires the hardened tier — incompatible with tier: 'fast'."},"wait_for_selector":{"type":"string","minLength":1,"description":"Wait until this CSS selector appears before capturing. Mutually exclusive with wait_for_ms."},"wait_for_ms":{"type":"integer","minimum":0,"maximum":9007199254740991,"description":"Fixed wait in milliseconds before capturing (max 30000). Mutually exclusive with wait_for_selector."},"cache_max_age":{"default":3600,"description":"Serve a cached result up to this many seconds old (default 3600, max 518400 = 6 days). 0 always re-fetches but still writes through to the cache.","type":"integer","minimum":0,"maximum":9007199254740991},"tier":{"type":"string","enum":["fast","hardened"],"description":"Pin the substrate tier. Omit for auto-route (cheap probe → escalate on signal). `fast`: never escalates to hardened (cost predictability). `hardened`: straight to Scrapfly anti-bot."},"integrity":{"default":"best_effort","description":"How to handle request-integrity degradation. `best_effort` (default) returns real bytes with diagnostics. `strict` fails without debit when the delivered content cannot safely be treated as satisfying the request. This changes disposition, not fetching or caching.","type":"string","enum":["best_effort","strict"]},"extract":{"type":"object","properties":{"schema":{"type":"object","propertyNames":{"type":"string"},"additionalProperties":{},"description":"Your own JSON Schema for the whole page. Mutually exclusive with `rows`."},"rows":{"type":"object","properties":{"fields":{"minItems":1,"type":"array","items":{"type":"object","properties":{"name":{"type":"string","minLength":1,"description":"Property name this column appears under on every row's `fields` object."},"type":{"type":"string","enum":["string","number","integer","boolean"],"description":"Scalar type. `number`/`integer` unlock unit bounds and same-page outlier comparison."},"description":{"type":"string","minLength":1,"description":"What to pull for this column, e.g. 'monthly rent excluding charges'."},"unit":{"type":"string","enum":["m2","ft2","km","mi","currency","count","percent","year","rating"],"description":"Dimension this numeric column is measured in. Tells the extractor which unit to report in, and supplies a plausibility band an impossible magnitude is flagged against."},"min":{"type":"number","description":"Reject-and-flag values below this. Numeric columns only."},"max":{"type":"number","description":"Reject-and-flag values above this. Numeric columns only."}},"required":["name","type"]},"description":"Columns to pull off each result card. Every row also carries `title` and `url`."}},"required":["fields"],"description":"Extract one row per repeated result card, with duplicate collapse, per-row source grounding, plausibility checks and page-vs-result-set framing. Mutually exclusive with `schema`."},"instruction":{"type":"string","minLength":1,"maxLength":500}},"description":"Structured extraction, billed as a metered surcharge. Pass `schema` to run the rendered markdown through an LLM with your own JSON Schema, returned in `extracted`. Pass `rows` instead on a search / listing page to get one normalized row per result card — deduped, source-grounded per row, sanity-checked, and framed as the whole result set or one page of it — returned in `rows`. Exactly one of the two."},"polish":{"default":false,"description":"When true, run an LLM cleanup over the extracted markdown, returned in `polished_markdown` (billed as a metered surcharge).","type":"boolean"}},"required":["url"],"additionalProperties":false}},"rates":[{"label":"fast","amount":"0.003","currency":"USD","per":"page"},{"label":"auto or hardened","amount":"0.005","currency":"USD","per":"page"},{"label":"screenshot","amount":"0.002","currency":"USD","per":"screenshot"},{"amount":"0.001","currency":"USD","per":"MB over the first MB"},{"label":"extract or polish","amount":"0.003","currency":"USD","per":"call, plus tokens"}]}}},"x402_capabilities":{"fetch":{"url":"https://dvmkit--scrape.dvmkit.ai/v1/x402/fetch","description":"Fetch a public web page as markdown using a fast browser, without anti-bot escalation. Returns inline markdown with a truncation flag. Costs $0.003 on success.","input_schema":{"type":"object","properties":{"url":{"type":"string","maxLength":2048,"format":"uri"},"viewport":{"default":"desktop","type":"string","enum":["desktop","mobile"]}},"required":["url"],"additionalProperties":false},"pricing":{"quote":{"schema":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","properties":{"url":{"type":"string","maxLength":2048,"format":"uri"},"viewport":{"default":"desktop","type":"string","enum":["desktop","mobile"]}},"required":["url"],"additionalProperties":false}}}}},"payment":{"methods":["cashu","x402","tempo"]},"x402":{"pay_to":"0xFBb2b3101CA6B24A56436534a1849270548Db264","network":"eip155:8453","asset":"USDC","facilitator":"https://api.cdp.coinbase.com/platform/v2/x402","dual_serve":true},"tempo":{"methods":[{"method":"tempo","intent":"charge"},{"method":"tempo","intent":"session"}],"realm":"dvmkit-scrape","recipient":"0xFBb2b3101CA6B24A56436534a1849270548Db264","payment_token":"0x20C000000000000000000000b9537d11c60E8b50","chain_id":4217,"operator":"0xFBb689e9078E15dF4016348364320eB67A55F562","fee_token":"0x20C000000000000000000000b9537d11c60E8b50"},"cashu":{"mints":["https://mint.coinos.io","https://mint.lnvoltz.com"],"lock_pubkeys":["0247f9de1488c6967147ca312b5b8eb0f78fe1a5f235c12018a985dd1b7484290c"],"lock_pubkey_grace_seconds":86400,"min_locktime":604800,"unsigned_min_locktime":43200,"canonical_id":"d255db11-fbd3-40ce-9a08-ddb5c9bee7fd"}}