{"uid":"cap_RgyFgGcEL_kFuC7Yzdu5z","slug":"agentread-api-web-content-extractor-9677e6d5","name":"AgentRead API - Web Content Extractor","description":"Clean web content for AI agents, paid per request via x402. Paid endpoints return HTTP 402 with x402 v2 payment requirements; retry with a `PAYMENT-SIGNATURE` header produced by an x402 client (e.g. @x402/fetch). Only successful extractions are settled.","url":"https://agentread.omar-cv.workers.dev/v1/extract?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","maxLength":2048,"minLength":1,"description":"Absolute public http:// or https:// URL. Default ports only; no credentials; no IP literals."},"includeLinks":{"type":"boolean","description":"Keep hyperlinks and images in the Markdown (default true). When false, link text is kept as plain text."},"maxCharacters":{"type":"integer","maximum":100000,"minimum":100,"description":"Maximum Markdown characters to return (default 20000, max 100000)."}}},"responseSchema":{"type":"json","example":{"title":"Example Domain","finalUrl":"https://example.com/","headings":[],"markdown":"This domain is for use in documentation examples without needing permission. This is not a service; avoid relying on it for testing and monitoring purposes.","operation":"extract_url","truncated":false,"extraction":{"words":25,"method":"lite","charset":"utf-8","warnings":[],"redirects":0,"characters":156,"durationMs":140,"statusCode":200,"contentType":"text/html","bytesFetched":577,"totalCharacters":156},"description":null,"requestedUrl":"https://example.com/","schemaVersion":"1.0"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_85uiIsy0wWK0oXSa9mFgA","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and converts any public web page into clean Markdown text optimized for AI agent consumption, billed per successful extraction via x402 micropayment.","exampleAgentPrompt":"Fetch and clean the content of https://techcrunch.com/2024/01/15/openai-latest-news/ into Markdown so I can read it — keep the links in and limit it to 50000 characters.","exampleUseCases":[{"title":"News article summarization pipeline","prompt":"Pull the readable text from https://www.reuters.com/technology/artificial-intelligence/2024-01-20/ai-regulation-update/ as clean Markdown — include links and cap it at 30000 characters — so I can summarize it."},{"title":"Competitor product page monitoring","prompt":"Grab the content from https://www.competitor.com/pricing as clean Markdown, strip out the links so it's plain text, and keep it under 10000 characters so I can compare their pricing tiers."},{"title":"Research paper reading for agent","prompt":"Fetch https://arxiv.org/abs/2401.00001 and give me the full readable Markdown text — keep all links and let it go up to 100000 characters — I need the complete paper content for my research agent."}],"resultDescription":"A JSON object containing the page title, the final resolved URL (after redirects), clean Markdown-formatted body text, a description if available, and extraction metadata including word count, character count, content type, fetch duration in milliseconds, HTTP status code, bytes fetched, and whether the output was truncated. Returns schemaVersion 1.0.","failureModes":["URL is not publicly accessible or requires authentication — extraction fails with error","URL uses non-default ports or IP literals — rejected by input validation","Requested URL returns a non-HTML content type that cannot be converted to Markdown","Payment signature missing or invalid — HTTP 402 returned with x402 payment requirements; must retry with valid PAYMENT-SIGNATURE header","maxCharacters below 100 or above 100000 — validation error","URL exceeds 2048 characters — rejected","Page loads but extraction produces no meaningful content — empty or near-empty Markdown returned"],"whenToPreferThis":"Choose AgentRead when you need clean, AI-readable Markdown from any arbitrary public URL with pay-per-use pricing (no subscription), especially in agent pipelines where you only pay for successful extractions. Prefer this over browser automation tools when you need lightweight text extraction without JavaScript rendering overhead, and over general scraping APIs when you want Markdown output with metadata like word counts and redirect tracking built in.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-30T06:35:10.719Z","isFirstParty":false,"canonicalSlug":"agentread-api-web-content-extractor-9677e6d5"}