{"uid":"cap_9V_mHviuejnN24K7oxYcP","slug":"web-page-content-extractor-165521fb","name":"Web Page Content Extractor","description":"Fetch a web page and return structured content: title, meta/OpenGraph, canonical, headings, links, readable text (boilerplate stripped).","url":"https://x402-portfolio.x402iom.workers.dev/extract?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Page URL to extract"},"includeLinks":{"type":"boolean","description":"Include outbound links (default true)"},"maxTextChars":{"type":"number","description":"Cap on extracted text length, default 20000"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_cWUMR-0AsmEiV1RXh5Q_w","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a web page and returns structured content including title, meta/OpenGraph tags, canonical URL, headings, outbound links, and boilerplate-stripped readable text.","exampleAgentPrompt":"Fetch the page at https://example.com/article and extract the title, OpenGraph tags, headings, and the main readable text — strip out all the nav and boilerplate, and cap the text at 10000 characters.","exampleUseCases":[{"title":"Article summarization pipeline","prompt":"Pull the readable content from https://techcrunch.com/2024/05/01/some-article and give me the title, main headings, and clean body text so I can summarize it — keep the text under 15000 characters and include the outbound links."},{"title":"Competitor landing page analysis","prompt":"Fetch https://competitor.com/pricing and extract the page title, OpenGraph description, all headings, and the main text so I can understand how they position their product."},{"title":"Research tool for agent knowledge base","prompt":"Extract the structured content from https://en.wikipedia.org/wiki/Artificial_intelligence — I need the title, canonical URL, all headings, and the readable body text capped at 20000 characters, plus the outbound links."}],"resultDescription":"Returns a structured object containing the page title, meta and OpenGraph tags, canonical URL, heading hierarchy, a list of outbound links (if requested), and boilerplate-stripped readable text up to the specified character limit.","failureModes":["URL is unreachable or returns a non-200 HTTP status — extraction fails with an error","Page is JavaScript-rendered (SPA) and content is not available in static HTML — extracted text may be empty or minimal","maxTextChars set too low — truncates meaningful content","Page blocks bots via robots.txt or rate limiting — request may fail or return incomplete content","Invalid or malformed URL input — returns a validation error"],"whenToPreferThis":"Choose this endpoint when you need structured metadata and clean readable text from a single web page in one call — especially when you want title, OpenGraph tags, headings, and boilerplate-free body text together. It is more structured than a raw HTML fetch and more cost-effective than a full browser rendering pipeline for static or server-rendered pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-13T18:35:07.116Z","isFirstParty":false,"canonicalSlug":"web-page-content-extractor-165521fb"}