{"uid":"cap_ir3Bjh7828SZ_Dk5eiKdF","slug":"agent-reader-web-content-extractor-ed75d5b4","name":"agent-reader Web Content Extractor","description":"Scrape and fetch any public web page and return clean, LLM-ready Markdown plus metadata (title, author, published date, excerpt, outbound links, word count). A web reader and content extractor with boilerplate, nav and ads removed.","url":"https://x402.fenixfoundry.com/extract","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Absolute http(s) URL of the page to fetch and extract."},"format":{"enum":["markdown","json"],"type":"string","default":"markdown","description":"`markdown` returns the article body as Markdown; `json` returns metadata only with the markdown omitted."}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_JRz-JChbHZLWFZOcMjErG","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches any public web page and returns clean, LLM-ready Markdown with metadata (title, author, date, excerpt, links, word count) stripped of boilerplate.","exampleAgentPrompt":"Can you fetch the article at https://www.nytimes.com/2024/05/01/technology/ai-agents.html and return it as clean markdown so I can summarize it?","exampleUseCases":[{"title":"Summarize a news article","prompt":"Grab the article at https://www.bbc.com/news/technology-68012285 and give me a clean markdown version so I can summarize the key points."},{"title":"Extract author and publish date","prompt":"Can you pull the metadata from https://techcrunch.com/2024/04/15/openai-gpt-5-launch/ — I just need the title, author, and published date in JSON format, not the full text."},{"title":"Feed blog post to a research agent","prompt":"Fetch the blog post at https://www.paulgraham.com/greatwork.html and return the full article text as markdown so I can analyze its arguments."}],"resultDescription":"Returns either a Markdown-formatted article body with cleaned prose (boilerplate, navigation, and ads removed) plus metadata fields (title, author, published date, excerpt, outbound links, word count), or a JSON object with only the metadata fields if format=json is specified.","failureModes":["Page is behind a login or paywall — returns empty or partial content","URL is invalid or unreachable — HTTP error or timeout","Page is JavaScript-heavy SPA — may return incomplete content if JS rendering is not supported","Rate limiting or bot-detection on target site — fetch may fail or return CAPTCHA page","Non-article pages (homepages, dashboards) — metadata fields may be empty or inaccurate"],"whenToPreferThis":"Choose this endpoint when you need to retrieve and clean the readable content of a specific public web URL for LLM consumption, especially when you want structured metadata (author, date, links) alongside the article body. Prefer it over raw HTTP fetches when boilerplate removal and markdown conversion are needed. Not suitable for crawling entire sites or authenticated/paywalled content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T18:35:59.079Z","isFirstParty":false}