{"uid":"cap_H-KvfjKU-jSQK8NsIG--J","slug":"web-page-scraper-title-description-headings-links-clean-text-b2769812","name":"Web Page Scraper — Title, Description, Headings, Links & Clean Text","description":"Fetch any page and get structured fields back: title, description, headings, links, and clean readable text for RAG and agent research. The cheap structured-scrape read agents make before summarizing or extracting. $0.005/call, no API key, USDC over x402. Fully legal and opt-in.","url":"https://store.agentexchange.work/web/scrape","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"URL of the page to scrape"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"url":{"type":"string"},"links":{"type":"array"},"title":{"type":"string"},"content":{"type":"string"},"headings":{"type":"array"},"description":{"type":"string"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.09","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.09/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.09","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.09","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_vX_iaWX8DeDLTw9ABu__u","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.09","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a web page by URL and extracts its title, meta description, headings, links, and clean readable text content.","exampleAgentPrompt":"Can you fetch the page at https://example.com/blog/intro-to-ai and pull out the title, description, headings, all links, and the clean readable text?","exampleUseCases":null,"resultDescription":"Returns a structured object containing the page URL, title, meta description, an array of headings, an array of links found on the page, and the clean readable text content stripped of HTML markup.","failureModes":["URL is unreachable or returns a non-200 status — scrape may fail or return partial content","Page is heavily JavaScript-rendered — dynamic content may not be captured","URL parameter missing — returns validation error","Page blocks scrapers via robots.txt or anti-bot measures — may return empty or error","Malformed URL — returns input validation error"],"whenToPreferThis":"Use this endpoint when an AI agent needs to read or extract content from a specific known URL — such as summarizing an article, pulling links from a page, reading headings for structure, or extracting clean text for downstream analysis. Prefer this over a search endpoint when the target URL is already known.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:41:38.944Z","isFirstParty":false}