{"uid":"cap_UEny-o9YkVMeboeb1kW1c","slug":"web-scrape-text-extraction-api-5b790aa9","name":"Web Scrape & Text Extraction API","description":"Web scraping and text extraction","url":"https://agentic-endpoints-testnet.oliver-835.workers.dev/scrape","method":"GET","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"URL to scrape"},"format":{"enum":["text","markdown","html"],"type":"string","description":"Output format (default text)"},"selector":{"type":"string","description":"Optional CSS selector to extract"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_zR-oSGbgV3UXXrZV0XwtG","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x036CbD53842c5426634e7929541eC2318f3dCF7e","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a URL and returns its content as plain text, markdown, or raw HTML, with optional CSS selector filtering","exampleAgentPrompt":"Can you scrape the content of https://example.com/article and give it to me as markdown so I can read it cleanly?","exampleUseCases":[{"title":"Article content extraction for summarization","prompt":"Grab the full text from https://techcrunch.com/2024/01/15/some-article and return it as plain text so I can summarize it."},{"title":"CSS selector targeted data pull","prompt":"Scrape https://news.ycombinator.com and extract just the story titles using the CSS selector '.titleline > a', give me the output as text."},{"title":"Webpage to markdown for note-taking","prompt":"Fetch the page at https://docs.python.org/3/library/asyncio.html and return it as markdown — I want to save it to my notes."}],"resultDescription":"Returns the content of the scraped URL in the requested format (text, markdown, or HTML). If a CSS selector is provided, only the matching element(s) content is returned. Plain text strips all tags; markdown preserves structure; HTML returns raw markup.","failureModes":["URL is unreachable or returns a non-200 status — request fails with an error","Malformed or missing URL parameter — returns a validation error","CSS selector matches nothing on the page — returns empty content or an error","Target site blocks bots or requires JavaScript rendering — content may be incomplete or empty","Rate limiting or timeouts on the target site — may return partial content or timeout error"],"whenToPreferThis":"Use this endpoint when you need to fetch and read the text or structure of a public webpage, especially when you want clean output in text or markdown format rather than raw HTML. It is ideal for single-page content extraction with optional CSS selector targeting. Prefer this over a full browser automation tool when the page is static or server-rendered and you don't need JavaScript execution.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T18:30:26.442Z","isFirstParty":false}