{"uid":"cap_PiqRpEHL9NdKm42taugt4","slug":"shelf-thirdmade-net-web-scraper-9da576b2","name":"shelf.thirdmade.net Web Scraper","description":"Scrapes any public web page and returns clean structured JSON (title, text, length). The workhorse — agents use this for real data extraction.","url":"https://shelf.thirdmade.net/probe/scrape","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Target webpage URL"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ELe27Q1jlwtStmAS3v2Sd","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes any public web page and returns clean structured JSON containing the page title, extracted text, and content length.","exampleAgentPrompt":"Can you scrape https://example.com/article and pull out all the readable text, title, and content length for me?","exampleUseCases":[{"title":"Competitive pricing page extraction","prompt":"Scrape https://competitor.com/pricing and give me the full text content so I can see what plans they're offering."},{"title":"News article content retrieval","prompt":"Fetch the text and title from https://techcrunch.com/2025/01/15/some-news-story so I can summarize what the article says."},{"title":"Research page data gathering","prompt":"Pull the readable content from https://en.wikipedia.org/wiki/Artificial_intelligence and return the title and full text as structured JSON."}],"resultDescription":"Returns a structured JSON object containing the page title (string), the extracted clean text content (string), and the content length (integer) of the scraped web page.","failureModes":["URL is behind a login wall or paywall — returns empty or partial content","Target page uses heavy JavaScript rendering — static scraper may miss dynamically loaded content","URL is malformed or unreachable — returns an error response","Rate limiting or bot protection on the target site (e.g. Cloudflare) — may return blocked/captcha page content","Very large pages may return truncated text"],"whenToPreferThis":"Use this endpoint when you need to quickly extract readable text and metadata from any public URL in a single call. Prefer it over browser-based scrapers when the target page is server-rendered HTML and you need fast, cheap extraction without full JavaScript execution. At $0.01/call it's cost-effective for bulk reads of news articles, documentation pages, or product pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:40:10.188Z","isFirstParty":false}