{"uid":"cap_FqWG_oj-peYXggWT6ol76","slug":"terradeed-labs-web-scraper-3dc293e0","name":"TerraDeed Labs Web Scraper","description":"Clean, LLM-ready markdown from any URL. JavaScript rendering included. Feed web content directly into agent context without parsing HTML.","url":"https://api.terradeed.co.uk/scrape","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri"},"js_render":{"type":"boolean","default":false}}},"responseSchema":{"type":"json","example":{"url":"https://example.com","title":"Example Domain","status":"success","content":"## Example Domain\n\nThis domain is for use in illustrative examples.","word_count":28,"auth_method":"x402","js_rendered":false}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_LG3e2flVl6g_IAoQ9SkH7","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes a given URL and returns its title, markdown content, word count, and rendering metadata","exampleAgentPrompt":"Can you scrape the content of https://www.bbc.com/news and give me the full readable text and title of that page?","exampleUseCases":null,"resultDescription":"Returns a JSON object with the scraped URL, page title, success status, full markdown-formatted page content, word count, the authentication method used (x402), and whether the page was JS-rendered.","failureModes":["Invalid or unreachable URL returns an error status","JS-heavy pages may return incomplete content if JS rendering is not enabled","Rate limits or network timeouts may cause failed scrapes","Pages behind login walls may return empty or partial content","Malformed URL input may cause a 4xx validation error"],"whenToPreferThis":"Use this endpoint when you need to programmatically fetch and extract the readable text content of a public webpage and receive it in structured markdown format with metadata like title and word count. It is particularly suited for AI pipelines that need to process web content at low cost ($0.01 per call) with x402 micropayment support.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:37:20.376Z","isFirstParty":false}