{"uid":"cap_zrswGfkaBXn69GXzUoVfu","slug":"arch-tools-web-scrape-38240b65","name":"Arch Tools Web Scrape","description":"Arch Tools — web-scrape","url":"https://archtools.dev/v1/tools/web-scrape","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"URL to scrape"},"format":{"enum":["markdown","html","text"],"type":"string","default":"markdown"},"selector":{"type":"string","description":"CSS selector to extract specific element"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.015","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.015/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.015","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.015","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ZWGb7ZpNZItaEu7lXvM38","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.015","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and returns the content of any public URL, optionally targeting a specific CSS element and returning the result in markdown or other formats","exampleAgentPrompt":"Scrape the content of https://example.com/blog/latest-post and return it as markdown so I can read the article text.","exampleUseCases":[{"title":"Competitor pricing research","prompt":"Can you scrape https://competitor.com/pricing and pull out the content inside the .pricing-table CSS selector so I can see their current plan prices?"},{"title":"News article extraction","prompt":"Fetch the full article text from https://techcrunch.com/2024/01/15/some-article and return it in markdown format so I can summarize it."},{"title":"Lead generation data pull","prompt":"Scrape https://startup-directory.com/companies and extract all the text so I can look through the company listings."}],"resultDescription":"A JSON object containing the scraped content of the target URL, rendered in markdown by default (or another specified format), optionally filtered to the content within a given CSS selector.","failureModes":["URL is unreachable or returns a non-200 status (connection error or 404)","Target page requires JavaScript rendering that simple HTTP scraping cannot handle","CSS selector does not match any element on the page, returning empty content","Page blocks scraping via bot detection or rate limiting","Invalid or malformed URL input causing a request error"],"whenToPreferThis":"Choose this endpoint when you need to retrieve the readable text or structured content of a public webpage and want the result in clean markdown without building a scraper yourself. It is especially useful when you need to target a specific part of a page via CSS selector. Prefer it over general HTTP fetch tools when markdown normalization and element-level extraction are both needed.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T18:52:27.994Z","isFirstParty":false}