{"uid":"cap_3kVXe3ZTDOR0jvctF5Kb5","slug":"agentdiet-mcp-gateway-web-scraper-64393968","name":"AgentDiet MCP Gateway Web Scraper","description":"Deterministic B2A/A2A/MCP/x402/MPP/L402 execution and intelligence node at https://mcp-gateway.agentdiet.dev settling in USDC on Base.","url":"https://mcp-gateway.agentdiet.dev/v1/web-scrape?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","POST"],"type":"string"},"queryParams":{"type":"object","properties":{"url":{"type":"string"},"mode":{"type":"string"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"data":{},"status":"ok","roi_proof":{"compression_ratio_pct":91.4}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__0GnFH-1OpG1LoRVPkHxK","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and compresses the content of a given URL via a paid x402 micro-payment gateway, returning cleaned web page data with a compression ratio proof","exampleAgentPrompt":"Can you scrape the content of https://example.com/about and give me the text from that page?","exampleUseCases":[{"title":"Competitor pricing page monitor","prompt":"Scrape https://competitor.com/pricing and pull out the text so I can see what plans they're offering."},{"title":"News article content extraction","prompt":"Fetch the full text of this news article at https://techcrunch.com/2024/01/15/some-article so I can summarize it."},{"title":"Public data research lookup","prompt":"Can you grab the content from https://data.gov/some-dataset-page — I need to see what's published there for my research."}],"resultDescription":"A JSON response containing a 'data' object with the scraped page content, a 'status' field indicating success ('ok'), and an 'roi_proof' object with a compression_ratio_pct value showing how much the content was compressed (e.g. 91.4%).","failureModes":["URL is unreachable or returns a non-200 HTTP status, resulting in an error response","URL parameter missing from query params, causing a validation error","Target page is behind authentication or a CAPTCHA, resulting in empty or blocked content","Payment not settled in USDC on Base, causing a 402 rejection before execution","Malformed URL input causing a parsing error","Dynamic JavaScript-heavy pages may return incomplete content if client-side rendering is required"],"whenToPreferThis":"Choose this endpoint when you need a quick, low-cost ($0.001 USDC) web scrape of a public URL with built-in compression, and you are operating within an x402/MCP payment-enabled agent stack. Particularly useful when you want a pay-per-use model without API key management, or when your agent needs to access web content as part of a larger MCP-orchestrated workflow. Prefer alternatives if you need full JavaScript rendering, bulk crawling, or structured data extraction schemas.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-22T12:42:15.955Z","isFirstParty":false,"canonicalSlug":"agentdiet-mcp-gateway-web-scraper-64393968"}