{"uid":"cap_e0hJiUWtiT8zJ4ZU197Jl","slug":"cerwal-web-metadata-crawler-3da9b39b","name":"Cerwal Web Metadata Crawler","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cerwal.vercel.app/api/metadata","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"URL to analyze"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.15","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.15/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_iPcrMFGR5igAdqwI_0Qhe","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.15","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and analyzes metadata from a given URL for AI agents, paid per request via x402/USDC","exampleAgentPrompt":"Can you fetch and analyze the metadata from https://example.com/some-article and tell me what structured information you can extract from that page?","exampleUseCases":null,"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the extracted metadata and structured information from the target URL.","failureModes":["Invalid or malformed URL returns error response with success: false","URL is unreachable or returns non-200 HTTP status","Payment not completed via x402 results in 402 Payment Required response","Timeout if target page loads too slowly","Some pages may block scraping and return minimal or empty data"],"whenToPreferThis":"Choose this endpoint when you need no-auth, pay-per-use web metadata extraction for a specific URL without committing to subscriptions, and when you want to pay in USDC via x402 micropayments — ideal for sporadic or agent-driven crawl tasks.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:42:03.841Z","isFirstParty":false}