{"uid":"cap_L4IBD_NwwAy_Vcr7opU_s","slug":"scrapfly-crawl-metadata-api-f930125a","name":"ScrapFly Crawl Metadata API","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/metadata","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__XHEiq3YMyb7CK47w4fF4","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches crawl metadata for a given URL, returning structured information about the page via ScrapFly's web scraping infrastructure","exampleAgentPrompt":"Can you crawl https://example.com/product-page and give me back the metadata ScrapFly pulls from it?","exampleUseCases":[{"title":"Monitor competitor pricing pages","prompt":"Crawl our top three competitors' pricing pages and pull back the metadata so we can see what they're highlighting this week"},{"title":"Validate website content before sharing","prompt":"I want to share this link in our newsletter — can you scrape it and tell me what metadata comes back so I know it's current?"},{"title":"Audit broken links in database","prompt":"Here's a list of 50 URLs we stored last year. Crawl each one and give me back the metadata so I can see which ones are still live"}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing crawl metadata about the submitted URL, including page-level information extracted by ScrapFly's scraping infrastructure.","failureModes":["Invalid or malformed URL returns success: false","URL is unreachable or returns a non-200 status, resulting in a failed crawl response","Rate limiting or payment failure via x402 protocol causes request rejection","Page requires JavaScript rendering that isn't handled, returning incomplete metadata","Bot detection blocks ScrapFly from accessing the target URL"],"whenToPreferThis":"Use this endpoint when you need to retrieve crawl metadata for a specific URL via a pay-per-request scraping service on the Base chain. Prefer this over general scraping alternatives when operating in an x402-enabled agent workflow that handles micropayments automatically, or when you need ScrapFly's anti-bot infrastructure for difficult-to-scrape pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:52:52.819Z","isFirstParty":false}