{"uid":"cap_XIMokhcMO8RO55dk3H7DC","slug":"orthogonal-bytemine-web-scraper-markdown-metadata-a623ea4d","name":"Orthogonal Bytemine Web Scraper (Markdown + Metadata)","description":"Scrape a URL and return markdown, links, metadata, and tech stack. Falls back to Firecrawl if needed. 1 credit.","url":"https://x402.orthogonal.com/bytemine/crawl/scrape","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"URL to scrape"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.03","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.03/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.03","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.03","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Pwx3AgRZygJnWAfcZWbTV","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.03","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes a given URL and returns structured markdown content, extracted links, page metadata, and tech stack information, falling back to Firecrawl if the primary scrape fails.","exampleAgentPrompt":"Can you scrape https://techcrunch.com/2024/01/15/openai-news/ and give me the article content as markdown along with any links and the tech stack the site uses?","exampleUseCases":[{"title":"Article content extraction for research","prompt":"Scrape https://www.wired.com/story/ai-regulation-2024 and give me the full article text as markdown so I can summarize it."},{"title":"Competitor tech stack discovery","prompt":"Can you scrape https://www.linear.app and tell me what technologies and frameworks their site is built on?"},{"title":"Link harvesting from a resource page","prompt":"Scrape https://github.com/sindresorhus/awesome and pull out all the links from the page so I can see what tools are listed."}],"resultDescription":"Returns structured data including the page content rendered as markdown (clean, readable text stripped of HTML), a list of all hyperlinks found on the page, page metadata (title, description, Open Graph tags, etc.), and detected tech stack information (frameworks, CMS, analytics tools, etc.).","failureModes":["Target URL is behind a login wall or CAPTCHA — returns partial or empty content","URL is unreachable or returns a non-200 status — returns an error response","Primary scraper fails and Firecrawl fallback is invoked, which may add latency","Dynamically rendered JavaScript-heavy pages may return incomplete content if JS is not executed","Very large pages may be truncated"],"whenToPreferThis":"Choose this endpoint when you need rich structured output from a single URL — specifically markdown content, links, metadata, and tech stack all in one call. It is preferable over a raw HTML scraper when your downstream use case is content reading, summarization, or link extraction, since it pre-processes the page into clean markdown. The Firecrawl fallback improves reliability over single-provider scrapers.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T13:07:02.185Z","isFirstParty":false}