{"uid":"cap_bmomrMwpoJhb-UvmnbaDq","slug":"olostep-website-url-mapper-f9a82414","name":"Olostep Website URL Mapper","description":"This endpoint allows users to get all the urls on a certain website. It can take up to 120 seconds for complex websites. For large websites, results are paginated using cursor-based pagination","url":"https://x402.orthogonal.com/olostep/v1/maps","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"The URL of the website for which you want the links"},"top_n":{"type":"number","description":"An optional number to limit to only top n links for a search query."},"cursor":{"type":"string","description":"OPTIONAL: Pagination cursor from a previous response. When provided, returns the next set of URLs from where the previous request left off due to response size limit."},"exclude_urls":{"type":"array","items":{"type":"string"},"description":"URL path patterns to exclude using glob syntax. For example: `/careers/**`. Excluded URLs will supersede included URLs."},"include_urls":{"type":"array","items":{"type":"string"},"description":"URL path patterns to include using glob syntax. For example: `/blog/**` to only include blog URLs. Only URLs matching these patterns will be returned."},"search_query":{"type":"string","description":"An optional search query to sort the links by search relevance."},"include_subdomain":{"type":"boolean","description":"Include subdomains of the given URL. `true` by default."}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_dHHT_DeOfDLu5WojoVugn","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a website and returns all discoverable URLs, with optional filtering, search relevance sorting, and cursor-based pagination for large sites","exampleAgentPrompt":"Can you give me all the URLs on docs.example.com, only including pages under /api/ and excluding anything under /api/legacy/, and sort them by relevance to 'authentication'?","exampleUseCases":[{"title":"Competitor content audit","prompt":"Map out every page on competitor.com so I can see what content they're publishing — only include pages under /blog/ and /resources/, and limit it to the top 50 most relevant to 'machine learning'."},{"title":"Documentation site indexing","prompt":"Get me all the URLs on docs.stripe.com so I can build a searchable index of their documentation — include subdomains and exclude anything under /changelog/."},{"title":"E-commerce product page discovery","prompt":"Find all the product pages on shop.example.com — only include URLs matching /products/** and exclude anything under /products/archived/**, and paginate through all results if there are too many."}],"resultDescription":"A paginated list of URLs discovered on the target website, optionally filtered by include/exclude glob patterns and sorted by search relevance. The response includes a pagination cursor that can be used to fetch the next batch of URLs if the site is large. May take up to 120 seconds for complex sites.","failureModes":["Timeout for extremely large or complex websites exceeding 120 seconds","Invalid or unreachable URL returns an error","Malformed glob patterns in include_urls or exclude_urls may produce unexpected results","Cursor from a previous request that has expired or is invalid returns an error","Rate limiting or bot protection on the target site may result in incomplete URL discovery"],"whenToPreferThis":"Use this endpoint when you need to discover all or a filtered subset of URLs on a website without manually crawling each page — ideal for sitemap generation, content audits, SEO analysis, or building a scraping pipeline. Prefer this over a raw scraper when you need structured URL enumeration rather than page content. The search_query parameter makes it especially useful when you want URLs ranked by topical relevance rather than raw crawl order.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T13:11:16.040Z","isFirstParty":false}