{"uid":"cap_88samXlf6qZOs_a4blgg2","slug":"bob-research-tools-web-page-extractor-a9f69356","name":"Bob Research Tools – Web Page Extractor","description":"Get the full text of one web page. Give a URL; returns the page's own main content as clean markdown (up to 8,000 characters) with navigation and ads removed, unchanged and not summarized (use /summarize for a short version). Typical response 2 to 5 seconds. If the page cannot be read you get an error and are not charged.","url":"https://bob.assimilatethis.com/extract?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"http(s) URL of the page to extract"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","required":["url","markdown"],"properties":{"url":{"type":"string"},"markdown":{"type":"string"},"truncated":{"type":"boolean"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_fuMy3MZEUHodrFrS1YLef","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and returns the full main content of a given URL as clean markdown (up to 8,000 characters), stripping navigation and ads","exampleAgentPrompt":"Can you fetch the full text of this article for me — https://www.wired.com/story/ai-agents-future — and give me the complete content as clean text, not a summary?","exampleUseCases":[{"title":"Read paywalled article content","prompt":"Pull the full text from this article URL for me: https://techcrunch.com/2025/01/15/openai-raises-funding — I want the complete article content, not just a snippet."},{"title":"Extract competitor pricing page","prompt":"Fetch the content of our competitor's pricing page at https://www.acmesaas.com/pricing so I can read exactly what they're offering and at what prices."},{"title":"Ingest research paper for analysis","prompt":"Grab the full text from this research paper page — https://arxiv.org/abs/2401.12345 — and bring back all the readable content so I can analyze the methodology."}],"resultDescription":"Returns a JSON object containing the cleaned markdown text of the page's main content (up to 8,000 characters), the source URL, and a boolean 'truncated' flag indicating whether the content was cut off. Navigation menus, ads, and boilerplate are removed. Typical response time is 2–5 seconds. If the page cannot be read, an error is returned and no charge is incurred.","failureModes":["URL is unreachable or returns a non-200 status — error returned, no charge","Page uses JavaScript rendering that cannot be parsed — partial or empty content","Content exceeds 8,000 characters — returned truncated with truncated=true flag","URL points to a non-HTML resource (PDF, binary) — may fail or return raw content","Rate limiting or bot protection on target site — error returned"],"whenToPreferThis":"Use this endpoint when you need the full, unmodified main content of a specific page rather than a summary. Choose it over the /summarize sibling when you need complete text for downstream analysis, indexing, or display. It's best for reading articles, documentation pages, or product pages where the full detail matters. Prefer it over web search endpoints when you already have the exact URL and need body content rather than snippets.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-30T12:31:09.234Z","isFirstParty":false,"canonicalSlug":"bob-research-tools-web-page-extractor-a9f69356"}