{"uid":"cap_wBPjFLxCr7rfwAixgVrxV","slug":"read-url-as-clean-text-for-rag-991c9123","name":"Read URL as Clean Text for RAG","description":"Read a public web page as clean text for RAG: returns {title, description, text (<=20k chars), links}. Query: url. $0.005 per URL.","url":"https://klane402.deanhiki.workers.dev/api/read-url?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","properties":{"url":{"type":"string"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"text":"This domain is for use in illustrative examples...","title":"Example Domain"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_hW_yhj_UjnOm4DVCTHgNZ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a public web page and returns its title, description, plain text (up to 20k chars), and links in a clean format suitable for RAG pipelines.","exampleAgentPrompt":"Can you fetch the content of https://en.wikipedia.org/wiki/Retrieval-augmented_generation as clean text so I can use it in my RAG pipeline — I need the title, description, body text, and any links on the page.","exampleUseCases":[{"title":"Ingest news article for RAG","prompt":"Fetch the text content of this news article — https://www.bbc.com/news/technology-67890123 — and give me the title, description, and clean body text so I can embed it into my knowledge base."},{"title":"Extract documentation page content","prompt":"I need the full readable text from https://docs.langchain.com/docs/components/chains — strip all the HTML and return the plain text, title, and links so I can index it."},{"title":"Research competitor webpage","prompt":"Read https://openai.com/research and pull out the title, description, and all the text on the page — I want to analyze what topics they're covering."}],"resultDescription":"A JSON object containing the page's title (string), meta description (string), cleaned plain text body of up to 20,000 characters, and an array of links found on the page.","failureModes":["URL is not publicly accessible or behind authentication — returns error or empty content","Page uses heavy JavaScript rendering — may return incomplete or no text","URL is malformed or missing — returns validation error","Page returns non-200 status (e.g. 404, 403) — propagated as error","Text exceeds 20k chars — truncated to limit silently"],"whenToPreferThis":"Choose this endpoint when you need raw, clean text from a URL for downstream processing such as embedding, RAG ingestion, or analysis — and you do NOT need an AI-generated summary (use the sibling summary endpoint for that). Best for pipelines where you want the full page content and links without any interpretation, at low cost ($0.005/call).","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-31T18:38:56.932Z","isFirstParty":false,"canonicalSlug":"read-url-as-clean-text-for-rag-991c9123"}