{"uid":"cap_WSaf91XDwLFsVgygEj22t","slug":"agents-dyoeway-org-web-page-text-extractor-87149b60","name":"agents.dyoeway.org Web Page Text Extractor","description":"Extract clean main text content from any web page (no nav/ads) — for research & summarizing agents. Input: ?url=","url":"https://agents.dyoeway.org/extract","method":"GET","headers":{},"bodySchema":{"$schema":"https://json-schema.org/draft/2020-12/schema","properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","properties":{"url":{"type":"string","description":"Page to extract clean text from"}}}},"additionalProperties":false},"output":{"type":"object","properties":{"type":{"type":"string"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Hy_QfgrEznOR7MX_NlLer","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Extracts clean main text content from any web page, stripping navigation, ads, and boilerplate for research and summarization agents.","exampleAgentPrompt":"Pull the clean main text from https://www.bbc.com/news/technology-12345678 — I want just the article body, no navigation, ads, or sidebar junk, so I can summarize it.","exampleUseCases":[{"title":"Summarize news article content","prompt":"Grab the main article text from https://www.reuters.com/technology/ai-regulation-2024/ and strip out all the ads, menus, and footers — I just need the clean body so I can summarize the key points for my morning briefing."},{"title":"Research blog post extraction","prompt":"Pull the readable content from this blog post at https://www.paulgraham.com/startups.html — no navigation, no sidebar, just the actual essay text so I can analyze the main arguments and add them to my research notes."},{"title":"Competitor product page analysis","prompt":"Fetch the clean text from https://www.competitor.com/product/features — strip everything except the main page content so I can compare their feature list against ours without wading through headers and promotional clutter."}],"resultDescription":"Clean, readable main body text extracted from the specified web page, with navigation menus, advertisements, headers, footers, and boilerplate removed — suitable for direct use in summarization, research, or NLP pipelines.","failureModes":["URL is unreachable or returns a non-200 status — extraction fails","URL points to a JavaScript-heavy SPA that requires rendering — content may be incomplete or empty","URL points to a PDF or binary file — text extraction may fail","Paywalled or login-required pages — only publicly visible text returned","Malformed URL input — returns error","Rate limiting or bot detection on target site — extraction blocked"],"whenToPreferThis":"Choose this endpoint when you need clean, human-readable main text from an arbitrary web page and want navigation, ads, and boilerplate automatically stripped. Prefer this over raw HTTP fetch when the goal is readable article/content text rather than raw HTML, and over general-purpose scrapers when you specifically need the main content body isolated.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T00:40:13.629Z","isFirstParty":false}