{"uid":"cap_1vt8P4N48j8uselCrktns","slug":"heurist-mesh-exa-url-scrape-digest-agent-f0226f95","name":"Heurist Mesh: Exa URL Scrape & Digest Agent","description":"Scrape full contents from URLs and use LLM to create a summary or extract information. Max 5 URLs per batch. (Do not use this for x.com twitter.com links - use Twitter agent tools instead)","url":"https://mesh.heurist.xyz/x402/solana/agents/ExaSearchDigestAgent/exa_scrape_url","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method","bodyType","body"],"properties":{"body":{"type":"object","required":["urls"],"properties":{"urls":{"type":"array","items":{"type":"string"},"maxItems":5,"description":"List of source URLs to scrape (max 5 URLs per batch)"},"debug":{"type":"boolean","default":false,"description":"Debug mode flag. ALWAYS use false."},"extract_prompt":{"type":"string","description":"Instruction to LLM to process the scraped contents. Max 3 sentences. Use this when you want to extract specific information from the page. If this field is empty, a summary will be returned."}}},"type":{"type":"string","const":"http"},"method":{"enum":["POST"],"type":"string"},"bodyType":{"enum":["json"],"type":"string"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"result":{"type":"object","additionalProperties":true}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Q9L87NFdozOn0_TbRsfAc","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes full content from up to 5 URLs in a single batch and uses an LLM to summarize or extract structured information from the pages","exampleAgentPrompt":"Scrape these three URLs and give me a concise summary of what each page is about: https://example.com/article1, https://example.com/article2, https://example.com/article3 — focus on the key findings and any statistics mentioned.","exampleUseCases":[{"title":"Research digest from multiple articles","prompt":"I have these 4 URLs to blog posts about the latest AI regulation news — can you scrape them all and give me a combined summary of the main arguments and any legislation mentioned? https://site1.com/ai-law, https://site2.com/regulation, https://site3.com/eu-act, https://site4.com/us-policy"},{"title":"Competitor product page extraction","prompt":"Scrape these 3 competitor landing pages and extract their pricing tiers, feature lists, and any free trial offers: https://comp1.com/pricing, https://comp2.com/plans, https://comp3.com/features"},{"title":"Academic abstract summarization","prompt":"Pull the content from these two research paper pages and summarize the abstract, methodology, and main conclusions for each: https://journal.com/paper1 and https://arxiv.org/abs/12345"}],"resultDescription":"Returns LLM-processed output derived from the scraped page content — either a natural language summary of each URL, extracted structured information (e.g. prices, names, statistics), or a combined digest, depending on the instruction provided. Content is cleaned and made LLM-ready before processing.","failureModes":["URL is behind a login wall or paywall — scrape returns empty or access-denied content","URL is a Twitter/X link — endpoint explicitly does not support x.com or twitter.com; use Twitter agent tools instead","Batch exceeds 5 URLs — request will fail or be rejected","URL returns a non-HTML resource (PDF, binary) — content extraction may be incomplete or fail","Target site blocks scrapers via robots.txt or rate limiting — returns empty or partial content","LLM summary may omit details if page content is very long and exceeds context limits"],"whenToPreferThis":"Choose this endpoint when you need to scrape and immediately digest or summarize web page content using an LLM in a single call, rather than running a separate scrape-then-summarize pipeline. It is ideal for batching up to 5 URLs at once and getting AI-processed output rather than raw HTML. Prefer this over generic scraping tools when you want structured extraction or summaries directly, not just raw text. Do not use for Twitter/X URLs — use dedicated Twitter agent tools for those.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:32:23.170Z","isFirstParty":false}