{"uid":"cap_5EhRMDGiky8k6ZHuDyi9D","slug":"webwache-robots-policy-change-monitor-0b8c8f96","name":"Webwache Robots Policy Change Monitor","description":"Robots policy change monitor plan fetches current public evidence from the supplied target and evaluates the documented criterion. It returns the observation, threshold, verdict, exact evidence source, limitations and a mode-specific action. The check is passive: no login attempt, payload injection, exploit, purchase, form submission or load test is performed.","url":"https://webwache.halowerk.com/v1/robots-change-monitor?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"target":{"type":"string","maxLength":2048,"minLength":3,"description":"Public HTTP(S) URL or domain to inspect. A bare domain is normalized to HTTPS."},"context":{"type":"object","description":"Optional non-secret correlation labels returned unchanged only in the request lifecycle.","maxProperties":12,"additionalProperties":{"type":["string","number","boolean","null"]}},"baseline":{"type":["object","null"],"description":"Optional baseline returned by a previous snapshot call.","additionalProperties":true},"compare_url":{"type":"string","maxLength":2048,"minLength":3,"description":"Optional public comparison URL. Used by change and monitoring services."}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_vvKmlOdC5bel1osw_IeNr","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Passively fetches and evaluates a target site's robots.txt to detect policy changes, returning observation, verdict, evidence source, and recommended action.","exampleAgentPrompt":"Check whether the robots.txt file at https://example.com has changed since my last snapshot — compare it against my baseline and tell me if anything is different, what the verdict is, and what I should do next.","exampleUseCases":[{"title":"SEO audit robots.txt drift","prompt":"Has the robots.txt at https://shopify.com changed recently? Fetch the current version and compare it against this baseline I saved last week, then tell me if any new disallow rules were added."},{"title":"Competitor crawl policy watch","prompt":"I want to know if https://competitor-site.com has updated its robots.txt to block AI crawlers — check it now and give me a verdict with the exact evidence."},{"title":"Pre-scrape compliance check","prompt":"Before I run my crawler against https://news-portal.com, can you check the current robots.txt and tell me whether any rules have changed from my saved baseline, and what action I should take?"}],"resultDescription":"Returns an observation summarizing what was found in the robots.txt, a threshold and verdict indicating whether a change was detected, the exact evidence source URL, any limitations of the passive check, and a mode-specific recommended action. No login, form submission, or active exploit is performed.","failureModes":["Target URL is unreachable or returns a non-200 status — endpoint reports evidence unavailable","robots.txt does not exist at the target — observation notes absence","Malformed or oversized robots.txt causes parsing issues — limitation noted in response","Comparison URL is inaccessible — comparison evidence flagged as unavailable","Rate limiting or firewall blocks the passive fetch — limitation returned in response"],"whenToPreferThis":"Use this endpoint when you need a lightweight, passive, single-call check on whether a site's robots.txt policy has changed, especially in an agentic monitoring loop or before initiating a web crawl. Prefer it over full-page content hashing endpoints when you specifically care about crawl access rules rather than general content drift.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-16T18:36:45.992Z","isFirstParty":false,"canonicalSlug":"webwache-robots-policy-change-monitor-0b8c8f96"}