{"uid":"cap_nSROWtx0Cia6Rg6toJRjo","slug":"screwtape-ai-judge-agent-as-a-service-duplicate-check-80fb6728","name":"Screwtape.ai — Judge Agent as a Service (Duplicate Check)","description":"API for pass, fail, or retry verdicts on agent output, plus multi-agent consensus and false-consensus risk.","url":"https://screwtape.ai/v1/duplicate?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"task":{"type":"string"},"retain":{"type":"boolean"},"version":{"type":"string","maxLength":64,"description":"Optional version tag for that agent."},"agent_id":{"type":"string","pattern":"^[A-Za-z0-9._:-]{1,64}$","maxLength":64,"description":"Optional tag for the agent making this call."},"criteria":{"type":"array","items":{"type":"string"}},"evidence":{"type":"array","items":{"type":"string"}},"agent_output":{"type":"string"}}},"responseSchema":{"type":"json","schema":{"type":"object","required":["verdict","score","reasons","request_id"],"properties":{"score":{"type":"number"},"engine":{"type":"string"},"reasons":{"type":"array","items":{"type":"string"}},"verdict":{"enum":["pass","fail","retry"],"type":"string"},"retention":{"type":"object"},"request_id":{"type":"string"}}},"example":{"score":0.9,"checks":[],"claims":[{"text":"The crew size was 4.","status":"supported"},{"text":"The mission launched from Cape Canaveral.","status":"supported"}],"engine":"deterministic","reasons":["2 of 2 claims are grounded in the supplied evidence.","2 of 2 criteria matched the output.","Deterministic string checks only. No model was called."],"verdict":"pass","retention":{"retained":false},"request_id":"example-request-id","verification":"heuristic"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_C6acsm2oUoUNsF43OdBmE","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Evaluates agent output against a task and criteria to return a pass, fail, or retry verdict with a score and reasons, including duplicate detection.","exampleAgentPrompt":"Judge whether my agent's output passes for this task: 'Summarize the Apollo 11 mission' — the output is 'The Apollo 11 crew of 4 landed on the Moon in July 1969 launching from Cape Canaveral', the criteria are ['mentions crew size','mentions launch site'], and the evidence is ['The crew size was 3.','The mission launched from Cape Canaveral.'] — retain the result for auditing.","exampleUseCases":[{"title":"QA gate in an automated pipeline","prompt":"Check whether my agent's answer passes for the task 'List the top 3 causes of the French Revolution' — the output is 'Financial crisis, social inequality, and Enlightenment ideas', criteria are ['mentions financial crisis','mentions Enlightenment'], and evidence is ['France faced severe debt after the Seven Years War.','Enlightenment thinkers challenged monarchic authority.'] — give me a pass, fail, or retry verdict with a score."},{"title":"Duplicate submission detection","prompt":"I'm submitting agent output again for the task 'Draft a product description for noise-cancelling headphones' with agent ID 'copywriter-v2' — run the duplicate check and tell me if this is a repeated submission before I pay for a full evaluation."},{"title":"Evidence-grounded claim verification","prompt":"Judge this agent response for the task 'Describe the Mars Perseverance rover mission': the output says 'Perseverance landed in Jezero Crater in February 2021 and carries the Ingenuity helicopter', criteria are ['mentions landing site','mentions Ingenuity'], and evidence is ['Perseverance landed in Jezero Crater on Feb 18 2021.','The rover carried the Ingenuity helicopter drone.'] — use version tag 'rover-agent-v1.2' and tell me if it passes."}],"resultDescription":"A JSON object containing a verdict ('pass', 'fail', or 'retry'), a numeric score (0–1), an array of human-readable reasons explaining the verdict, a unique request_id, the engine type used (e.g. 'deterministic'), and optional retention metadata if the result was stored.","failureModes":["Missing required fields (task, agent_output, or criteria) returns a 400-level error","Invalid agent_id format (not matching pattern) causes schema validation failure","Duplicate submission detected may return a cached or flagged result","Evidence mismatch where claims cannot be verified against supplied evidence lowers score and may trigger 'fail' or 'retry'","Empty criteria array may result in trivially passing verdicts","Service unavailability returns 5xx error"],"whenToPreferThis":"Use this endpoint when you need automated, structured pass/fail/retry verdicts on AI agent outputs — especially when you want claim-level grounding against evidence, deterministic string checks without invoking an LLM, or audit trails via retention. Prefer this over generic LLM-based review when you need consistent, low-cost ($0.005/call) structured verdicts with machine-readable scores and reasons that downstream orchestration logic can act on.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-29T00:30:18.592Z","isFirstParty":false,"canonicalSlug":"screwtape-ai-judge-agent-as-a-service-duplicate-check-80fb6728"}