{"uid":"cap_OIoSlxUR07cfMlewnNHM7","slug":"toll402-llm-as-judge-0fa94051","name":"Toll402 LLM-as-Judge","description":"Independent LLM-as-judge: scores a candidate output against a task and criteria (0-100), with pass/fail, issues and suggestions. Use it for self-verification, best-of-N, or QA gates.","url":"https://toll402.dev/v1/judge","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["task","candidate"],"properties":{"task":{"type":"string","maxLength":20000,"description":"The task/instructions the candidate was supposed to fulfil"},"criteria":{"type":"array","items":{"type":"string","maxLength":300},"default":["correctness","completeness","clarity"],"maxItems":10,"minItems":1},"candidate":{"type":"string","maxLength":100000,"description":"The output to evaluate"},"reference":{"type":"string","maxLength":100000,"description":"Optional gold/reference answer"}},"additionalProperties":false}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"ms":{"type":"integer"},"ok":{"type":"boolean"},"tool":{"type":"string"},"result":{"type":"object","properties":{"pass":{"type":"boolean"},"issues":{"type":"array","items":{}},"scores":{"type":"array","items":{"type":"object","properties":{"score":{"type":"integer"},"criterion":{"type":"string"},"rationale":{"type":"string"}}}},"overall":{"type":"integer"},"suggestions":{"type":"array","items":{}}}}}}}}}},"responseSchema":{"type":"json","example":{"pass":true,"issues":[],"scores":[{"score":90,"criterion":"is a haiku (5-7-5)","rationale":"..."}],"overall":88,"suggestions":[]}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.07","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.07/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.07","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.07","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_y4Cmdzd5oAK3wvmyJi6UJ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.07","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scores a candidate output against a task and criteria (0–100) using an independent LLM judge, returning pass/fail, per-criterion scores, issues, and improvement suggestions.","exampleAgentPrompt":"Can you judge my draft response against the original task? Task: 'Explain how photosynthesis works for a 10-year-old.' Candidate: 'Plants eat sunlight using chlorophyll, turning CO2 and water into sugar and oxygen.' Score it on correctness, completeness, and clarity, and let me know if it passes.","exampleUseCases":[{"title":"QA gate before agent publishes output","prompt":"Before my agent sends this customer support reply, judge it against the task 'Answer the customer's billing question politely and accurately' — score it on correctness, completeness, and tone, and flag any issues so I can decide whether to publish it."},{"title":"Best-of-N candidate selection","prompt":"I have two AI-generated summaries of a legal document. Can you score each one against the task 'Summarize this contract's key obligations in plain English' on correctness and clarity, so I can pick the better one?"},{"title":"Self-verification in agentic pipeline","prompt":"My pipeline just produced this SQL query as an answer to 'Write a query that returns all users who signed up in the last 30 days and have made at least one purchase.' Score it 0–100 on correctness and completeness, and tell me whether it passes and what to fix if not."}],"resultDescription":"Returns a JSON object with an overall integer score (0–100), a boolean pass/fail verdict, an array of per-criterion scores each with criterion name, integer score, and rationale, a list of identified issues, and a list of improvement suggestions. Also includes elapsed time in milliseconds and the tool name used.","failureModes":["Missing required 'task' or 'candidate' query parameters returns a validation error","Candidate or task text exceeding 100,000 or 20,000 character limits respectively causes rejection","Criteria array with fewer than 1 or more than 10 items returns a schema validation error","Network timeout or upstream LLM unavailability may return a 5xx error","Ambiguous or very short task descriptions may produce unreliable or low-confidence scores"],"whenToPreferThis":"Choose this endpoint when you need an independent, structured numeric judgment of an LLM output rather than just a binary check — especially for self-verification loops, best-of-N selection, or QA gates in agentic pipelines. It is particularly useful when you want per-criterion breakdowns with rationale and actionable suggestions, rather than a simple pass/fail or raw similarity score.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T19:04:35.993Z","isFirstParty":false}