{"uid":"cap_S44VJyCeMVVxpkA2fwyBY","slug":"capability-benchmark-963a81d2","name":"Capability Benchmark","description":"Calculate reproducible capability performance from versioned evidence-bound cases","url":"https://phion.systems/v1/paid/trust/capability-benchmark?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input","output"],"properties":{"input":{"type":"object","required":["body"],"properties":{"body":{"type":"object","additionalProperties":true}}},"output":{"type":"object","required":["example"],"properties":{"example":{"type":"object","additionalProperties":true}}}}},"responseSchema":{"type":"json"},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.004","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.004/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_kx31vGMrW7EEpKUqsu00Q","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.004","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Calculates reproducible capability performance scores from versioned, evidence-bound test cases for AI agent services","exampleAgentPrompt":"Run a capability benchmark on our latest agent service build using versioned evidence-bound test cases and give me a reproducible performance score I can track across versions.","exampleUseCases":[{"title":"Pre-deployment capability quality check","prompt":"Before we deploy this new version of our agent, run a capability benchmark against the versioned evidence cases and tell me the reproducible performance score so we can decide if it's ready."},{"title":"Comparing agent versions over time","prompt":"I need to compare the capability performance of version 1.2 and version 1.3 of our service — can you run the capability benchmark on each and give me reproducible scores so I can see if we regressed?"},{"title":"Third-party agent capability audit","prompt":"We're considering integrating a third-party agent service and I need an objective, reproducible benchmark score based on evidence-bound cases before we commit — can you run the capability benchmark on it?"}],"resultDescription":"Returns a reproducible, deterministic capability performance score derived from versioned, evidence-bound test cases. The result is tied to specific evidence versions so scores can be consistently reproduced and compared across time or agent versions.","failureModes":["Malformed or missing input payload returns a validation error","Unrecognized capability or evidence version identifiers may return a not-found error","Non-deterministic inputs that cannot be versioned may fail reproducibility checks","Service unavailability returns a 503 or timeout error","Insufficient USDC balance (x402 payment failure) blocks the request"],"whenToPreferThis":"Choose this endpoint when you need a deterministic, reproducible performance score for an AI agent capability grounded in versioned evidence — particularly when you need to compare scores across builds, audits, or time periods. Prefer this over ad-hoc evaluation methods when reproducibility and evidence traceability are required, such as in regulated or trust-sensitive agentic deployments.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-18T12:47:03.416Z","isFirstParty":false,"canonicalSlug":"capability-benchmark-963a81d2"}