{"uid":"cap_PAT9HemP1UdvA2ynk8RFD","slug":"eval-engine-api-pay-per-call-ai-evaluation-034014af","name":"Eval Engine API — Pay-per-call AI Evaluation","description":"Pay-per-call AI evaluation engine. Score LLM outputs, agent trajectories, and model responses against benchmark rubrics. $0.005 per eval via x402 USDC on Base. Free trial available.","url":"https://eval.zuluworksai.com/eval","method":"POST","headers":{},"bodySchema":{"type":"object","required":["benchmark_id","agent_trajectory"],"properties":{"benchmark_id":{"type":"string","description":"Benchmark ID from GET /benchmarks"},"agent_identity":{"type":"string","description":"Optional agent identifier for spend tracking"},"agent_trajectory":{"type":"string","description":"Full agent trajectory or LLM output to evaluate"}}},"responseSchema":{"type":"object","required":["success","workflow_id","status","score"],"properties":{"score":{"type":"number","maximum":1,"minimum":0},"metric":{"type":"string"},"status":{"enum":["completed"],"type":"string"},"receipt":{"type":"object","properties":{"header":{"type":"object"},"verifiable_proof":{"type":"object"},"evaluation_result":{"type":"object"}}},"success":{"type":"boolean"},"payment_ref":{"type":"string"},"workflow_id":{"type":"string"},"reasoning_summary":{"type":"string"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"down","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_imgX7uG2hxygdSqiUlXM8","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scores LLM outputs and agent trajectories against benchmark rubrics using a pay-per-call evaluation engine.","exampleAgentPrompt":"Score this agent trajectory against benchmark 'tool-use-v1' and tell me how well it did: 'User asked for weather → agent called WeatherAPI → agent returned 72°F for San Francisco.'","exampleUseCases":[{"title":"Automated agent QA pipeline","prompt":"Run an eval on this agent output using benchmark 'reasoning-v2' and give me the score and reasoning summary: 'The agent was asked to summarize a 500-word article and returned a 3-sentence summary covering the main points.'"},{"title":"LLM output regression testing","prompt":"I just updated my LLM prompt and want to check if it regressed — evaluate this response against benchmark 'instruction-following-v1': 'When told to respond only in bullet points, the model wrote three paragraphs of prose.'"},{"title":"Multi-agent spend tracking by identity","prompt":"Evaluate this trajectory for agent 'customer-support-bot-prod' using benchmark 'helpfulness-v3': 'User complained about a billing error → agent apologized, looked up account, issued a $10 credit, and confirmed via email.'"}],"resultDescription":"Returns a numeric score (0–1), the metric name, a reasoning summary explaining the score, a workflow ID, a payment reference, and a verifiable receipt containing the evaluation result and proof of payment.","failureModes":["Invalid or unknown benchmark_id returns an error indicating the benchmark was not found","Malformed or empty agent_trajectory may result in a failed evaluation or low-confidence score","Payment failure via x402 USDC will block the eval from executing","Rate limiting or quota exhaustion may cause timeouts or rejection","Missing required fields (benchmark_id or agent_trajectory) will return a validation error"],"whenToPreferThis":"Choose this endpoint when you need a structured, rubric-based numeric score for an LLM output or agent trajectory and want pay-per-call pricing without a subscription. Ideal for automated QA pipelines, regression testing between model versions, or any scenario where you need a verifiable, auditable evaluation receipt tied to a specific benchmark.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T16:29:07.440Z","isFirstParty":false}