{"uid":"cap_JkMSzo05CtBAxE4G6zsGL","slug":"signalharness-rag-pipeline-evaluation-report-2b2011e8","name":"SignalHarness RAG Pipeline Evaluation Report","description":"Explore 330 pay-per-call x402 API services and 27 agent-native digital products, with Base USDC pricing, secure Polar checkout, and free discovery.","url":"https://signalharness.ai/api/agent/services/rag_pipeline_evaluation_report/invoke","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"request_json":{"type":"string","maxLength":65536,"minLength":2}}},"responseSchema":{"type":"json","example":{"replay":false,"result":{"warnings":["Verify the caller-supplied data before relying on this result."],"service_id":"rag_pipeline_evaluation_report","analysis_json":"{\"example\":\"schema-valid caller-supplied data\"}","evidence_scope":"caller_supplied_data"},"status":"succeeded","receipt":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","usage":[],"status":"succeeded","network":"eip155:8453","artifacts":[],"endedAtMs":0,"latencyMs":0,"paymentId":"example-payment","receiptId":"example-receipt","requestId":"example-request","serviceId":"rag_pipeline_evaluation_report","executionId":"example-execution","startedAtMs":0,"amountAtomic":"25000","resultSha256":"3f1ad893918472771b6dc2562dc98813cb816833968d47e84b76d4510bb6a333","serviceVersion":"1.0.0","settlementReference":"0x0000000000000000000000000000000000000000000000000000000000000000"},"artifacts":[],"requestId":"example-request","executionId":"example-execution"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.025","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.025/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.025","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.025","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_TAddtymBjvLOHqUdhBAtp","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.025","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Evaluates a RAG (Retrieval-Augmented Generation) pipeline by analyzing caller-supplied data and returning a structured evaluation report with analysis JSON and warnings.","exampleAgentPrompt":"Can you run an evaluation report on my RAG pipeline data and tell me what issues or warnings come up? Here's the pipeline JSON: {\"retriever\":\"dense\",\"chunks\":50,\"query\":\"what is the capital of France\",\"retrieved_docs\":[\"Paris is the capital...\"],\"generated_answer\":\"Paris\"}.","exampleUseCases":[{"title":"RAG pipeline quality audit","prompt":"I just built a RAG system for our internal knowledge base — can you run an evaluation on this pipeline data and give me a structured report on its quality? Here's the request JSON with the retrieval and generation outputs."},{"title":"Diagnosing hallucination in RAG answers","prompt":"My RAG chatbot seems to be hallucinating answers. Can you evaluate this pipeline JSON I captured — it has the retrieved docs, the query, and the generated response — and tell me what warnings or problems the evaluation finds?"},{"title":"Pre-deployment RAG validation","prompt":"Before we ship this RAG pipeline to production, I want an evaluation report on it. Here's the full pipeline config and sample run data as JSON — please analyze it and flag any issues."}],"resultDescription":"Returns a JSON object containing an analysis_json field with the structured evaluation findings, a warnings array listing any data quality or reliability concerns, an evidence_scope indicating the data source (caller-supplied), and a payment receipt with execution metadata including latency, payment ID, and result hash.","failureModes":["Invalid or malformed request_json input returns a validation error","request_json exceeding 65536 characters is rejected","Missing required request_json field causes a failure response","Caller-supplied data that cannot be parsed may yield warnings rather than a hard error","Payment failure on the x402 protocol results in no execution"],"whenToPreferThis":"Choose this endpoint when you need a structured, on-demand evaluation report for a RAG pipeline and want results returned as machine-readable JSON with explicit warnings. It is particularly useful for agents that need to audit RAG system quality programmatically at low cost ($0.025/call) without standing up their own evaluation infrastructure. Prefer this over generic LLM prompting when you need a standardized report format with an auditable receipt.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T07:02:39.226Z","isFirstParty":false}