{"uid":"cap_cGRXGe5mVbTOdIwA-RZoV","slug":"signalharness-model-output-latency-comparator-caller-supplied-metrics-2fb26665","name":"SignalHarness Model Output Latency Comparator (Caller-Supplied Metrics)","description":"Explore 330 pay-per-call x402 API services and 27 agent-native digital products, with Base USDC pricing, secure Polar checkout, and free discovery.","url":"https://signalharness.ai/api/agent/services/model_output_latency_compare_from_supplied_metrics/invoke","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"request_json":{"type":"string","maxLength":65536,"minLength":2}}},"responseSchema":{"type":"json","example":{"replay":false,"result":{"warnings":["Verify the caller-supplied data before relying on this result."],"service_id":"model_output_latency_compare_from_supplied_metrics","analysis_json":"{\"example\":\"schema-valid caller-supplied data\"}","evidence_scope":"caller_supplied_data"},"status":"succeeded","receipt":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","usage":[],"status":"succeeded","network":"eip155:8453","artifacts":[],"endedAtMs":0,"latencyMs":0,"paymentId":"example-payment","receiptId":"example-receipt","requestId":"example-request","serviceId":"model_output_latency_compare_from_supplied_metrics","executionId":"example-execution","startedAtMs":0,"amountAtomic":"15000","resultSha256":"bf04d1fbf6d5e760b5cf2ece4a758bfeb4b367c9ba85850679d2e4f6d3566bb3","serviceVersion":"1.0.0","settlementReference":"0x0000000000000000000000000000000000000000000000000000000000000000"},"artifacts":[],"requestId":"example-request","executionId":"example-execution"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.015","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.015/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.015","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.015","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__9VTMpVDbahKD6P8LiTq2","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.015","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Compares model output latency metrics supplied by the caller and returns a structured analysis of relative performance differences.","exampleAgentPrompt":"I've collected latency measurements for GPT-4o, Claude 3.5 Sonnet, and Gemini 1.5 Pro across 100 requests each — can you run those numbers through SignalHarness to compare which model is consistently fastest and flag any outliers?","exampleUseCases":[{"title":"LLM selection for production deployment","prompt":"I benchmarked three models on our internal test suite and have the latency data as JSON — can you compare them and tell me which one has the best median and p99 response times so I can decide which to deploy?"},{"title":"Regression check after model update","prompt":"We upgraded our model last week and I have latency metrics from before and after. Can you run a comparison on this data to see if the update introduced any meaningful slowdown?"},{"title":"Vendor evaluation for cost-performance tradeoff","prompt":"I have latency samples from two API providers we're evaluating. Can you analyze these metrics and tell me which vendor is faster overall and where the gaps are most significant?"}],"resultDescription":"Returns a JSON analysis object containing a comparison of the caller-supplied latency metrics, along with a warnings array noting that results are based on caller-supplied data, the service ID, and a signed receipt with execution metadata including payment ID, network, and a SHA-256 hash of the result for integrity verification.","failureModes":["Malformed or non-JSON request_json input returns a validation error","Missing or empty request_json causes a schema rejection","Caller-supplied data that is not interpretable as latency metrics may produce a schema-valid but semantically meaningless analysis","Payment failure on the x402 protocol blocks execution","Result accuracy is fully dependent on the quality and accuracy of caller-supplied data — garbage in, garbage out"],"whenToPreferThis":"Choose this endpoint when you already have latency metrics collected from your own benchmarking runs and want a structured comparison without re-running inference. It is best suited for post-hoc analysis where you control the data, as opposed to endpoints that run live model calls to measure latency directly. Useful when you need a signed, tamper-evident receipt of the analysis for audit or compliance purposes.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T16:36:31.525Z","isFirstParty":false}