{"uid":"cap_9xDVM8nzEN5fVzRo38MSU","slug":"saylor-innovations-a-b-test-significance-calculator-30aa4224","name":"Saylor Innovations A/B Test Significance Calculator","description":"A/B test significance from visitors and conversions - lift, z-score, p-value, confidence interval, winner and the sample size needed per variant","url":"https://saylorinnovations.com/api/math/ab-test?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["a_visitors","a_conversions","b_visitors","b_conversions"],"properties":{"a_visitors":{"type":"string","description":"Visitors in variant A"},"b_visitors":{"type":"string","description":"Visitors in variant B"},"a_conversions":{"type":"string","description":"Conversions in A"},"b_conversions":{"type":"string","description":"Conversions in B"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string","const":"json"},"example":{"type":"object","required":["variant_a","variant_b","p_value","significant"],"properties":{"note":{"type":"string","description":"Caveat or context for reading the result"},"alpha":{"type":["number","null"],"description":"Significance threshold used"},"advice":{"type":"string","description":"The advice text"},"source":{"type":"string","description":"Data source the values come from"},"winner":{"type":"string","description":"Better variant when significant, otherwise null"},"p_value":{"type":"number","description":"P value"},"z_score":{"type":"number","description":"Z score"},"variant_a":{"type":"object","properties":{"visitors":{"type":["number","null"],"description":"Visitors in variant A"},"conversions":{"type":["number","null"],"description":"Conversions in variant A"},"conversion_rate_percent":{"type":["number","null"],"description":"Conversion rate, as a percentage"}},"description":"Variant a"},"variant_b":{"type":"object","properties":{"visitors":{"type":["number","null"],"description":"Visitors in variant B"},"conversions":{"type":["number","null"],"description":"Conversions in variant B"},"conversion_rate_percent":{"type":["number","null"],"description":"Conversion rate, as a percentage"}},"description":"Variant b"},"significant":{"type":"boolean","description":"True when the p-value is below alpha"},"underpowered":{"type":["boolean","null"],"description":"True when the sample is too small to detect the observed lift reliably"},"relative_lift_percent":{"type":["number","null"],"description":"Relative lift, as a percentage"},"absolute_difference_points":{"type":["number","null"],"description":"Absolute difference points"},"current_sample_per_variant":{"type":["number","null"],"description":"Current sample per variant"},"probability_b_beats_a_approx":{"type":["number","null"],"description":"Probability b beats a approx"},"confidence_interval_difference":{"type":"object","description":"Confidence interval difference"},"sample_size_per_variant_to_detect_observed_effect":{"type":["number","null"],"description":"Sample size per variant to detect observed effect"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_vqeP4qs2v3078yIIA3ihp","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Calculates A/B test statistical significance including lift, z-score, p-value, confidence interval, winner declaration, and required sample size per variant","exampleAgentPrompt":"Can you check if my A/B test is statistically significant? Variant A had 4200 visitors and 189 conversions, and Variant B had 4150 visitors and 237 conversions.","exampleUseCases":[{"title":"Landing page test evaluation","prompt":"I ran a landing page A/B test — the control got 3500 visitors and 140 conversions, the new design got 3500 visitors and 196 conversions. Is the difference statistically significant and which version wins?"},{"title":"Email campaign conversion analysis","prompt":"My email campaign split test is done: version A sent to 2000 people got 60 clicks, version B sent to 2000 people got 88 clicks. Can you run the significance test and tell me the p-value, z-score, and whether I have a clear winner?"},{"title":"Sample size planning before launch","prompt":"I'm planning an A/B test for my checkout button and my baseline conversion rate is about 3.5%. How many visitors per variant do I need to detect a meaningful lift?"}],"resultDescription":"Returns a JSON object with variant_a and variant_b objects (each containing visitors, conversions, and conversion_rate_percent), z_score, p_value, significant flag, winner (null if not significant), alpha threshold, lift, confidence interval, a note with context for interpreting the result, and actionable advice text.","failureModes":["Missing required query parameters (a_visitors, a_conversions, b_visitors, b_conversions) returns validation error","Non-numeric or zero visitor counts may cause division errors or unexpected results","Extremely small sample sizes may produce unreliable statistical outputs","Payment failure (402) if USDC balance is insufficient"],"whenToPreferThis":"Choose this endpoint when you need a quick, hosted statistical significance calculation for a two-variant (A/B) conversion experiment without running your own stats library. Ideal for agents that need to interpret experiment results on the fly, report significance to stakeholders, or determine required sample sizes before launching a test. Best when inputs are simple visitor/conversion counts for two variants.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-18T12:56:21.403Z","isFirstParty":false,"canonicalSlug":"saylor-innovations-a-b-test-significance-calculator-30aa4224"}