#!/usr/bin/env python3
# Source: q6-experimentation.html
from statistics import NormalDist
norm = NormalDist()

def n_per_arm(p_base: float, rel_mde: float,
              alpha: float = 0.05, power: float = 0.80) -> int:
    """Users per arm for a two-sided test on a conversion rate."""
    if not 0 < p_base < 1 or rel_mde <= 0 or not 0 < alpha < 1 or not 0 < power < 1:
        raise ValueError("Use valid probabilities and a positive relative effect")
    p_treat = p_base * (1 + rel_mde)
    if not 0 < p_treat < 1:
        raise ValueError("Treatment conversion rate must be within (0, 1)")
    delta = p_treat - p_base
    # Use the pooled variance under H1 (average of the two arms).
    var = (p_base * (1 - p_base) + p_treat * (1 - p_treat)) / 2
    z_a = norm.inv_cdf(1 - alpha / 2)     # 1.96
    z_b = norm.inv_cdf(power)             # 0.84
    return int(2 * (z_a + z_b) ** 2 * var / delta ** 2) + 1

print(n_per_arm(0.10, 0.05))   # about 57,800, close to the 57,600 rule of thumb
