#!/usr/bin/env python3
# Source: t2-statistics.html
import random, statistics as st

# Delta method vs bootstrap for a ratio metric: clicks per session.
rng = random.Random(1)
users = []
for _ in range(2000):
    s = 1 + int(rng.expovariate(1 / 4))          # sessions per user
    c = sum(rng.random() < 0.3 for _ in range(s)) # clicks per user
    users.append((c, s))

X = [c for c, _ in users]; Y = [s for _, s in users]
n = len(users); mx, my = st.mean(X), st.mean(Y)
r = mx / my
vx, vy = st.variance(X), st.variance(Y)
cxy = sum((x - mx) * (y - my) for x, y in users) / (n - 1)
var_r = (vx / my**2 - 2 * mx * cxy / my**3 + mx**2 * vy / my**4) / n
print(f"ratio = {r:.4f}, delta-method SE = {var_r ** 0.5:.5f}")

boots = []
for _ in range(2000):
    smp = [users[rng.randrange(n)] for _ in range(n)]
    boots.append(sum(c for c, _ in smp) / sum(s for _, s in smp))
print(f"bootstrap SE         = {st.stdev(boots):.5f}")
