#!/usr/bin/env python3
# Source: t6-practitioner-toolkit.html
import numpy as np
from sklearn.metrics import roc_auc_score

def paired_bootstrap_delta(y, p_a, p_b, metric=roc_auc_score, n=2000, seed=0):
    """95% CI for metric(B) - metric(A) on the SAME test items."""
    rng = np.random.default_rng(seed)
    y, p_a, p_b = map(np.asarray, (y, p_a, p_b))
    deltas = []
    for _ in range(n):
        idx = rng.integers(0, len(y), len(y))      # resample items with replacement
        if y[idx].min() == y[idx].max():
            continue                               # AUC needs both classes
        deltas.append(metric(y[idx], p_b[idx]) - metric(y[idx], p_a[idx]))
    lo, hi = np.percentile(deltas, [2.5, 97.5])
    return float(np.mean(deltas)), (float(lo), float(hi))
