from fractions import Fraction def precision(prevalence, tpr, fpr): positive_mass = prevalence * tpr + (1 - prevalence) * fpr if positive_mass == 0: return None return prevalence * tpr / positive_mass def counts(members, nonmembers, tpr, fpr): tp = members * tpr fp = nonmembers * fpr return tp, fp, members - tp, nonmembers - fp def main(): # Illustrative synthetic rates, not model measurements. tpr = Fraction(3, 5) fpr = Fraction(1, 100) for members, nonmembers in ((1000, 1000), (1000, 99000)): tp, fp, fn, tn = counts(members, nonmembers, tpr, fpr) p = Fraction(members, members + nonmembers) ppv = precision(p, tpr, fpr) accuracy = (tp + tn) / (members + nonmembers) assert ppv == tp / (tp + fp) print(f"members={members}, nonmembers={nonmembers}") print(f"TP={tp}, FP={fp}, FN={fn}, TN={tn}") print(f"precision={float(ppv):.2%}") print(f"accuracy={float(accuracy):.2%}") assert precision(Fraction(1, 100), tpr, fpr) == Fraction(20, 53) assert precision(Fraction(1, 2), 0, 0) is None p = Fraction(1, 100) target = Fraction(9, 10) max_fpr = p * tpr * (1 - target) / (target * (1 - p)) assert max_fpr == Fraction(1, 1485) print(f"conditional FPR ceiling={float(max_fpr):.5%}") if __name__ == "__main__": main()