diff --git a/articles/MultiGroup.html b/articles/MultiGroup.html index 6217ddc..b4cffbb 100644 --- a/articles/MultiGroup.html +++ b/articles/MultiGroup.html @@ -189,13 +189,13 @@

Max-Min Difference#> Metric Group 1 Group 2 Group 3 Group 4 Max-Min 95% CI #> 1 TPR 0.37 0.65 0.73 0.73 0.36 [0.3,0.44] #> 2 FPR 0.02 0.13 0.09 0.20 0.18 [0.13,0.24] -#> 3 PPR 0.34 0.16 0.49 0.27 0.33 [0.28,0.38] -#> 4 PPV 0.89 0.94 0.79 0.83 0.15 [0.1,0.22] -#> 5 NPV 0.83 0.69 0.71 0.83 0.14 [0.11,0.2] -#> 6 ACC 0.85 0.73 0.75 0.83 0.12 [0.09,0.17] -#> 7 Brier Score 0.11 0.17 0.17 0.12 0.06 [0.05,0.09] -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 26.30 [13.31,85.39] -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 0.15 [0.12,0.18] +#> 3 PPR 0.16 0.27 0.34 0.49 0.33 [0.28,0.38] +#> 4 PPV 0.94 0.83 0.89 0.79 0.15 [0.1,0.22] +#> 5 NPV 0.69 0.83 0.83 0.71 0.14 [0.11,0.2] +#> 6 ACC 0.73 0.83 0.85 0.75 0.12 [0.09,0.17] +#> 7 Brier Score 0.17 0.12 0.11 0.17 0.06 [0.05,0.09] +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 26.30 [13.31,85.39] +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 0.15 [0.12,0.18]

Max-Min Ratio @@ -209,13 +209,13 @@

Max-Min Ratio#> Metric Group 1 Group 2 Group 3 Group 4 Max/Min 95% CI #> 1 TPR 0.37 0.65 0.73 0.73 1.972973 [5.33,5.33] #> 2 FPR 0.02 0.13 0.09 0.20 10.000000 [500,500] -#> 3 PPR 0.34 0.16 0.49 0.27 3.062500 [19.14,19.14] -#> 4 PPV 0.89 0.94 0.79 0.83 1.189873 [1.51,1.51] -#> 5 NPV 0.83 0.69 0.71 0.83 1.202899 [1.74,1.74] -#> 6 ACC 0.85 0.73 0.75 0.83 1.164384 [1.6,1.6] -#> 7 Brier Score 0.11 0.17 0.17 0.12 1.545455 [14.05,14.05] -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 20.197080 [20.2,20.2] -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 1.405405 [3.8,3.8]

+#> 3 PPR 0.16 0.27 0.34 0.49 3.062500 [19.14,19.14] +#> 4 PPV 0.94 0.83 0.89 0.79 1.189873 [1.51,1.51] +#> 5 NPV 0.69 0.83 0.83 0.71 1.202899 [1.74,1.74] +#> 6 ACC 0.73 0.83 0.85 0.75 1.164384 [1.6,1.6] +#> 7 Brier Score 0.17 0.12 0.11 0.17 1.545455 [14.05,14.05] +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 20.197080 [20.2,20.2] +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 1.405405 [3.8,3.8]

Max Absolute Difference @@ -229,13 +229,13 @@

Max Absolute Difference#> Metric Group 1 Group 2 Group 3 Group 4 Max_Abs_Diff 95% CI #> 1 TPR 0.37 0.65 0.73 0.73 0.11 [0.21,0.21] #> 2 FPR 0.02 0.13 0.09 0.20 0.09 [0.09,0.09] -#> 3 PPR 0.34 0.16 0.49 0.27 0.17 [0.2,0.2] -#> 4 PPV 0.89 0.94 0.79 0.83 0.08 [0.23,0.23] -#> 5 NPV 0.83 0.69 0.71 0.83 0.07 [0.2,0.2] -#> 6 ACC 0.85 0.73 0.75 0.83 0.06 [0.21,0.21] -#> 7 Brier Score 0.11 0.17 0.17 0.12 0.03 [0.05,0.05] -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 18.98 [16.92,16.92] -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 0.10 [0.17,0.17]

+#> 3 PPR 0.16 0.27 0.34 0.49 0.17 [0.2,0.2] +#> 4 PPV 0.94 0.83 0.89 0.79 0.08 [0.23,0.23] +#> 5 NPV 0.69 0.83 0.83 0.71 0.07 [0.2,0.2] +#> 6 ACC 0.73 0.83 0.85 0.75 0.06 [0.21,0.21] +#> 7 Brier Score 0.17 0.12 0.11 0.17 0.03 [0.05,0.05] +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 18.98 [16.92,16.92] +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 0.10 [0.17,0.17]

Mean Absolute Deviation @@ -249,13 +249,13 @@

Mean Absolute Deviation#> Metric Group 1 Group 2 Group 3 Group 4 Max_abs_dev 95% CI #> 1 TPR 0.37 0.65 0.73 0.73 0.16 [0.12,0.21] #> 2 FPR 0.02 0.13 0.09 0.20 0.08 [0.05,0.11] -#> 3 PPR 0.34 0.16 0.49 0.27 0.15 [0.12,0.17] -#> 4 PPV 0.89 0.94 0.79 0.83 0.08 [0.04,0.11] -#> 5 NPV 0.83 0.69 0.71 0.83 0.10 [0.06,0.13] -#> 6 ACC 0.85 0.73 0.75 0.83 0.07 [0.05,0.1] -#> 7 Brier Score 0.11 0.17 0.17 0.12 0.04 [0.03,0.06] -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 9.88 [5.15,33.36] -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 0.07 [0.05,0.09]

+#> 3 PPR 0.16 0.27 0.34 0.49 0.15 [0.12,0.17] +#> 4 PPV 0.94 0.83 0.89 0.79 0.08 [0.04,0.11] +#> 5 NPV 0.69 0.83 0.83 0.71 0.10 [0.06,0.13] +#> 6 ACC 0.73 0.83 0.85 0.75 0.07 [0.05,0.1] +#> 7 Brier Score 0.17 0.12 0.11 0.17 0.04 [0.03,0.06] +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 9.88 [5.15,33.36] +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 0.07 [0.05,0.09]

Variance @@ -269,13 +269,13 @@

Variance#> Metric Group 1 Group 2 Group 3 Group 4 Variance 95% CI #> 1 TPR 0.37 0.65 0.73 0.73 0.03 [0.02,0.04] #> 2 FPR 0.02 0.13 0.09 0.20 0.01 [0,0.01] -#> 3 PPR 0.34 0.16 0.49 0.27 0.02 [0.01,0.03] -#> 4 PPV 0.89 0.94 0.79 0.83 0.00 [0,0.01] -#> 5 NPV 0.83 0.69 0.71 0.83 0.01 [0,0.01] -#> 6 ACC 0.85 0.73 0.75 0.83 0.00 [0,0.01] -#> 7 Brier Score 0.11 0.17 0.17 0.12 0.00 [0,0] -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 160.58 [35.14,1944.16] -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 0.01 [0,0.01]

+#> 3 PPR 0.16 0.27 0.34 0.49 0.02 [0.01,0.03] +#> 4 PPV 0.94 0.83 0.89 0.79 0.00 [0,0.01] +#> 5 NPV 0.69 0.83 0.83 0.71 0.01 [0,0.01] +#> 6 ACC 0.73 0.83 0.85 0.75 0.00 [0,0.01] +#> 7 Brier Score 0.17 0.12 0.11 0.17 0.00 [0,0] +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 160.58 [35.14,1944.16] +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 0.01 [0,0.01]

Generalized Entropy Index @@ -289,13 +289,13 @@

Generalized Entropy Index#> Metric Group 1 Group 2 Group 3 Group 4 Generalized_Entropy_Index #> 1 TPR 0.37 0.65 0.73 0.73 0.03 #> 2 FPR 0.02 0.13 0.09 0.20 0.18 -#> 3 PPR 0.34 0.16 0.49 0.27 0.07 -#> 4 PPV 0.89 0.94 0.79 0.83 0.00 -#> 5 NPV 0.83 0.69 0.71 0.83 0.00 -#> 6 ACC 0.85 0.73 0.75 0.83 0.00 -#> 7 Brier Score 0.11 0.17 0.17 0.12 0.02 -#> 8 FN/FP Ratio 3.04 27.67 1.37 2.69 0.80 -#> 9 Avg Pred Prob 0.41 0.37 0.52 0.37 0.01 +#> 3 PPR 0.16 0.27 0.34 0.49 0.07 +#> 4 PPV 0.94 0.83 0.89 0.79 0.00 +#> 5 NPV 0.69 0.83 0.83 0.71 0.00 +#> 6 ACC 0.73 0.83 0.85 0.75 0.00 +#> 7 Brier Score 0.17 0.12 0.11 0.17 0.02 +#> 8 FN/FP Ratio 27.67 2.69 3.04 1.37 0.80 +#> 9 Avg Pred Prob 0.37 0.37 0.41 0.52 0.01 #> 95% CI #> 1 [0.02,0.04] #> 2 [0.1,0.28] diff --git a/articles/TwoGroup.html b/articles/TwoGroup.html index 08a1498..e39d6b0 100644 --- a/articles/TwoGroup.html +++ b/articles/TwoGroup.html @@ -207,7 +207,7 @@

Fairness Evaluationfilter(day_28_flg == 0) %>% summarise(fpr = mean(pred)) #> fpr -#> 1 0.04945055

+#> 1 0.05054945

Equal Opportunity

@@ -220,8 +220,8 @@

Equal Opportunity= cut_off ) #> There is evidence that model does not satisfy equal opportunity. -#> Metric GroupMale GroupFemale Difference 95% CI -#> 1 TPR 0.65 0.41 0.24 [0.1, 0.38]

+#> Metric GroupMale GroupFemale Difference 95% CI +#> 1 TPR 0.65 0.41 0.24 [0.09, 0.39]

Equalized Odds @@ -237,7 +237,7 @@

Equalized Odds#> There is evidence that model does not satisfy equalized odds. #> Metric Group Male Group Female Difference 95% CI #> 1 TPR 0.65 0.41 0.24 [0.09, 0.39] -#> 2 FPR 0.37 0.20 0.17 [-0.02, 0.36]

+#> 2 FPR 0.37 0.19 0.18 [-0.01, 0.37]

Statistical Parity @@ -251,8 +251,8 @@

Statistical Parity= cut_off ) #> There is evidence that model does not satisfy statistical parity. -#> Metric Group Male Group Female Difference 95% CI -#> 1 PPR 0.09 0.18 -0.09 [-0.13, -0.05]

+#> Metric Group Male Group Female Difference 95% CI +#> 1 PPR 0.18 0.09 0.09 [0.05, 0.13]

Conditional Statistical Parity @@ -281,8 +281,8 @@

Conditional Statistical Parity= "MICU") #> There is not enough evidence that the model does not satisfy #> statistical parity. -#> Metric Group Female Group Male Difference 95% CI -#> 1 PPR 0.17 0.11 0.06 [-0.01, 0.13]

+#> Metric Group Female Group Male Difference 95% CI +#> 1 PPR 0.16 0.1 0.06 [0, 0.12]

Predictive Parity @@ -298,7 +298,7 @@

Predictive Parity#> There is not enough evidence that the model does not satisfy #> predictive parity. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 PPV 0.67 0.64 0.03 [-0.14, 0.2]

+#> 1 PPV 0.64 0.68 -0.04 [-0.2, 0.12]

Predictive Equality @@ -314,7 +314,7 @@

Predictive Equality#> There is not enough evidence that the model does not satisfy #> predictive equality. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 FPR 0.37 0.2 0.17 [-0.02, 0.36]

+#> 1 FPR 0.37 0.19 0.18 [-0.01, 0.37]

Conditional Accuracy Equality @@ -330,8 +330,8 @@

Conditional Accuracy Equality#> There is not enough evidence that the model does not satisfy #> conditional use accuracy equality. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 PPV 0.67 0.64 0.03 [-0.13, 0.19] -#> 2 NPV 0.91 0.93 -0.02 [-0.06, 0.02]

+#> 1 PPV 0.64 0.68 -0.04 [-0.19, 0.11] +#> 2 NPV 0.93 0.91 0.02 [-0.02, 0.06]

Accuracy Parity @@ -347,7 +347,7 @@

Accuracy Parity#> There is not enough evidence that the model does not satisfy #> accuracy parity. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 Accuracy 0.89 0.88 0.01 [-0.03, 0.05]

+#> 1 Accuracy 0.88 0.89 -0.01 [-0.05, 0.03]

Brier Score Parity @@ -362,7 +362,7 @@

Brier Score Parity#> There is not enough evidence that the model does not satisfy #> Brier Score parity. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 Brier Score 0.08 0.09 -0.01 [-0.03, 0.01]

+#> 1 Brier Score 0.09 0.08 0.01 [-0.01, 0.03]

Treatment Equality @@ -374,11 +374,11 @@

Treatment Equality= "gender", probs = "pred" ) -#> [1] 13.2 4.5 +#> [1] 3.54 13.20 #> There is not enough evidence that the model does not satisfy #> treatment equality. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 FN/FP Ratio 13.2 4.5 8.7 [-16.07, 33.47]

+#> 1 FN/FP Ratio 3.54 13.2 -9.66 [-31.38, 12.06]

Balance for Positive Class @@ -393,7 +393,7 @@

Balance for Positive Class#> There is evidence that the model does not satisfy #> balance for positive class. #> Metric GroupMale GroupFemale Difference 95% CI -#> 1 Avg. Predicted Prob. 0.47 0.37 0.1 [0.04, 0.16]

+#> 1 Avg. Predicted Prob. 0.47 0.37 0.1 [0.05, 0.15]

Balance for Negative Class @@ -407,8 +407,8 @@

Balance for Negative Class) #> There is enough evidence that the model does not satisfy #> balance for negative class. -#> Metric GroupMale GroupFemale Difference 95% CI -#> 1 Avg. Predicted Prob. 0.11 0.16 -0.05 [-0.07, -0.03]

+#> Metric GroupMale GroupFemale Difference 95% CI +#> 1 Avg. Predicted Prob. 0.15 0.1 0.05 [0.03, 0.07]