Update bias_auc.py
Browse fileschanged output name from "Overall" to "Overall generalized mean"
- bias_auc.py +5 -5
bias_auc.py
CHANGED
@@ -138,18 +138,18 @@ class BiasAUC(evaluate.Metric):
|
|
138 |
|
139 |
def _update_overall(self, result, labels, outputs, power_value=-5):
|
140 |
"""Compute the generalized mean of Bias AUCs"""
|
141 |
-
result['Overall'] = {}
|
142 |
for metric in ['Subgroup', 'BPSN', 'BNSP']:
|
143 |
metric_values = np.array([result[community][metric] for community in result
|
144 |
-
if community != 'Overall'])
|
145 |
metric_values **= power_value
|
146 |
mean_value = np.power(np.sum(metric_values)/(len(result) - 1), 1/power_value)
|
147 |
-
result['Overall'][f"{metric}
|
148 |
y_preds = [output[1] for output in outputs]
|
149 |
try:
|
150 |
-
result['Overall']["Overall AUC"] = roc_auc_score(labels, y_preds)
|
151 |
except ValueError:
|
152 |
-
result['Overall']["Overall AUC"] = np.nan
|
153 |
return result
|
154 |
|
155 |
def _compute(self, target, label, output, subgroups=None):
|
|
|
138 |
|
139 |
def _update_overall(self, result, labels, outputs, power_value=-5):
|
140 |
"""Compute the generalized mean of Bias AUCs"""
|
141 |
+
result['Overall generalized mean'] = {}
|
142 |
for metric in ['Subgroup', 'BPSN', 'BNSP']:
|
143 |
metric_values = np.array([result[community][metric] for community in result
|
144 |
+
if community != 'Overall generalized mean'])
|
145 |
metric_values **= power_value
|
146 |
mean_value = np.power(np.sum(metric_values)/(len(result) - 1), 1/power_value)
|
147 |
+
result['Overall'][f"{metric}"] = mean_value
|
148 |
y_preds = [output[1] for output in outputs]
|
149 |
try:
|
150 |
+
result['Overall generalized mean']["Overall AUC"] = roc_auc_score(labels, y_preds)
|
151 |
except ValueError:
|
152 |
+
result['Overall generalized mean']["Overall AUC"] = np.nan
|
153 |
return result
|
154 |
|
155 |
def _compute(self, target, label, output, subgroups=None):
|