Spaces:
Runtime error
Runtime error
pminervini
commited on
Commit
•
b8ff31e
1
Parent(s):
590fea3
update
Browse files
src/backend/tasks/xsum/task.py
CHANGED
@@ -175,7 +175,7 @@ class XSum(Task):
|
|
175 |
A dictionary where keys are the names of submetrics and values are
|
176 |
functions that aggregate a list of metrics
|
177 |
"""
|
178 |
-
return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB"]}
|
179 |
|
180 |
def higher_is_better(self):
|
181 |
"""
|
@@ -183,4 +183,4 @@ class XSum(Task):
|
|
183 |
A dictionary where keys are the names of submetrics and values are
|
184 |
whether a higher value of the submetric is better
|
185 |
"""
|
186 |
-
return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB"]}
|
|
|
175 |
A dictionary where keys are the names of submetrics and values are
|
176 |
functions that aggregate a list of metrics
|
177 |
"""
|
178 |
+
return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
|
179 |
|
180 |
def higher_is_better(self):
|
181 |
"""
|
|
|
183 |
A dictionary where keys are the names of submetrics and values are
|
184 |
whether a higher value of the submetric is better
|
185 |
"""
|
186 |
+
return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
|