pminervini commited on
Commit
b8ff31e
1 Parent(s): 590fea3
Files changed (1) hide show
  1. src/backend/tasks/xsum/task.py +2 -2
src/backend/tasks/xsum/task.py CHANGED
@@ -175,7 +175,7 @@ class XSum(Task):
175
  A dictionary where keys are the names of submetrics and values are
176
  functions that aggregate a list of metrics
177
  """
178
- return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB"]}
179
 
180
  def higher_is_better(self):
181
  """
@@ -183,4 +183,4 @@ class XSum(Task):
183
  A dictionary where keys are the names of submetrics and values are
184
  whether a higher value of the submetric is better
185
  """
186
- return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB"]}
 
175
  A dictionary where keys are the names of submetrics and values are
176
  functions that aggregate a list of metrics
177
  """
178
+ return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
179
 
180
  def higher_is_better(self):
181
  """
 
183
  A dictionary where keys are the names of submetrics and values are
184
  whether a higher value of the submetric is better
185
  """
186
+ return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}