zhaoliao commited on
Commit
7ba1a05
·
verified ·
1 Parent(s): 5ecec8e

CLCC-H value

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -0
src/leaderboard/read_evals.py CHANGED
@@ -89,6 +89,8 @@ class EvalResult:
89
  accs = [v.get(task.metric, 0) for k, v in data["results"].items() if task.benchmark in k]
90
  mean_acc = np.mean(accs) if len(accs) > 0 else 0
91
  results[task.benchmark] = mean_acc
 
 
92
 
93
  return self(
94
  eval_name=result_key,
 
89
  accs = [v.get(task.metric, 0) for k, v in data["results"].items() if task.benchmark in k]
90
  mean_acc = np.mean(accs) if len(accs) > 0 else 0
91
  results[task.benchmark] = mean_acc
92
+ if task.benchmark == "CLCC-H":
93
+ results[task.benchmark] = results[task.benchmark] * 100
94
 
95
  return self(
96
  eval_name=result_key,