gblazex commited on
Commit
b72ecf6
·
1 Parent(s): f0855f1

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -0
src/leaderboard/read_evals.py CHANGED
@@ -272,6 +272,7 @@ class EvalResult:
272
  """Converts the Eval Result to a dict compatible with our dataframe display"""
273
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
274
  mmlu_arc = (self.results["hendrycksTest"] + self.results["arc:challenge"]) / 2.0
 
275
  data_dict = {
276
  "eval_name": self.eval_name, # not a column, just a save name,
277
  AutoEvalColumn.precision.name: self.precision.value.name,
 
272
  """Converts the Eval Result to a dict compatible with our dataframe display"""
273
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
274
  mmlu_arc = (self.results["hendrycksTest"] + self.results["arc:challenge"]) / 2.0
275
+ print(mmlu_arc, self.results["hendrycksTest"], self.results["arc:challenge"], average)
276
  data_dict = {
277
  "eval_name": self.eval_name, # not a column, just a save name,
278
  AutoEvalColumn.precision.name: self.precision.value.name,