Spaces:
Runtime error
Runtime error
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -272,6 +272,7 @@ class EvalResult:
|
|
272 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
273 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
274 |
mmlu_arc = (self.results["hendrycksTest"] + self.results["arc:challenge"]) / 2.0
|
|
|
275 |
data_dict = {
|
276 |
"eval_name": self.eval_name, # not a column, just a save name,
|
277 |
AutoEvalColumn.precision.name: self.precision.value.name,
|
|
|
272 |
"""Converts the Eval Result to a dict compatible with our dataframe display"""
|
273 |
average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
|
274 |
mmlu_arc = (self.results["hendrycksTest"] + self.results["arc:challenge"]) / 2.0
|
275 |
+
print(mmlu_arc, self.results["hendrycksTest"], self.results["arc:challenge"], average)
|
276 |
data_dict = {
|
277 |
"eval_name": self.eval_name, # not a column, just a save name,
|
278 |
AutoEvalColumn.precision.name: self.precision.value.name,
|