Spaces:
Runtime error
Runtime error
jinsol-neubla
commited on
Commit
•
3066149
1
Parent(s):
8cc8a87
Fix bug (Format filter)
Browse filesSigned-off-by: jinsol-neubla <jinsol.kim@neubla.com>
src/leaderboard/read_evals.py
CHANGED
@@ -10,7 +10,7 @@ import numpy as np
|
|
10 |
from huggingface_hub import ModelCard
|
11 |
|
12 |
from src.display.formatting import make_clickable_model
|
13 |
-
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
|
14 |
|
15 |
|
16 |
@dataclass
|
@@ -36,7 +36,7 @@ class EvalResult:
|
|
36 |
flagged: bool = False
|
37 |
status: str = "FINISHED"
|
38 |
tags: list = None
|
39 |
-
format:
|
40 |
|
41 |
@classmethod
|
42 |
def init_from_json_file(self, json_filepath):
|
@@ -62,7 +62,7 @@ class EvalResult:
|
|
62 |
weight_precision = Precision.from_str(config.get("weight_precision"))
|
63 |
activation_precision = Precision.from_str(config.get("activation_precision"))
|
64 |
|
65 |
-
format = config.get("format"
|
66 |
|
67 |
# Get model and org
|
68 |
org_and_model = config.get("model")
|
@@ -168,7 +168,7 @@ class EvalResult:
|
|
168 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|
169 |
AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
|
170 |
AutoEvalColumn.flagged.name: self.flagged,
|
171 |
-
AutoEvalColumn.format.name: self.format,
|
172 |
}
|
173 |
|
174 |
for task in Tasks:
|
|
|
10 |
from huggingface_hub import ModelCard
|
11 |
|
12 |
from src.display.formatting import make_clickable_model
|
13 |
+
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType, Format
|
14 |
|
15 |
|
16 |
@dataclass
|
|
|
36 |
flagged: bool = False
|
37 |
status: str = "FINISHED"
|
38 |
tags: list = None
|
39 |
+
format: Format = Format.Unknown
|
40 |
|
41 |
@classmethod
|
42 |
def init_from_json_file(self, json_filepath):
|
|
|
62 |
weight_precision = Precision.from_str(config.get("weight_precision"))
|
63 |
activation_precision = Precision.from_str(config.get("activation_precision"))
|
64 |
|
65 |
+
format = Format.from_str(config.get("format"))
|
66 |
|
67 |
# Get model and org
|
68 |
org_and_model = config.get("model")
|
|
|
168 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|
169 |
AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
|
170 |
AutoEvalColumn.flagged.name: self.flagged,
|
171 |
+
AutoEvalColumn.format.name: self.format.value.name,
|
172 |
}
|
173 |
|
174 |
for task in Tasks:
|