jinsol-neubla commited on
Commit
3066149
1 Parent(s): 8cc8a87

Fix bug (Format filter)

Browse files

Signed-off-by: jinsol-neubla <jinsol.kim@neubla.com>

Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -4
src/leaderboard/read_evals.py CHANGED
@@ -10,7 +10,7 @@ import numpy as np
10
  from huggingface_hub import ModelCard
11
 
12
  from src.display.formatting import make_clickable_model
13
- from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
14
 
15
 
16
  @dataclass
@@ -36,7 +36,7 @@ class EvalResult:
36
  flagged: bool = False
37
  status: str = "FINISHED"
38
  tags: list = None
39
- format: str = None
40
 
41
  @classmethod
42
  def init_from_json_file(self, json_filepath):
@@ -62,7 +62,7 @@ class EvalResult:
62
  weight_precision = Precision.from_str(config.get("weight_precision"))
63
  activation_precision = Precision.from_str(config.get("activation_precision"))
64
 
65
- format = config.get("format", "None")
66
 
67
  # Get model and org
68
  org_and_model = config.get("model")
@@ -168,7 +168,7 @@ class EvalResult:
168
  AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
169
  AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
170
  AutoEvalColumn.flagged.name: self.flagged,
171
- AutoEvalColumn.format.name: self.format,
172
  }
173
 
174
  for task in Tasks:
 
10
  from huggingface_hub import ModelCard
11
 
12
  from src.display.formatting import make_clickable_model
13
+ from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType, Format
14
 
15
 
16
  @dataclass
 
36
  flagged: bool = False
37
  status: str = "FINISHED"
38
  tags: list = None
39
+ format: Format = Format.Unknown
40
 
41
  @classmethod
42
  def init_from_json_file(self, json_filepath):
 
62
  weight_precision = Precision.from_str(config.get("weight_precision"))
63
  activation_precision = Precision.from_str(config.get("activation_precision"))
64
 
65
+ format = Format.from_str(config.get("format"))
66
 
67
  # Get model and org
68
  org_and_model = config.get("model")
 
168
  AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
169
  AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
170
  AutoEvalColumn.flagged.name: self.flagged,
171
+ AutoEvalColumn.format.name: self.format.value.name,
172
  }
173
 
174
  for task in Tasks: