Update precisions

app.py

@@ -163,7 +163,7 @@ with demo:
                                 row_count=5,
                             )
             with gr.Row():
-                gr.Markdown("# ✉️ Submit a model", elem_classes="markdown-text")
+                gr.Markdown("# ✉️ New submission", elem_classes="markdown-text")
 
             with gr.Row():
                 with gr.Column():

src/display/utils.py

@@ -17,6 +17,8 @@ def fields(raw_class):
 # These classes are for user facing column names,
 # to avoid having to change them all around the code
 # when a modif is needed
+
+
 @dataclass
 class ColumnContent:
     name: str
@@ -30,9 +32,12 @@ class ColumnContent:
 def create_column_content(name, type='str', displayed_by_default=False, hidden=False, never_hidden=False):
     return field(default_factory=lambda: ColumnContent(name, type, displayed_by_default, hidden, never_hidden))
 
+
 auto_eval_column_dict = [
-    ("model_type_symbol", ColumnContent, create_column_content("", "str", True, never_hidden=True)),
-    ("model", ColumnContent, create_column_content("Model", "markdown", True, never_hidden=True)),
+    ("model_type_symbol", ColumnContent, create_column_content(
+        "", "str", True, never_hidden=True)),
+    ("model", ColumnContent, create_column_content(
+        "Model", "markdown", True, never_hidden=True)),
     ("average", ColumnContent, create_column_content("Average", "number", True)),
 ]
 
@@ -71,12 +76,16 @@ model_info_columns = [
 
 for col_name, display_name, col_type, displayed_by_default, *args in model_info_columns:
     hidden = args[0] if args else False
-    auto_eval_column_dict.append((col_name, ColumnContent, create_column_content(display_name, col_type, displayed_by_default, hidden)))
+    auto_eval_column_dict.append((col_name, ColumnContent, create_column_content(
+        display_name, col_type, displayed_by_default, hidden)))
 
 # Create the AutoEvalColumn dataclass
-AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen=True)()
+AutoEvalColumn = make_dataclass(
+    "AutoEvalColumn", auto_eval_column_dict, frozen=True)()
 
 # For the requests columns in the submission tab
+
+
 @dataclass(frozen=True)
 class EvalQueueColumn:  # Queue column
     model = ColumnContent("model", "markdown", True)
@@ -124,19 +133,23 @@ class WeightType(Enum):
 class Precision(Enum):
     float16 = ModelDetails("float16")
     bfloat16 = ModelDetails("bfloat16")
-    float32 = ModelDetails("float32")
-    bfloat32 = ModelDetails("bfloat32")
+    qt_8bit = ModelDetails("8bit")
+    qt_4bit = ModelDetails("4bit")
+    qt_GPTQ = ModelDetails("GPTQ")
     Unknown = ModelDetails("Unknown")
 
+    @staticmethod
     def from_str(precision):
         if precision in ["torch.float16", "float16"]:
             return Precision.float16
         if precision in ["torch.bfloat16", "bfloat16"]:
             return Precision.bfloat16
-        if precision in ["torch.float32", "float32"]:
-            return Precision.float32
-        if precision in ["torch.bfloat32", "bfloat32"]:
-            return Precision.bfloat32
+        if precision in ["8bit"]:
+            return Precision.qt_8bit
+        if precision in ["4bit"]:
+            return Precision.qt_4bit
+        if precision in ["GPTQ", "None"]:
+            return Precision.qt_GPTQ
         return Precision.Unknown