Table with tasks abbreviations and names

app.py

@@ -15,7 +15,7 @@ from content import (
     RANKING_AFTER_SUBMISSION_MARKDOWN,
     MORE_DETAILS_MARKDOWN,
 )
-from server import LeaderboardServer
+from server import LeaderboardServer, xmlEscape, MARKDOWN_SPECIAL_CHARACTERS
 
 leaderboard_server = LeaderboardServer()
 
@@ -144,10 +144,39 @@ def fetch_model_detail(submission_id):
     )
 
 def change_leaderboard_category(category):
-    return gr.update(
-        value=leaderboard_server.get_leaderboard(category=category),
-        visible=True,
-        datatype="markdown",
+    if category == leaderboard_server.TASKS_CATEGORY_OVERALL:
+        task_abbreviation_legend = ""
+    else:
+        task_abbreviation_legend_head = [
+            "| task abbreviation | task name |",
+            "| --- | --- |",
+        ]
+        task_abbreviation_legend_body = []
+        task_abbreviation_legend_tail = [
+            "",
+        ]
+        abbreviation2name = leaderboard_server.CATEGORY_TO_TASK_ABBREVIATION_TO_NAME[category]
+        for abbr, name in abbreviation2name.items():
+            abbr_escaped = xmlEscape(abbr, MARKDOWN_SPECIAL_CHARACTERS)
+            name_escaped = xmlEscape(abbr, MARKDOWN_SPECIAL_CHARACTERS)
+            task_abbreviation_legend_body.append(f"| {abbr_escaped} | {name_escaped} |")
+        
+        task_abbreviation_legend = (
+            task_abbreviation_legend_head
+            + task_abbreviation_legend_body
+            + task_abbreviation_legend_tail
+        )
+        task_abbreviation_legend = "\n".join(task_abbreviation_legend)
+    
+    return (
+        gr.update(
+            value=leaderboard_server.get_leaderboard(category=category),
+            visible=True,
+            datatype="markdown",
+        ),
+        gr.update(
+            value=task_abbreviation_legend,
+        ),
     )
 
 def show_modal():
@@ -258,10 +287,13 @@ with gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main:
                         elem_classes="leaderboard-table",
                     )
                 
+                with gr.Row():
+                    results_table_legend = gr.Markdown()
+                
                 category_of_tasks.change(
                     fn=change_leaderboard_category,
                     inputs=category_of_tasks,
-                    outputs=results_table,
+                    outputs=[results_table, results_table_legend],
                 )
 
         with gr.TabItem('Model details'):

server.py

@@ -155,6 +155,7 @@ class LeaderboardServer:
         self.TASKS_METADATA = json.load(open(TASKS_METADATA_PATH))
         self.TASKS_CATEGORIES = {self.TASKS_METADATA[task]["category"] for task in self.TASKS_METADATA}
         self.TASKS_CATEGORY_OVERALL = "Overall"
+        self.CATEGORY_TO_TASK_ABBREVIATION_TO_NAME = self._prepare_category_to_task_abbr_to_name()
         
         self.var_lock = ReadWriteLock()
         self.submission_ids = set()
@@ -185,6 +186,21 @@ class LeaderboardServer:
             results = json.load(ranks_file)
         return results
 
+    def _prepare_category_to_task_abbr_to_name(self):
+        tasks_per_category = {}
+        for task in self.TASKS_METADATA:
+            task_category = self.TASKS_METADATA[task]["category"]
+            tasks_per_category.setdefault(task_category, list()).append(task)
+        
+        category2abbreviation2name = {}
+        for category, tasks in tasks_per_category.items():
+            abbreviation2name = {self.TASKS_METADATA[t]["abbreviation"]: self.TASKS_METADATA[t]["name"] for t in tasks}
+            sorted_abbreviation2name = dict.fromkeys(sorted(abbreviation2name.keys()))
+            sorted_abbreviation2name.update(sorted_abbreviation2name)
+            category2abbreviation2name[category] = sorted_abbreviation2name
+        
+        return category2abbreviation2name
+
     def fetch_existing_models(self):
         # Models data
         for submission_file in glob.glob(os.path.join(self.local_leaderboard, "data") + "/*.json"):