from dataclasses import dataclass from enum import Enum @dataclass class Task: benchmark: str metric: str col_name: str # Select your tasks here # --------------------------------------------------- class Tasks(Enum): # task_key in the json file, metric_key in the json file, name to display in the leaderboard ParsiNLUŮ€Entailment = Task("ParsiNLU Entailment", "Exact Match", "ParsiNLU Entailment") ParsiNLU_Machine_Translation_Fa_En = Task("ParsiNLU Machine Translation Fa-En", "English Sentence Bleu", "ParsiNLU Machine Translation Fa-En") ParsiNLU_Machine_Translation_En_Fa = Task("ParsiNLU Machine Translation En-Fa", "Persian Sentence Bleu", "ParsiNLU Machine Translation En-Fa") ParsiNLU_Reading_Comprehension = Task("ParsiNLU Reading Comprehension", "Common Tokens", "ParsiNLU Reading Comprehension") Persian_Math = Task("Persian Math", "Math Equivalence", "Persian Math") # Your leaderboard name TITLE = """

ParsBench Leaderboard

""" # What does your leaderboard evaluate? INTRODUCTION_TEXT = """ This leaderboard is created using ParsBench framework benchmarking toolkit. """ # Which evaluations are you running? how can people reproduce what you have? LLM_BENCHMARKS_TEXT = f""" """ EVALUATION_QUEUE_TEXT = """ For now, you can contact me at shahriarshm81@gmail.com for submitting a new request. """ CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" CITATION_BUTTON_TEXT = r""" """