from dataclasses import dataclass from enum import Enum @dataclass class Task: benchmark: str metric: str col_name: str # Init: to update with your specific keys class Tasks(Enum): # task_key in the json file, metric_key in the json file, name to display in the leaderboard task0 = Task("tts_vocoder1", "MCD", "MCD Eval") task1 = Task("tts_vocoder2", "Log F0 RMSE", "Log F0 RMSE Eval") task2 = Task("tts_vocoder3", "WER", "WER Eval") task3 = Task("tts_vocoder4", "UTMOS", "UTMOS Eval") task4 = Task("tts_vocoder5", "Bitrate", "Bitrate") # task5 = Task("tts_vocoder6", "Rank", "Rank") # Your leaderboard name TITLE = """

Discrete-based TTS (Acoustic+Vocoder) 1Hour Leaderboard

""" # What does your leaderboard evaluate? INTRODUCTION_TEXT = """ The leaderboard for discrete speech challenge (TTS Challenge - Acoustic+Vocoder Track) at Interspeech 2024. Submission before Interspeech deadline is marked with *. Challenge details can be found at https://www.wavlab.org/activities/2024/Interspeech2024-Discrete-Speech-Unit-Challenge/ """ # Which evaluations are you running? how can people reproduce what you have? LLM_BENCHMARKS_TEXT = f""" ## How it works The evaluation (static version) are conducted by the organizers only. We will accept submissions from the google form (see rules in the challenge website). ## Reproducibility To reproduce our results, please refer to the evaluation scripts at https://github.com/espnet/espnet/tree/master/egs2/TEMPLATE/tts1#evaluation """ EVALUATION_QUEUE_TEXT = """ """ CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results and the challenge (coming soon, for now, please cite the challenge website)" CITATION_BUTTON_TEXT = r""" """