import os import gradio as gr import pandas as pd from gradio.themes.utils.sizes import text_md from gradio_modal import Modal from content import (HEADER_MARKDOWN, LEADERBOARD_TAB_TITLE_MARKDOWN, SUBMISSION_TAB_TITLE_MARKDOWN, MODAL_SUBMIT_MARKDOWN, SUBMISSION_DETAILS_MARKDOWN, RANKING_AFTER_SUBMISSION_MARKDOWN, MORE_DETAILS_MARKDOWN) from server import LeaderboardServer leaderboard_server = LeaderboardServer() def on_submit_pressed(): return gr.update(value='Processing submission...', interactive=False) def validate_submission_inputs(team_name, submission_id, link_to_model, submission_file): if not team_name or not submission_id or not link_to_model or not submission_file: raise ValueError('Please fill in all fields') if not os.path.exists(submission_file): raise ValueError('File does not exist') def process_submission(team_name, submission_id, description, link_to_model, submission_file): try: validate_submission_inputs(team_name, submission_id, link_to_model, submission_file) metadata = { "team_name": team_name, "submission_id": submission_id, "description": description, "link_to_model": link_to_model, } gr.Info('Submission valid, running local tournament...') leaderboard_server.prepare_model_for_submission(submission_file, metadata) except ValueError as err: gr.Warning(str(err)) return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( visible=False), gr.update(visible=False) return gr.update(visible=False), gr.update(visible=True), gr.update(interactive=True, visible=True), gr.update( interactive=True, visible=True), gr.update(visible=True), gr.update( value=leaderboard_server.get_leaderboard(leaderboard_server.pre_submit[0]), visible=True) def submit_results(): leaderboard_server.save_pre_submit() leaderboard_server.update_leaderboard() gr.Info('Submission successful!') return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( visible=False), gr.update(visible=False), gr.DataFrame( value=leaderboard_server.get_leaderboard(), visible=True), gr.update(visible=False), gr.update( choices=leaderboard_server.submission_ids) def erase_pre_submit(): leaderboard_server.pre_submit = None return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( visible=False), gr.update(visible=False), gr.update(visible=False) def fetch_model_detail(submission_id): metadata = leaderboard_server.get_model_detail(submission_id) return gr.update(value=metadata['description'], visible=True), gr.update(value=metadata['link_to_model'], visible=True) def show_modal(): return gr.update(visible=True) def hide_modal(): return gr.update(visible=False) def on_application_load(): leaderboard_server.save_pre_submit() leaderboard_server.update_leaderboard() return gr.DataFrame( value=leaderboard_server.get_leaderboard(), visible=True), gr.update( choices=leaderboard_server.submission_ids) custom_css = """ footer {visibility: hidden} .leaderboard-table tr:first-child th { background-color: var(--table-even-background-fill); } .leaderboard-table th:first-child, #leaderboard-table td:first-child { position: sticky; left: 0; z-index: 1; background-color: inherit; } .leaderboard-table th:nth-child(2), #leaderboard-table td:nth-child(2) { position: sticky; left: var(--cell-width-0); z-index: 1; background-color: inherit; } .leaderboard-table th:nth-child(3), #leaderboard-table td:nth-child(3) { position: sticky; left: calc(var(--cell-width-0) + var(--cell-width-1)); z-index: 1; background-color: inherit; } .leaderboard-table th:nth-child(4), #leaderboard-table td:nth-child(4) { position: sticky; left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2)); z-index: 1; background-color: inherit; } .leaderboard-table th:nth-child(5), #leaderboard-table td:nth-child(5) { position: sticky; left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2) + var(--cell-width-3)); z-index: 1; background-color: inherit; border-right-width: 2px; border-right-color: var(--border-color-primary); } """ categories = ['Czech Math Reasoning', 'General Reasoning', 'Historical', 'Knowledge', 'Language Modeling', 'NER', 'NLI', 'Sentiment', 'Summarization', 'Syntactical Reasoning', 'Topic Classification'] with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main): with gr.Row(): with gr.Row(): gr.Markdown(HEADER_MARKDOWN) with gr.Row(): with gr.Tab('Leaderboard') as leaderboards_tab: with gr.Tab("Overall"): gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN) results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None, visible=True, elem_classes="leaderboard-table") for c in categories: with gr.Tab(c): gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN) results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None, visible=True, elem_classes="leaderboard-table") with gr.Tab('Model details'): gr.Markdown(MORE_DETAILS_MARKDOWN) detail_dropdown = gr.Dropdown(choices=leaderboard_server.submission_ids, label="Select model", interactive=True) with gr.Row(): model_description = gr.Text(value='', label='Model description', visible=False, interactive=False) model_url = gr.Text(value='', label='Model url', visible=False, interactive=False) detail_dropdown.change( fn=fetch_model_detail, inputs=[detail_dropdown], outputs=[model_description, model_url]) with gr.Tab('Submission'): with gr.Column(): gr.Markdown(SUBMISSION_TAB_TITLE_MARKDOWN) with gr.Row(): submission_team_name_tb = gr.Textbox(label='Team Name') submission_id_tb = gr.Textbox(label='Submission ID') with gr.Row(): description_tb = gr.Textbox(label='Description', type='text') link_to_model_tb = gr.Textbox(label='Link to model', type='text') submission_file_path = gr.File(label='Upload your results', type='filepath') pre_submission_btn = gr.Button(value='Pre-submit model', interactive=True) submit_prompt = gr.Markdown( SUBMISSION_DETAILS_MARKDOWN, visible=False ) pre_submit_info = gr.Markdown( RANKING_AFTER_SUBMISSION_MARKDOWN, visible=False ) pre_submit_table = gr.DataFrame(pd.DataFrame(), interactive=False, label=None, visible=False) submission_btn_yes = gr.Button(value='Submit model', interactive=False, visible=False) submission_btn_no = gr.Button(value='Reverse process', interactive=False, visible=False) with Modal(visible=False) as modal_submit: gr.Markdown(MODAL_SUBMIT_MARKDOWN) modal_submit_yes = gr.Button("Yes", interactive=True) modal_submit_no = gr.Button("No", interactive=True) pre_submission_btn.click( fn=on_submit_pressed, concurrency_limit=1, outputs=[pre_submission_btn] ).then( fn=process_submission, inputs=[submission_team_name_tb, submission_id_tb, description_tb, link_to_model_tb, submission_file_path], outputs=[pre_submission_btn, submit_prompt, submission_btn_yes, submission_btn_no, pre_submit_info, pre_submit_table] ) submission_btn_yes.click( fn=show_modal, outputs=[modal_submit] ) modal_submit_yes.click( fn=submit_results, outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info, pre_submit_table, results_table, modal_submit, detail_dropdown] ) modal_submit_no.click( fn=hide_modal, outputs=[modal_submit] ) submission_btn_no.click( fn=erase_pre_submit, outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info, pre_submit_table] ) main.load(on_application_load, inputs=None, outputs=[results_table, detail_dropdown]) main.launch()