Spaces:
Runtime error
Runtime error
| import os | |
| import gradio as gr | |
| import pandas as pd | |
| from gradio.themes.utils.sizes import text_md | |
| from gradio_modal import Modal | |
| from content import (HEADER_MARKDOWN, LEADERBOARD_TAB_TITLE_MARKDOWN, SUBMISSION_TAB_TITLE_MARKDOWN, | |
| MODAL_SUBMIT_MARKDOWN, | |
| SUBMISSION_DETAILS_MARKDOWN, RANKING_AFTER_SUBMISSION_MARKDOWN, MORE_DETAILS_MARKDOWN) | |
| from server import LeaderboardServer | |
| leaderboard_server = LeaderboardServer() | |
| def on_submit_pressed(): | |
| return gr.update(value='Processing submission...', interactive=False) | |
| def validate_submission_inputs(team_name, submission_id, link_to_model, submission_file): | |
| if not team_name or not submission_id or not link_to_model or not submission_file: | |
| raise ValueError('Please fill in all fields') | |
| if not os.path.exists(submission_file): | |
| raise ValueError('File does not exist') | |
| def process_submission(team_name, submission_id, description, link_to_model, submission_file): | |
| try: | |
| validate_submission_inputs(team_name, submission_id, link_to_model, submission_file) | |
| metadata = { | |
| "team_name": team_name, | |
| "submission_id": submission_id, | |
| "description": description, | |
| "link_to_model": link_to_model, | |
| } | |
| gr.Info('Submission valid, running local tournament...') | |
| leaderboard_server.prepare_model_for_submission(submission_file, metadata) | |
| except ValueError as err: | |
| gr.Warning(str(err)) | |
| return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( | |
| visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( | |
| visible=False), gr.update(visible=False) | |
| return gr.update(visible=False), gr.update(visible=True), gr.update(interactive=True, | |
| visible=True), gr.update( | |
| interactive=True, visible=True), gr.update(visible=True), gr.update( | |
| value=leaderboard_server.get_leaderboard(leaderboard_server.pre_submit[0]), visible=True) | |
| def submit_results(): | |
| leaderboard_server.save_pre_submit() | |
| leaderboard_server.update_leaderboard() | |
| gr.Info('Submission successful!') | |
| return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( | |
| visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( | |
| visible=False), gr.update(visible=False), gr.DataFrame( | |
| value=leaderboard_server.get_leaderboard(), visible=True), gr.update(visible=False), gr.update( | |
| choices=leaderboard_server.submission_ids) | |
| def erase_pre_submit(): | |
| leaderboard_server.pre_submit = None | |
| return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update( | |
| visible=False), gr.update(visible=False), gr.update(visible=False), gr.update( | |
| visible=False), gr.update(visible=False), gr.update(visible=False) | |
| def fetch_model_detail(submission_id): | |
| metadata = leaderboard_server.get_model_detail(submission_id) | |
| return gr.update(value=metadata['description'], visible=True), gr.update(value=metadata['link_to_model'], | |
| visible=True) | |
| def show_modal(): | |
| return gr.update(visible=True) | |
| def hide_modal(): | |
| return gr.update(visible=False) | |
| def on_application_load(): | |
| leaderboard_server.save_pre_submit() | |
| leaderboard_server.update_leaderboard() | |
| return gr.DataFrame( | |
| value=leaderboard_server.get_leaderboard(), visible=True), gr.update( | |
| choices=leaderboard_server.submission_ids) | |
| custom_css = """ | |
| footer {visibility: hidden} | |
| .leaderboard-table tr:first-child th { | |
| background-color: var(--table-even-background-fill); | |
| } | |
| .leaderboard-table th:first-child, #leaderboard-table td:first-child { | |
| position: sticky; | |
| left: 0; | |
| z-index: 1; | |
| background-color: inherit; | |
| } | |
| .leaderboard-table th:nth-child(2), #leaderboard-table td:nth-child(2) { | |
| position: sticky; | |
| left: var(--cell-width-0); | |
| z-index: 1; | |
| background-color: inherit; | |
| } | |
| .leaderboard-table th:nth-child(3), #leaderboard-table td:nth-child(3) { | |
| position: sticky; | |
| left: calc(var(--cell-width-0) + var(--cell-width-1)); | |
| z-index: 1; | |
| background-color: inherit; | |
| } | |
| .leaderboard-table th:nth-child(4), #leaderboard-table td:nth-child(4) { | |
| position: sticky; | |
| left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2)); | |
| z-index: 1; | |
| background-color: inherit; | |
| } | |
| .leaderboard-table th:nth-child(5), #leaderboard-table td:nth-child(5) { | |
| position: sticky; | |
| left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2) + var(--cell-width-3)); | |
| z-index: 1; | |
| background-color: inherit; | |
| border-right-width: 2px; | |
| border-right-color: var(--border-color-primary); | |
| } | |
| """ | |
| categories = ['Czech Math Reasoning', 'General Reasoning', 'Historical', 'Knowledge', 'Language Modeling', 'NER', 'NLI', 'Sentiment', 'Summarization', 'Syntactical Reasoning', 'Topic Classification'] | |
| with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main): | |
| with gr.Row(): | |
| with gr.Row(): | |
| gr.Markdown(HEADER_MARKDOWN) | |
| with gr.Row(): | |
| with gr.Tab('Leaderboard') as leaderboards_tab: | |
| with gr.Tab("Overall"): | |
| gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN) | |
| results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None, | |
| visible=True, elem_classes="leaderboard-table") | |
| for c in categories: | |
| with gr.Tab(c): | |
| gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN) | |
| results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None, | |
| visible=True, elem_classes="leaderboard-table") | |
| with gr.Tab('Model details'): | |
| gr.Markdown(MORE_DETAILS_MARKDOWN) | |
| detail_dropdown = gr.Dropdown(choices=leaderboard_server.submission_ids, label="Select model", | |
| interactive=True) | |
| with gr.Row(): | |
| model_description = gr.Text(value='', label='Model description', visible=False, interactive=False) | |
| model_url = gr.Text(value='', label='Model url', visible=False, interactive=False) | |
| detail_dropdown.change( | |
| fn=fetch_model_detail, | |
| inputs=[detail_dropdown], | |
| outputs=[model_description, model_url]) | |
| with gr.Tab('Submission'): | |
| with gr.Column(): | |
| gr.Markdown(SUBMISSION_TAB_TITLE_MARKDOWN) | |
| with gr.Row(): | |
| submission_team_name_tb = gr.Textbox(label='Team Name') | |
| submission_id_tb = gr.Textbox(label='Submission ID') | |
| with gr.Row(): | |
| description_tb = gr.Textbox(label='Description', type='text') | |
| link_to_model_tb = gr.Textbox(label='Link to model', type='text') | |
| submission_file_path = gr.File(label='Upload your results', type='filepath') | |
| pre_submission_btn = gr.Button(value='Pre-submit model', interactive=True) | |
| submit_prompt = gr.Markdown( | |
| SUBMISSION_DETAILS_MARKDOWN, | |
| visible=False | |
| ) | |
| pre_submit_info = gr.Markdown( | |
| RANKING_AFTER_SUBMISSION_MARKDOWN, | |
| visible=False | |
| ) | |
| pre_submit_table = gr.DataFrame(pd.DataFrame(), interactive=False, label=None, visible=False) | |
| submission_btn_yes = gr.Button(value='Submit model', interactive=False, visible=False) | |
| submission_btn_no = gr.Button(value='Reverse process', interactive=False, visible=False) | |
| with Modal(visible=False) as modal_submit: | |
| gr.Markdown(MODAL_SUBMIT_MARKDOWN) | |
| modal_submit_yes = gr.Button("Yes", interactive=True) | |
| modal_submit_no = gr.Button("No", interactive=True) | |
| pre_submission_btn.click( | |
| fn=on_submit_pressed, | |
| concurrency_limit=1, | |
| outputs=[pre_submission_btn] | |
| ).then( | |
| fn=process_submission, | |
| inputs=[submission_team_name_tb, submission_id_tb, description_tb, link_to_model_tb, | |
| submission_file_path], | |
| outputs=[pre_submission_btn, submit_prompt, submission_btn_yes, submission_btn_no, pre_submit_info, | |
| pre_submit_table] | |
| ) | |
| submission_btn_yes.click( | |
| fn=show_modal, | |
| outputs=[modal_submit] | |
| ) | |
| modal_submit_yes.click( | |
| fn=submit_results, | |
| outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info, | |
| pre_submit_table, results_table, modal_submit, detail_dropdown] | |
| ) | |
| modal_submit_no.click( | |
| fn=hide_modal, | |
| outputs=[modal_submit] | |
| ) | |
| submission_btn_no.click( | |
| fn=erase_pre_submit, | |
| outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info, | |
| pre_submit_table] | |
| ) | |
| main.load(on_application_load, inputs=None, outputs=[results_table, detail_dropdown]) | |
| main.launch() | |