Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
import logging | |
from functools import partial | |
import gradio as gr | |
from apscheduler.schedulers.background import BackgroundScheduler | |
# Choose ligtheval or harness backend | |
# from main_backend_harness import run_auto_eval | |
from main_backend_lighteval import run_auto_eval | |
from src.display.css_html_js import dark_mode_gradio_js | |
from src.display.log_visualizer import log_file_to_html_string | |
from src.envs import QUEUE_REPO, REFRESH_RATE, REPO_ID, RESULTS_REPO | |
from src.logging import configure_root_logger, log_file, setup_logger | |
logging.getLogger("httpx").setLevel(logging.WARNING) | |
logging.getLogger("numexpr").setLevel(logging.WARNING) | |
logging.getLogger("absl").setLevel(logging.WARNING) | |
configure_root_logger() | |
logging.basicConfig(level=logging.INFO) | |
logger = setup_logger(__name__) | |
intro_md = """ | |
# Intro | |
This is a visual for the auto evaluator. | |
""" | |
links_md = f""" | |
# Important links | |
| Description | Link | | |
|-----------------|------| | |
| Leaderboard | [{REPO_ID}](https://huggingface.co/spaces/{REPO_ID}) | | |
| Queue Repo | [{QUEUE_REPO}](https://huggingface.co/datasets/{QUEUE_REPO}) | | |
| Results Repo | [{RESULTS_REPO}](https://huggingface.co/datasets/{RESULTS_REPO}) | | |
""" | |
def auto_eval(): | |
logger.info("Triggering Auto Eval") | |
run_auto_eval() | |
reverse_order_checkbox = gr.Checkbox(label="Reverse Order", value=True) | |
with gr.Blocks(js=dark_mode_gradio_js) as demo: | |
gr.Markdown(intro_md) | |
with gr.Tab("Application"): | |
output_html = gr.HTML(partial(log_file_to_html_string, reverse=reverse_order_checkbox), every=1) | |
with gr.Row(): | |
download_button = gr.DownloadButton("Download Log File", value=log_file) | |
with gr.Accordion("Log View Configuration", open=False): | |
reverse_order_checkbox.render() | |
# Add a button that when pressed, triggers run_auto_eval | |
button = gr.Button("Manually Run Evaluation") | |
gr.Markdown(links_md) | |
# dummy = gr.Markdown(auto_eval, every=REFRESH_RATE, visible=False) | |
button.click(fn=auto_eval, inputs=[], outputs=[]) | |
if __name__ == "__main__": | |
scheduler = BackgroundScheduler() | |
scheduler.add_job(auto_eval, "interval", seconds=REFRESH_RATE) | |
scheduler.start() | |
demo.queue(default_concurrency_limit=40).launch(server_name="0.0.0.0", show_error=True, server_port=7860) | |