""" The gradio demo server with multiple tabs. It supports chatting with a single model or chatting with two models side-by-side. """ import argparse from typing import List import gradio as gr from serve.gradio_block_arena_anony import ( build_side_by_side_ui_anony, load_demo_side_by_side_anony, set_global_vars_anony, ) from serve.gradio_block_arena_named import ( build_side_by_side_ui_named, load_demo_side_by_side_named, set_global_vars_named, ) from serve.gradio_block_arena_vision import ( build_single_vision_language_model_ui, ) from serve.gradio_block_arena_vision_anony import ( build_side_by_side_vision_ui_anony, load_demo_side_by_side_vision_anony, ) from serve.gradio_block_arena_vision_named import ( build_side_by_side_vision_ui_named, load_demo_side_by_side_vision_named, ) from serve.gradio_global_state import Context from serve.gradio_web_server import ( set_global_vars, block_css, build_single_model_ui, get_model_list, load_demo_single, get_ip, ) from serve.utils import ( build_logger, get_window_url_params_js, get_window_url_params_with_tos_js, alert_js, parse_gradio_auth_creds, ) logger = build_logger("gradio_web_server_multi", "gradio_web_server_multi.log") def load_demo(context: Context, request: gr.Request): ip = get_ip(request) logger.info(f"load_demo. ip: {ip}. params: {request.query_params}") inner_selected = 0 if "arena" in request.query_params: inner_selected = 0 elif "vision" in request.query_params: inner_selected = 0 elif "compare" in request.query_params: inner_selected = 1 elif "direct" in request.query_params or "model" in request.query_params: inner_selected = 2 elif "leaderboard" in request.query_params: inner_selected = 3 elif "about" in request.query_params: inner_selected = 4 if args.model_list_mode == "reload": context.text_models, context.all_text_models = get_model_list( args.controller_url, args.register_api_endpoint_file, vision_arena=False, ) context.vision_models, context.all_vision_models = get_model_list( args.controller_url, args.register_api_endpoint_file, vision_arena=True, ) # Text models if args.vision_arena: side_by_side_anony_updates = load_demo_side_by_side_vision_anony() side_by_side_named_updates = load_demo_side_by_side_vision_named( context, ) direct_chat_updates = load_demo_single(context, request.query_params) else: direct_chat_updates = load_demo_single(context, request.query_params) side_by_side_anony_updates = load_demo_side_by_side_anony( context.all_text_models, request.query_params ) side_by_side_named_updates = load_demo_side_by_side_named( context.text_models, request.query_params ) tabs_list = ( [gr.Tabs(selected=inner_selected)] + side_by_side_anony_updates + side_by_side_named_updates + direct_chat_updates ) return tabs_list def build_demo( context: Context, elo_results_file: str, leaderboard_table_file, arena_hard_table ): if args.show_terms_of_use: load_js = get_window_url_params_with_tos_js else: load_js = get_window_url_params_js head_js = """ """ if args.ga_id is not None: head_js += f""" """ # head_js = """""" text_size = gr.themes.sizes.text_lg with gr.Blocks( title="Chatbot Arena 日本語版α", theme=gr.themes.Default(text_size=text_size), css=block_css, head=head_js, ) as demo: with gr.Tabs() as inner_tabs: if args.vision_arena: with gr.Tab("⚔️ Arena (battle)", id=0) as arena_tab: arena_tab.select(None, None, None, js=load_js) side_by_side_anony_list = build_side_by_side_vision_ui_anony( context, random_questions=args.random_questions, ) with gr.Tab("⚔️ Arena (side-by-side)", id=1) as side_by_side_tab: side_by_side_tab.select(None, None, None, js=alert_js) side_by_side_named_list = build_side_by_side_vision_ui_named( context, random_questions=args.random_questions ) with gr.Tab("💬 Direct Chat", id=2) as direct_tab: direct_tab.select(None, None, None, js=alert_js) single_model_list = build_single_vision_language_model_ui( context, add_promotion_links=True, random_questions=args.random_questions, ) else: with gr.Tab("⚔️ Arena (battle)", id=0) as arena_tab: arena_tab.select(None, None, None, js=load_js) side_by_side_anony_list = build_side_by_side_ui_anony( context.all_text_models ) with gr.Tab("⚔️ Arena (side-by-side)", id=1) as side_by_side_tab: side_by_side_tab.select(None, None, None, js=alert_js) side_by_side_named_list = build_side_by_side_ui_named( context.text_models ) with gr.Tab("💬 Direct Chat", id=2) as direct_tab: direct_tab.select(None, None, None, js=alert_js) single_model_list = build_single_model_ui( context.text_models, add_promotion_links=True ) demo_tabs = ( [inner_tabs] + side_by_side_anony_list + side_by_side_named_list + single_model_list ) # if elo_results_file: # with gr.Tab("🏆 Leaderboard", id=3): # build_leaderboard_tab( # elo_results_file, # leaderboard_table_file, # arena_hard_table, # show_plot=True, # ) # with gr.Tab("ℹ️ About Us", id=4): # about = build_about() context_state = gr.State(context) url_params = gr.JSON(visible=False) if args.model_list_mode not in ["once", "reload"]: raise ValueError( f"Unknown model list mode: {args.model_list_mode}") demo.load( load_demo, [context_state], demo_tabs, js=load_js, ) return demo if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--host", type=str, default="0.0.0.0") parser.add_argument("--port", type=int) parser.add_argument( "--share", action="store_true", help="Whether to generate a public, shareable link", ) parser.add_argument( "--controller-url", type=str, default="http://localhost:21001", help="The address of the controller", ) parser.add_argument( "--concurrency-count", type=int, default=10, help="The concurrency count of the gradio queue", ) parser.add_argument( "--model-list-mode", type=str, default="once", choices=["once", "reload"], help="Whether to load the model list once or reload the model list every time.", ) parser.add_argument( "--moderate", action="store_true", help="Enable content moderation to block unsafe inputs", ) parser.add_argument( "--show-terms-of-use", action="store_true", help="Shows term of use before loading the demo", ) parser.add_argument( "--vision-arena", action="store_true", help="Show tabs for vision arena." ) parser.add_argument( "--random-questions", type=str, help="Load random questions from a JSON file" ) parser.add_argument( "--register-api-endpoint-file", type=str, help="Register API-based model endpoints from a JSON file", default="api_endpoints.json", ) parser.add_argument( "--gradio-auth-path", type=str, help='Set the gradio authentication file path. The file should contain one or more user:password pairs in this format: "u1:p1,u2:p2,u3:p3"', default=None, ) parser.add_argument( "--elo-results-file", type=str, help="Load leaderboard results and plots" ) parser.add_argument( "--leaderboard-table-file", type=str, help="Load leaderboard results and plots" ) parser.add_argument( "--arena-hard-table", type=str, help="Load leaderboard results and plots" ) parser.add_argument( "--gradio-root-path", type=str, help="Sets the gradio root path, eg /abc/def. Useful when running behind a reverse-proxy or at a custom URL path prefix", ) parser.add_argument( "--ga-id", type=str, help="the Google Analytics ID", default=None, ) parser.add_argument( "--use-remote-storage", action="store_true", default=False, help="Uploads image files to google cloud storage if set to true", ) parser.add_argument( "--password", type=str, help="Set the password for the gradio web server", ) args = parser.parse_args() logger.info(f"args: {args}") # Set global variables set_global_vars(args.controller_url, args.moderate, args.use_remote_storage) set_global_vars_named(args.moderate) set_global_vars_anony(args.moderate) text_models, all_text_models = get_model_list( args.controller_url, args.register_api_endpoint_file, vision_arena=False, ) vision_models, all_vision_models = get_model_list( args.controller_url, args.register_api_endpoint_file, vision_arena=True, ) models = text_models + [ model for model in vision_models if model not in text_models ] all_models = all_text_models + [ model for model in all_vision_models if model not in all_text_models ] context = Context( text_models, all_text_models, vision_models, all_vision_models, models, all_models, ) # Set authorization credentials auth = None if args.gradio_auth_path is not None: auth = parse_gradio_auth_creds(args.gradio_auth_path) # Launch the demo demo = build_demo( context, args.elo_results_file, args.leaderboard_table_file, args.arena_hard_table, ) demo.queue( default_concurrency_limit=args.concurrency_count, status_update_rate=10, api_open=False, ).launch( server_name=args.host, server_port=args.port, share=args.share, max_threads=200, auth=auth, root_path=args.gradio_root_path, show_api=False, )