import argparse import glob import os.path import gradio as gr import numpy as np import onnxruntime as rt import tqdm import json from huggingface_hub import hf_hub_download import TMIDIX in_space = os.getenv("SYSTEM") == "spaces" providers = ['CUDAExecutionProvider', 'CPUExecutionProvider'] def load_javascript(dir="javascript"): scripts_list = glob.glob(f"{dir}/*.js") javascript = "" for path in scripts_list: with open(path, "r", encoding="utf8") as jsfile: javascript += f"\n" template_response_ori = gr.routes.templates.TemplateResponse def template_response(*args, **kwargs): res = template_response_ori(*args, **kwargs) res.body = res.body.replace( b'', f'{javascript}'.encode("utf8")) res.init_headers() return res gr.routes.templates.TemplateResponse = template_response class JSMsgReceiver(gr.HTML): def __init__(self, **kwargs): super().__init__(elem_id="msg_receiver", visible=False, **kwargs) def postprocess(self, y): if y: y = f"
{json.dumps(y)}
" return super().postprocess(y) def get_block_name(self) -> str: return "html" if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--share", action="store_true", default=False, help="share gradio app") parser.add_argument("--port", type=int, default=7860, help="gradio server port") parser.add_argument("--max-gen", type=int, default=1024, help="max") opt = parser.parse_args() app = gr.Blocks() with app: gr.Markdown("