import os import sys if "APP_PATH" in os.environ: os.chdir(os.environ["APP_PATH"]) # fix sys.path for import sys.path.append(os.getcwd()) import gradio as gr from marker.settings import settings import base64 import io import re from typing import Any, Dict import pypdfium2 from PIL import Image from marker.converters.pdf import PdfConverter from marker.models import create_model_dict from marker.config.parser import ConfigParser from marker.output import text_from_rendered def load_models(): return create_model_dict() def convert_pdf(fname: str, **kwargs) -> (str, Dict[str, Any], dict): config_parser = ConfigParser(kwargs) config_dict = config_parser.generate_config_dict() config_dict["pdftext_workers"] = 1 converter = PdfConverter( config=config_dict, artifact_dict=model_dict, processor_list=config_parser.get_processors(), renderer=config_parser.get_renderer() ) return converter(fname) def open_pdf(pdf_file): return pypdfium2.PdfDocument(pdf_file) def count_pdf(pdf_file): doc = open_pdf(pdf_file) return len(doc) def get_page_image(pdf_file, page_num, dpi=96): doc = open_pdf(pdf_file) renderer = doc.render( pypdfium2.PdfBitmap.to_pil, page_indices=[page_num - 1], scale=dpi / 72, ) png = list(renderer)[0] png_image = png.convert("RGB") return png_image def get_uploaded_image(in_file): return Image.open(in_file).convert("RGB") def img_to_html(img, img_alt): img_bytes = io.BytesIO() img.save(img_bytes, format="PNG") img_bytes = img_bytes.getvalue() encoded = base64.b64encode(img_bytes).decode() img_html = f'{img_alt}' return img_html def markdown_insert_images(markdown, images): image_tags = re.findall(r'(!\[(?P[^\]]*)\]\((?P[^\)"\s]+)\s*([^\)]*)\))', markdown) for image in image_tags: image_markdown = image[0] image_alt = image[1] image_path = image[2] if image_path in images: markdown = markdown.replace(image_markdown, img_to_html(images[image_path], image_alt)) return markdown model_dict = load_models() with gr.Blocks(title="Marker") as demo: gr.Markdown(""" # Marker Demo This app will let you try marker, a PDF -> Markdown converter. It works with any languages, and extracts images, tables, equations, etc. Find the project [here](https://github.com/VikParuchuri/marker). """) with gr.Row(): with gr.Column(): in_file = gr.File(label="PDF file or image:", file_types=[".pdf", ".png", ".jpg", ".jpeg", ".gif", ".webp"]) in_num = gr.Slider(label="Page number", minimum=1, maximum=100, value=1, step=1) in_img = gr.Image(label="Select page of Image", type="pil", sources=None) page_range_txt = gr.Textbox(label="Page range to parse, comma separated like 0,5-10,20", value=f"0-0") output_format_dd = gr.Dropdown(label="Output format", choices=["markdown", "json", "html"], value="markdown") force_ocr_ckb = gr.Checkbox(label="Force OCR", value=True, info="Force OCR on all pages") debug_ckb = gr.Checkbox(label="Debug", value=False, info="Show debug information") trun_marker_btn = gr.Button("Run Marker") with gr.Column(): result_md = gr.Markdown(label="Result markdown") result_json = gr.JSON(label="Result json") result_html = gr.Markdown(label="Result html") debug_img_pdf = gr.Image(label="PDF debug image", visible=False) debug_img_layout = gr.Image(label="Layout debug image", visible=False) def show_image(file, num=1): if file.endswith('.pdf'): count = count_pdf(file) img = get_page_image(file, num) return [ gr.update(visible=True, maximum=count), gr.update(value=img)] else: img = get_uploaded_image(file) return [ gr.update(visible=False), gr.update(value=img)] in_file.upload( fn=show_image, inputs=[in_file], outputs=[in_num, in_img], ) in_num.change( fn=show_image, inputs=[in_file, in_num], outputs=[in_num, in_img], ) def check_page_range(page_range, file): count = count_pdf(file) if file is not None else 1 if not re.match(r"^(\d+(-\d+)?)?$", page_range): gr.Warning(f"Invalid format. Please use 0-{count-1}", duration=0) return gr.update(info=f"format 0-{count-1}"), gr.update(interactive=False) else: return gr.update(info=f"format 0-{count-1}"), gr.update(interactive=True) page_range_txt.change( fn=check_page_range, inputs=[page_range_txt, in_file], outputs=[page_range_txt, trun_marker_btn] ) # Run Marker def run_marker_img(filename, page_range, force_ocr, output_format, debug): rendered = convert_pdf( filename, page_range=page_range, force_ocr=force_ocr, output_format=output_format, output_dir=settings.DEBUG_DATA_FOLDER if debug else None, debug=debug ) text, ext, images = text_from_rendered(rendered) gr_debug_pdf = gr.update(visible=False) gr_debug_lay = gr.update(visible=False) if debug: debug_data_path = rendered.metadata.get("debug_data_path") if debug_data_path: pdf_image_path = os.path.join(debug_data_path, f"pdf_page_0.png") img = Image.open(pdf_image_path) gr_debug_pdf = gr.update(visible=True, value=img) layout_image_path = os.path.join(debug_data_path, f"layout_page_0.png") img = Image.open(layout_image_path) gr_debug_lay = gr.update(visible=True, value=img) if output_format == "markdown": text = markdown_insert_images(text, images) return [ gr.update(visible=True, value=text), gr.update(visible=False), gr.update(visible=False), gr_debug_pdf, gr_debug_lay ] elif output_format == "json": return [ gr.update(visible=False), gr.update(visible=True, value=text), gr.update(visible=False), gr_debug_pdf, gr_debug_lay ] elif output_format == "html": return [ gr.update(visible=False), gr.update(visible=False), gr.update(visible=True, value=text), gr_debug_pdf, gr_debug_lay ] trun_marker_btn.click( fn=run_marker_img, inputs=[in_file, page_range_txt, force_ocr_ckb, output_format_dd, debug_ckb], outputs=[result_md, result_json, result_html, debug_img_pdf, debug_img_layout], ) demo.launch()