Create app.py

app.py

@@ -0,0 +1,83 @@
+import os
+os.system('git clone https://github.com/facebookresearch/detectron2.git')
+os.system('pip install -e detectron2')
+os.system("git clone https://github.com/microsoft/unilm.git")
+os.system("sed -i 's/from collections import Iterable/from collections.abc import Iterable/' unilm/dit/object_detection/ditod/table_evaluation/data_structure.py")
+os.system("curl -LJ -o publaynet_dit-b_cascade.pth 'https://layoutlm.blob.core.windows.net/dit/dit-fts/publaynet_dit-b_cascade.pth?sv=2022-11-02&ss=b&srt=o&sp=r&se=2033-06-08T16:48:15Z&st=2023-06-08T08:48:15Z&spr=https&sig=a9VXrihTzbWyVfaIDlIT1Z0FoR1073VB0RLQUMuudD4%3D'")
+
+import sys
+sys.path.append("unilm")
+sys.path.append("detectron2")
+
+import uuid  # Import the UUID library
+from pdfextract_fun import *
+from pdfsummary_fun import *
+from imagesummary_fun import *
+# Assuming all your defined functions are above and imported correctly into this script
+
+
+
+def process_pdf(pdf_file,state):
+    #base_name = os.path.splitext(os.path.basename(pdf_file.name))[0]
+    unique_id = str(uuid.uuid4())  # Generate a unique identifier
+
+    output_folder = os.path.join("processed_files", unique_id)  # Use UUID for the output folder name, within a parent directory
+    
+    if not os.path.exists(output_folder):
+        os.makedirs(output_folder)
+
+    # Convert the uploaded PDF file to JPG images
+    convert_pdf_to_jpg(pdf_file.name, output_folder)
+    # Process the images to analyze and extract instances, then rename files sequentially and perform OCR
+    process_jpeg_images(output_folder)
+    #process_jpeg_images(output_folder)
+    rename_files_sequentially(output_folder)
+    ocr_folder(output_folder)
+    image_files = [os.path.join(output_folder, f) for f in os.listdir(output_folder) 
+                   if f.endswith('.jpg') and ('figure' in f or 'table' in f)]
+
+    #images = [Image.open(f) for f in image_files]
+    images = [(Image.open(f), os.path.basename(f).split('.')[0]) for f in image_files]
+
+    # For demonstration, let's just return the path to the output folder
+    # In a real app, you'd want to return images, texts, or links to download the results
+    return images, output_folder
+
+def call_pdf_summary(state):
+    ocr_results_folder = os.path.join(state, "ocr_results")
+    summary = pdf_summary(ocr_results_folder)  # Assuming pdf_summary accepts an output folder argument
+    return summary
+
+
+def handle_summary_button_click(selected_images):
+    # Check if any image is selected
+    summary = get_image_summary(selected_images)
+    return summary
+
+with gr.Blocks(theme=gr.themes.Monochrome()) as app:
+    gr.Markdown("# ChatPaper!")
+    state = gr.State()  # Initialize state
+    
+    with gr.Row():
+        file_input = gr.File(type="filepath", label="Upload a PDF")
+        
+    with gr.Row():
+        gallery_output = gr.Gallery(label="Extracted Figures and Tables", show_label=True,columns=[3], rows=[1], object_fit="contain", height="auto")
+        with gr.Column():
+            summary_output = gr.Textbox(label="PDF Summary")
+            summary_button = gr.Button("Generate Summary")
+    with gr.Row():
+        # Initialize Dropdown without choices; they will be set dynamically
+        image_input = gr.Image(label="Select an Figure or Table for analysis",type='filepath',show_label=True, height="auto")
+        with gr.Column():
+            image_summary_output = gr.Textbox(label="Figure or Table analysis")
+            image_summary_button = gr.Button("Generate Figure or Table analysis")
+            
+
+
+    file_input.change(process_pdf, inputs=[file_input, state], outputs=[gallery_output,  state])
+    summary_button.click(call_pdf_summary, inputs=[state], outputs=[summary_output])
+    image_summary_button.click(handle_summary_button_click, inputs=image_input, outputs=image_summary_output)
+
+    # Note: Authentication details removed for security reasons
+app.launch()  # Launch the app with sharing enabled