fixes to inline citation, html; added debug true, chroma db clean cache

.gitignore

@@ -5,4 +5,7 @@ nohup.out
 *.log
 *.json
 *.pdf
-temp.py
+temp.py
+temp.ipynb
+chroma_db/
+temp.txt

ai_generate.py

@@ -247,6 +247,9 @@ def generate_rag(
     rag_chain = RunnablePassthrough.assign(context=lambda _: formatted_docs) | xml_prompt | llm | XMLOutputParser()
     result = rag_chain.invoke({"input": prompt})
     citations = get_citations(result, docs)
+
+    db.delete_collection()  # delete othewise there could be duplicates because of the cache
+
     return result, citations
 
 

app.py

@@ -4,48 +4,54 @@ export GOOGLE_APPLICATION_CREDENTIALS="gcp_creds.json"
 """
 
 import re
+import uuid
+import json
 from typing import Dict
 from collections import defaultdict
 from datetime import date, datetime
 
-import gradio as gr
 import nltk
 import torch
 import numpy as np
-from scipy.special import softmax
+import gradio as gr
 import language_tool_python
+from scipy.special import softmax
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
+from google.cloud import storage
 
-from utils import remove_special_characters, split_text_allow_complete_sentences_nltk
-from google_search import google_search, months, domain_list, build_date
-from humanize import humanize_text, device
-from ai_generate import generate, citations_to_html, remove_citations, display_cited_text
-import nltk
+if gr.NO_RELOAD:
+    from humanize import humanize_text, device
+    from utils import remove_special_characters, split_text_allow_complete_sentences_nltk
+    from google_search import google_search, months, domain_list, build_date
+    from ai_generate import generate, citations_to_html, remove_citations, display_cited_text
 
-import uuid
-import json
-from datetime import datetime
-from google.cloud import storage
+if gr.NO_RELOAD:
+    nltk.download("punkt_tab")
 
-nltk.download("punkt_tab")
+    print(f"Using device: {device}")
 
-print(f"Using device: {device}")
+    models = {
+        "Polygraf AI (Base Model)": AutoModelForSequenceClassification.from_pretrained(
+            "polygraf-ai/bc-roberta-openai-2sent"
+        ).to(device),
+        "Polygraf AI (Advanced Model)": AutoModelForSequenceClassification.from_pretrained(
+            "polygraf-ai/bc_combined_3sent"
+        ).to(device),
+    }
+    tokenizers = {
+        "Polygraf AI (Base Model)": AutoTokenizer.from_pretrained("polygraf-ai/bc-roberta-openai-2sent"),
+        "Polygraf AI (Advanced Model)": AutoTokenizer.from_pretrained("polygraf-ai/bc_combined_3sent"),
+    }
 
-models = {
-    "Polygraf AI (Base Model)": AutoModelForSequenceClassification.from_pretrained(
-        "polygraf-ai/bc-roberta-openai-2sent"
-    ).to(device),
-    "Polygraf AI (Advanced Model)": AutoModelForSequenceClassification.from_pretrained(
-        "polygraf-ai/bc_combined_3sent"
-    ).to(device),
-}
-tokenizers = {
-    "Polygraf AI (Base Model)": AutoTokenizer.from_pretrained("polygraf-ai/bc-roberta-openai-2sent"),
-    "Polygraf AI (Advanced Model)": AutoTokenizer.from_pretrained("polygraf-ai/bc_combined_3sent"),
-}
+    # grammar correction tool
+    tool = language_tool_python.LanguageTool("en-US")
 
-# grammar correction tool
-tool = language_tool_python.LanguageTool("en-US")
+    # source detection model
+    MC_TOKEN_SIZE = 256
+    TEXT_MC_MODEL_PATH = "polygraf-ai/mc-model"
+    MC_LABEL_MAP = ["OpenAI GPT", "Mistral", "CLAUDE", "Gemini", "Grammar Enhancer"]
+    text_mc_tokenizer = AutoTokenizer.from_pretrained(TEXT_MC_MODEL_PATH)
+    text_mc_model = AutoModelForSequenceClassification.from_pretrained(TEXT_MC_MODEL_PATH).to(device)
 
 
 def generate_cited_html(cited_text, citations: dict):
@@ -79,31 +85,15 @@ def generate_cited_html(cited_text, citations: dict):
         position: absolute;
         z-index: 1;
         top: 100%;
-        left: 0;
         background-color: #f9f9f9;
         border: 1px solid #ddd;
-        padding: 10px;
+        padding: 15px;
         border-radius: 4px;
         box-shadow: 0 2px 5px rgba(0,0,0,0.2);
         width: calc(min(90vw, 400px));
         max-height: calc(min(80vh, 300px));
         overflow-y: auto;
-        transform: translateX(0); /* Default position */
     }
-    .reference-container .reference-popup {
-        left: 50%;
-        transform: translateX(-50%); /* Center align popup horizontally by default */
-        }
-    .reference-container[data-align="right"] .reference-popup {
-        left: auto;
-        right: 0;
-        transform: translateX(-10%); /* Pull the popup slightly left when near right edge */
-        }
-    .reference-container[data-align="left"] .reference-popup {
-        left: 0;
-        right: auto;
-        transform: translateX(20%); 
-        }  
     .reference-popup .close-btn {
         float: right;
         cursor: pointer;
@@ -131,20 +121,53 @@ def generate_cited_html(cited_text, citations: dict):
     input[type="radio"]:checked + .reference-popup {
         display: block;
     }
+
+    /* Additional styling for distinct sections */
+    .reference-popup strong {
+        font-weight: bold;
+        color: #333;
+        display: block;
+        margin-bottom: 5px;
+    }
+    .reference-popup p {
+        margin: 0 0 10px 0;
+        padding: 0;
+    }
+    .reference-popup .source {
+        margin-bottom: 10px;
+        font-size: 14px;
+        font-weight: bold;
+        color: #1e90ff;
+    }
+    .reference-popup .content {
+        margin-bottom: 10px;
+        font-size: 13px;
+        color: #555;
+    }
+
     @media (prefers-color-scheme: dark) {
         .reference-btn {
-        background-color: #1e90ff;
+            background-color: #1e90ff;
         }
         .reference-popup {
-        background-color: #2c2c2c;
-        border-color: #444;
-        color: #f1f1f1;
+            background-color: #2c2c2c;
+            border-color: #444;
+            color: #f1f1f1;
         }
         .reference-popup .close-btn {
-        background-color: #ff4c4c;
+            background-color: #ff4c4c;
         }
         .reference-popup .close-btn:hover {
-        background-color: #ff3333;
+            background-color: #ff3333;
+        }
+        .reference-popup strong {
+            color: #ddd;
+        }
+        .reference-popup .source {
+            color: #1e90ff;
+        }
+        .reference-popup .content {
+            color: #bbb;
         }
     }
     </style>
@@ -152,22 +175,46 @@ def generate_cited_html(cited_text, citations: dict):
     document.addEventListener('click', (event) => {
         const containers = document.querySelectorAll('.reference-container');
         containers.forEach(container => {
-        const rect = container.getBoundingClientRect();
-        if (rect.right > window.innerWidth - 50) {
-            container.setAttribute('data-align', 'right');
-        } else if (rect.left < 50) {
-            container.setAttribute('data-align', 'left');
-        } else {
-            container.removeAttribute('data-align');
-        }
+            const rect = container.getBoundingClientRect();
+            const popup = container.querySelector('.reference-popup');
+
+            // Reset alignment
+            popup.style.left = '';
+            popup.style.right = '';
+
+            const popupWidth = popup.offsetWidth;
+            const viewportWidth = window.innerWidth;
+
+            // If the popup would go off the right edge
+            if (rect.right + popupWidth > viewportWidth) {
+                popup.style.right = '0';  // Align popup to the right
+            }
+            // If the popup would go off the left edge
+            else if (rect.left - popupWidth < 0) {
+                popup.style.left = '0';  // Align popup to the left
+            }
+            // Otherwise center it
+            else {
+                popup.style.left = '50%';
+                popup.style.transform = 'translateX(-50%)'; // Center the popup
+            }
         });
     });
+
+    function closeReferencePanes() {
+        document.querySelectorAll('input[name="reference"]').forEach((input) => {
+            input.checked = false;
+        });
+    }
     </script>
     <div style="height: 600px; overflow-y: auto; overflow-x: auto;">
     """
 
     # Function to replace each citation with a reference button
+    citation_count = 0  # To track unique instances of each citation
+
     def replace_citations(match):
+        nonlocal citation_count
         citation_id = match.group(1)  # Extract citation number from the match
         ref_data = citations.get(int(citation_id))
 
@@ -175,19 +222,32 @@ def generate_cited_html(cited_text, citations: dict):
         if not ref_data:
             return match.group(0)
 
-        # Split the content by newlines and wrap each in <p> tags to maintain paragraph structure
-        paragraphs = ref_data["content"].split("\n")
-        formatted_content = "".join(f"<p>{para.strip()}</p>" for para in paragraphs if para.strip())
+        # Getting PDF file from gradio path
+        if "/var/tmp/gradio/" in ref_data["source"]:
+            ref_data["source"] = ref_data["source"].split("/")[-1]
+
+        # remove new line artifacts from scraping / parsing
+        ref_data["content"] = ref_data["content"].replace("\n", " ")
+
+        # Check if source is a URL, make it clickable if so
+        if ref_data["source"].startswith("http"):
+            source_html = f'<a href="{ref_data["source"]}" target="_blank" class="source">{ref_data["source"]}</a>'
+        else:
+            source_html = f'<span class="source">{ref_data["source"]}</span>'
 
-        # HTML code for the reference button and popup with paragraph formatting
+        # Unique id for each reference button and popup
+        unique_id = f"{citation_id}-{citation_count}"
+        citation_count += 1
+
+        # HTML code for the reference button and popup with formatted content
         button_html = f"""
         <span class="reference-container">
-        <label for="ref-toggle-{citation_id}" class="reference-btn" onclick="closeReferencePanes(); document.getElementById('ref-toggle-{citation_id}').checked = true;">{citation_id}</label>
-        <input type="radio" id="ref-toggle-{citation_id}" name="reference" />
+        <label for="ref-toggle-{unique_id}" class="reference-btn" onclick="closeReferencePanes(); document.getElementById('ref-toggle-{unique_id}').checked = true;">{int(citation_id)+1}</label>
+        <input type="radio" id="ref-toggle-{unique_id}" name="reference" />
         <span class="reference-popup">
-            <span class="close-btn" onclick="document.getElementById('ref-toggle-{citation_id}').checked = false;">&times;</span>
-            <strong>Source:</strong> {ref_data['source']}<br>
-            <strong>Content:</strong> {formatted_content}
+            <span class="close-btn" onclick="document.getElementById('ref-toggle-{unique_id}').checked = false;">&times;</span>
+            <strong>Source:</strong> {source_html}
+            <strong>Content:</strong> <p class="content">{ref_data["content"]}</p>
         </span>
         </span>
         """
@@ -356,13 +416,6 @@ ai_check_options = [
 ]
 
 
-MC_TOKEN_SIZE = 256
-TEXT_MC_MODEL_PATH = "polygraf-ai/mc-model"
-MC_LABEL_MAP = ["OpenAI GPT", "Mistral", "CLAUDE", "Gemini", "Grammar Enhancer"]
-text_mc_tokenizer = AutoTokenizer.from_pretrained(TEXT_MC_MODEL_PATH)
-text_mc_model = AutoModelForSequenceClassification.from_pretrained(TEXT_MC_MODEL_PATH).to(device)
-
-
 def predict_mc(text):
     with torch.no_grad():
         text_mc_model.eval()
@@ -836,420 +889,423 @@ def generate_and_format(
     return generate_cited_html(article, citations), history
 
 
-def create_interface():
-    with gr.Blocks(
-        theme=gr.themes.Default(
-            primary_hue=gr.themes.colors.pink, secondary_hue=gr.themes.colors.yellow, neutral_hue=gr.themes.colors.gray
-        ),
-        css="""
-            .input-highlight-pink block_label {background-color: #008080}
-            """,
-    ) as demo:
-        history = gr.State([])
-        latest_humanizer_data = gr.State()
-        today = date.today()
-        # dd/mm/YY
-        d1 = today.strftime("%d/%B/%Y")
-        d1 = d1.split("/")
-        gr.Markdown("# Polygraf AI Content Writer", elem_classes="text-center text-3xl mb-6")
-
-        with gr.Row():
-            with gr.Column(scale=2):
-                with gr.Group():
-                    gr.Markdown("## Article Configuration", elem_classes="text-xl mb-4")
-                    input_role = gr.Textbox(label="I am a", placeholder="Enter your role", value="Student")
-                    input_topic = gr.Textbox(
-                        label="Topic",
-                        placeholder="Enter the main topic of your article",
-                        elem_classes="input-highlight-pink",
-                    )
-                    input_context = gr.Textbox(
-                        label="Context",
-                        placeholder="Provide some context for your topic",
-                        elem_classes="input-highlight-pink",
+# def create_interface():
+with gr.Blocks(
+    theme=gr.themes.Default(
+        primary_hue=gr.themes.colors.pink, secondary_hue=gr.themes.colors.yellow, neutral_hue=gr.themes.colors.gray
+    ),
+    css="""
+        .input-highlight-pink block_label {background-color: #008080}
+        """,
+) as demo:
+    history = gr.State([])
+    latest_humanizer_data = gr.State()
+    today = date.today()
+    # dd/mm/YY
+    d1 = today.strftime("%d/%B/%Y")
+    d1 = d1.split("/")
+    gr.Markdown("# Polygraf AI Content Writer", elem_classes="text-center text-3xl mb-6")
+
+    with gr.Row():
+        with gr.Column(scale=1):
+            with gr.Group():
+                gr.Markdown("## Article Configuration", elem_classes="text-xl mb-4")
+                input_role = gr.Textbox(label="I am a", placeholder="Enter your role", value="Student")
+                input_topic = gr.Textbox(
+                    label="Topic",
+                    placeholder="Enter the main topic of your article",
+                    elem_classes="input-highlight-pink",
+                )
+                input_context = gr.Textbox(
+                    label="Context",
+                    placeholder="Provide some context for your topic",
+                    elem_classes="input-highlight-pink",
+                )
+                input_keywords = gr.Textbox(
+                    label="Keywords",
+                    placeholder="Enter comma-separated keywords",
+                    elem_classes="input-highlight-yellow",
+                )
+
+                with gr.Row():
+                    input_format = gr.Dropdown(
+                        choices=[
+                            "Article",
+                            "Essay",
+                            "Blog post",
+                            "Report",
+                            "Research paper",
+                            "News article",
+                            "White paper",
+                            "Email",
+                            "LinkedIn post",
+                            "X (Twitter) post",
+                            "Instagram Video Content",
+                            "TikTok Video Content",
+                            "Facebook post",
+                        ],
+                        value="Article",
+                        label="Format",
+                        elem_classes="input-highlight-turquoise",
                     )
-                    input_keywords = gr.Textbox(
-                        label="Keywords",
-                        placeholder="Enter comma-separated keywords",
+
+                input_length = gr.Slider(
+                    minimum=50,
+                    maximum=5000,
+                    step=50,
+                    value=300,
+                    label="Article Length",
+                    elem_classes="input-highlight-pink",
+                )
+
+                with gr.Row():
+                    input_writing_style = gr.Dropdown(
+                        choices=[
+                            "Formal",
+                            "Informal",
+                            "Technical",
+                            "Conversational",
+                            "Journalistic",
+                            "Academic",
+                            "Creative",
+                        ],
+                        value="Formal",
+                        label="Writing Style",
                         elem_classes="input-highlight-yellow",
                     )
+                    input_tone = gr.Dropdown(
+                        choices=["Friendly", "Professional", "Neutral", "Enthusiastic", "Skeptical", "Humorous"],
+                        value="Professional",
+                        label="Tone",
+                        elem_classes="input-highlight-turquoise",
+                    )
 
+                input_user_category = gr.Dropdown(
+                    choices=[
+                        "Students",
+                        "Professionals",
+                        "Researchers",
+                        "General Public",
+                        "Policymakers",
+                        "Entrepreneurs",
+                    ],
+                    value="General Public",
+                    label="Target Audience",
+                    elem_classes="input-highlight-pink",
+                )
+                input_depth = gr.Dropdown(
+                    choices=[
+                        "Surface-level overview",
+                        "Moderate analysis",
+                        "In-depth research",
+                        "Comprehensive study",
+                    ],
+                    value="Moderate analysis",
+                    label="Depth of Content",
+                    elem_classes="input-highlight-yellow",
+                )
+                input_structure = gr.Dropdown(
+                    choices=[
+                        "Introduction, Body, Conclusion",
+                        "Abstract, Introduction, Methods, Results, Discussion, Conclusion",
+                        "Executive Summary, Problem Statement, Analysis, Recommendations, Conclusion",
+                        "Introduction, Literature Review, Methodology, Findings, Analysis, Conclusion",
+                        "Plain Text",
+                    ],
+                    value="Introduction, Body, Conclusion",
+                    label="Structure",
+                    elem_classes="input-highlight-turquoise",
+                    interactive=True,
+                )
+                input_references = gr.Dropdown(
+                    choices=[
+                        "Academic journals",
+                        "Industry reports",
+                        "Government publications",
+                        "News outlets",
+                        "Expert interviews",
+                        "Case studies",
+                    ],
+                    value="News outlets",
+                    label="References",
+                    elem_classes="input-highlight-pink",
+                )
+                input_num_examples = gr.Dropdown(
+                    choices=["1-2", "3-4", "5+"],
+                    value="1-2",
+                    label="Number of Examples/Case Studies",
+                    elem_classes="input-highlight-yellow",
+                )
+                input_conclusion = gr.Dropdown(
+                    choices=["Summary", "Call to Action", "Future Outlook", "Thought-provoking Question"],
+                    value="Call to Action",
+                    label="Conclusion Type",
+                    elem_classes="input-highlight-turquoise",
+                )
+                gr.Markdown("# Search Options", elem_classes="text-center text-3xl mb-6")
+                google_default = False
+                with gr.Row():
+                    google_search_check = gr.Checkbox(
+                        label="Enable Internet Search For Recent Sources", value=google_default
+                    )
+                with gr.Group(visible=google_default) as search_options:
                     with gr.Row():
-                        input_format = gr.Dropdown(
-                            choices=[
-                                "Article",
-                                "Essay",
-                                "Blog post",
-                                "Report",
-                                "Research paper",
-                                "News article",
-                                "White paper",
-                                "Email",
-                                "LinkedIn post",
-                                "X (Twitter) post",
-                                "Instagram Video Content",
-                                "TikTok Video Content",
-                                "Facebook post",
-                            ],
-                            value="Article",
-                            label="Format",
-                            elem_classes="input-highlight-turquoise",
+                        include_sites = gr.Textbox(
+                            label="Include Specific Websites",
+                            placeholder="Enter comma-separated keywords",
+                            elem_classes="input-highlight-yellow",
                         )
-
-                    input_length = gr.Slider(
-                        minimum=50,
-                        maximum=5000,
-                        step=50,
-                        value=300,
-                        label="Article Length",
-                        elem_classes="input-highlight-pink",
-                    )
-
                     with gr.Row():
-                        input_writing_style = gr.Dropdown(
-                            choices=[
-                                "Formal",
-                                "Informal",
-                                "Technical",
-                                "Conversational",
-                                "Journalistic",
-                                "Academic",
-                                "Creative",
-                            ],
-                            value="Formal",
-                            label="Writing Style",
+                        exclude_sites = gr.Textbox(
+                            label="Exclude Specific Websites",
+                            placeholder="Enter comma-separated keywords",
                             elem_classes="input-highlight-yellow",
                         )
-                        input_tone = gr.Dropdown(
-                            choices=["Friendly", "Professional", "Neutral", "Enthusiastic", "Skeptical", "Humorous"],
-                            value="Professional",
-                            label="Tone",
-                            elem_classes="input-highlight-turquoise",
+                    with gr.Row():
+                        domains_to_include = gr.Dropdown(
+                            domain_list,
+                            value=domain_list,
+                            multiselect=True,
+                            label="Domains To Include",
+                        )
+                    with gr.Row():
+                        month_from = gr.Dropdown(
+                            choices=months,
+                            label="From Month",
+                            value="January",
+                            interactive=True,
                         )
+                        day_from = gr.Textbox(label="From Day", value="01")
+                        year_from = gr.Textbox(label="From Year", value="2000")
 
-                    input_user_category = gr.Dropdown(
-                        choices=[
-                            "Students",
-                            "Professionals",
-                            "Researchers",
-                            "General Public",
-                            "Policymakers",
-                            "Entrepreneurs",
-                        ],
-                        value="General Public",
-                        label="Target Audience",
-                        elem_classes="input-highlight-pink",
-                    )
-                    input_depth = gr.Dropdown(
-                        choices=[
-                            "Surface-level overview",
-                            "Moderate analysis",
-                            "In-depth research",
-                            "Comprehensive study",
-                        ],
-                        value="Moderate analysis",
-                        label="Depth of Content",
-                        elem_classes="input-highlight-yellow",
-                    )
-                    input_structure = gr.Dropdown(
-                        choices=[
-                            "Introduction, Body, Conclusion",
-                            "Abstract, Introduction, Methods, Results, Discussion, Conclusion",
-                            "Executive Summary, Problem Statement, Analysis, Recommendations, Conclusion",
-                            "Introduction, Literature Review, Methodology, Findings, Analysis, Conclusion",
-                            "Plain Text",
-                        ],
-                        value="Introduction, Body, Conclusion",
-                        label="Structure",
-                        elem_classes="input-highlight-turquoise",
-                        interactive=True,
-                    )
-                    input_references = gr.Dropdown(
-                        choices=[
-                            "Academic journals",
-                            "Industry reports",
-                            "Government publications",
-                            "News outlets",
-                            "Expert interviews",
-                            "Case studies",
-                        ],
-                        value="News outlets",
-                        label="References",
-                        elem_classes="input-highlight-pink",
-                    )
-                    input_num_examples = gr.Dropdown(
-                        choices=["1-2", "3-4", "5+"],
-                        value="1-2",
-                        label="Number of Examples/Case Studies",
-                        elem_classes="input-highlight-yellow",
-                    )
-                    input_conclusion = gr.Dropdown(
-                        choices=["Summary", "Call to Action", "Future Outlook", "Thought-provoking Question"],
-                        value="Call to Action",
-                        label="Conclusion Type",
-                        elem_classes="input-highlight-turquoise",
+                    with gr.Row():
+                        month_to = gr.Dropdown(
+                            choices=months,
+                            label="To Month",
+                            value=d1[1],
+                            interactive=True,
+                        )
+                        day_to = gr.Textbox(label="To Day", value=d1[0])
+                        year_to = gr.Textbox(label="To Year", value=d1[2])
+
+                gr.Markdown("# Add Optional PDF Files with Information", elem_classes="text-center text-3xl mb-6")
+                pdf_file_input = gr.File(label="Upload PDF(s)", file_count="multiple", file_types=[".pdf"])
+            """
+            # NOTE: HIDE AI MODEL SELECTION
+            with gr.Group():
+                gr.Markdown("## AI Model Configuration", elem_classes="text-xl mb-4")
+                ai_generator = gr.Dropdown(
+                    choices=[
+                        "OpenAI GPT 4",
+                        "OpenAI GPT 4o",
+                        "OpenAI GPT 4o Mini",
+                        "Claude Sonnet 3.5",
+                        "Gemini 1.5 Pro",
+                        "LLaMA 3",
+                    ],
+                    value="OpenAI GPT 4o Mini",
+                    label="AI Model",
+                    elem_classes="input-highlight-pink",
+                )
+            input_api = gr.Textbox(label="API Key", visible=False)
+            ai_generator.change(update_visibility_api, ai_generator, input_api)
+            """
+            generate_btn = gr.Button("Generate Article", variant="primary")
+
+        with gr.Column(scale=2):
+            with gr.Tab("Text Generator"):
+                output_article = gr.HTML(
+                    value="""<div style="height: 600px;"></div>""",
+                    label="Generated Article",
+                )
+                with gr.Accordion("Regenerate Article", open=False):
+                    ai_comments = gr.Textbox(
+                        label="Add comments to help edit generated text", interactive=True, visible=True
                     )
-                    gr.Markdown("# Search Options", elem_classes="text-center text-3xl mb-6")
-                    google_default = False
+                    regenerate_btn = gr.Button("Regenerate Article", variant="primary", visible=True)
+
+                ai_detector_dropdown = gr.Dropdown(
+                    choices=ai_check_options, label="Select AI Detector", value="Polygraf AI (Base Model)"
+                )
+                ai_check_btn = gr.Button("AI Check")
+
+                with gr.Accordion("AI Detection Results", open=True):
+                    ai_check_result = gr.Label(label="AI Check Result")
+                    mc_check_result = gr.Label(label="Creator Check Result")
+                    highlighted_text = gr.HTML(label="Sentence Breakdown", visible=False)
+
+                with gr.Accordion("Advanced Humanizer Settings", open=False):
+                    with gr.Row():
+                        model_dropdown = gr.Radio(
+                            choices=["Standard Model", "Advanced Model (Beta)"],
+                            value="Advanced Model (Beta)",
+                            label="Humanizer Model Version",
+                        )
+                    with gr.Row():
+                        temperature_slider = gr.Slider(
+                            minimum=0.5, maximum=2.0, step=0.1, value=1.0, label="Temperature"
+                        )
+                        top_k_slider = gr.Slider(minimum=0, maximum=300, step=25, value=40, label="Top k")
                     with gr.Row():
-                        google_search_check = gr.Checkbox(
-                            label="Enable Internet Search For Recent Sources", value=google_default
+                        repetition_penalty_slider = gr.Slider(
+                            minimum=1.0, maximum=2.0, step=0.1, value=1, label="Repetition Penalty"
+                        )
+                        length_penalty_slider = gr.Slider(
+                            minimum=0.0, maximum=2.0, step=0.1, value=1.0, label="Length Penalty"
                         )
-                    with gr.Group(visible=google_default) as search_options:
-                        with gr.Row():
-                            include_sites = gr.Textbox(
-                                label="Include Specific Websites",
-                                placeholder="Enter comma-separated keywords",
-                                elem_classes="input-highlight-yellow",
-                            )
-                        with gr.Row():
-                            exclude_sites = gr.Textbox(
-                                label="Exclude Specific Websites",
-                                placeholder="Enter comma-separated keywords",
-                                elem_classes="input-highlight-yellow",
-                            )
-                        with gr.Row():
-                            domains_to_include = gr.Dropdown(
-                                domain_list,
-                                value=domain_list,
-                                multiselect=True,
-                                label="Domains To Include",
-                            )
-                        with gr.Row():
-                            month_from = gr.Dropdown(
-                                choices=months,
-                                label="From Month",
-                                value="January",
-                                interactive=True,
-                            )
-                            day_from = gr.Textbox(label="From Day", value="01")
-                            year_from = gr.Textbox(label="From Year", value="2000")
-
-                        with gr.Row():
-                            month_to = gr.Dropdown(
-                                choices=months,
-                                label="To Month",
-                                value=d1[1],
-                                interactive=True,
-                            )
-                            day_to = gr.Textbox(label="To Day", value=d1[0])
-                            year_to = gr.Textbox(label="To Year", value=d1[2])
-
-                    gr.Markdown("# Add Optional PDF Files with Information", elem_classes="text-center text-3xl mb-6")
-                    pdf_file_input = gr.File(label="Upload PDF(s)", file_count="multiple", file_types=[".pdf"])
+
+                humanize_btn = gr.Button("Humanize")
+                with gr.Row(equal_height=False):
+                    with gr.Column():
+                        humanizer_feedback = gr.Textbox(label="Add optional feedback on humanizer")
+                    with gr.Column():
+                        report_humanized_btn = gr.Button("Report Humanized Text", variant="primary", visible=True)
+                # humanized_output = gr.Markdown(label="Humanized Article", value="\n\n\n\n", render=True)
+                # copy_to_input_btn = gr.Button("Copy to Input for AI Check")
+
+            with gr.Tab("History"):
+                history_chat = gr.Chatbot(label="Generation History", height=1000)
+                clear_history_btn = gr.Button("Clear History")
+                clear_history_btn.click(clear_history, outputs=[history, history_chat])
                 """
-                # NOTE: HIDE AI MODEL SELECTION
-                with gr.Group():
-                    gr.Markdown("## AI Model Configuration", elem_classes="text-xl mb-4")
-                    ai_generator = gr.Dropdown(
-                        choices=[
-                            "OpenAI GPT 4",
-                            "OpenAI GPT 4o",
-                            "OpenAI GPT 4o Mini",
-                            "Claude Sonnet 3.5",
-                            "Gemini 1.5 Pro",
-                            "LLaMA 3",
-                        ],
-                        value="OpenAI GPT 4o Mini",
-                        label="AI Model",
-                        elem_classes="input-highlight-pink",
-                    )
-                input_api = gr.Textbox(label="API Key", visible=False)
-                ai_generator.change(update_visibility_api, ai_generator, input_api)
+                # NOTE: REMOVED REFRESH BUTTON
+                refresh_button = gr.Button("Refresh History")
+                refresh_button.click(get_history, outputs=history_chat)
                 """
-                generate_btn = gr.Button("Generate Article", variant="primary")
 
-            with gr.Column(scale=3):
-                with gr.Tab("Text Generator"):
-                    output_article = gr.HTML(
-                        value="""<div style="height: 600px;"></div>""",
-                        label="Generated Article",
-                    )
-                    humanizer_feedback = gr.Textbox(label="Add optional feedback on humanizer")
-                    report_humanized_btn = gr.Button("Report Humanized Text", variant="primary", visible=True)
-                    with gr.Accordion("Regenerate Article", open=False):
-                        ai_comments = gr.Textbox(
-                            label="Add comments to help edit generated text", interactive=True, visible=True
-                        )
-                        regenerate_btn = gr.Button("Regenerate Article", variant="primary", visible=True)
+    def regenerate_visible(text):
+        if text:
+            return gr.update(visible=True)
+        else:
+            return gr.update(visible=False)
 
-                    ai_detector_dropdown = gr.Dropdown(
-                        choices=ai_check_options, label="Select AI Detector", value="Polygraf AI (Base Model)"
-                    )
-                    ai_check_btn = gr.Button("AI Check")
-
-                    with gr.Accordion("AI Detection Results", open=True):
-                        ai_check_result = gr.Label(label="AI Check Result")
-                        mc_check_result = gr.Label(label="Creator Check Result")
-                        highlighted_text = gr.HTML(label="Sentence Breakdown", visible=False)
-
-                    with gr.Accordion("Advanced Humanizer Settings", open=False):
-                        with gr.Row():
-                            model_dropdown = gr.Radio(
-                                choices=["Standard Model", "Advanced Model (Beta)"],
-                                value="Advanced Model (Beta)",
-                                label="Humanizer Model Version",
-                            )
-                        with gr.Row():
-                            temperature_slider = gr.Slider(
-                                minimum=0.5, maximum=2.0, step=0.1, value=1.0, label="Temperature"
-                            )
-                            top_k_slider = gr.Slider(minimum=0, maximum=300, step=25, value=40, label="Top k")
-                        with gr.Row():
-                            repetition_penalty_slider = gr.Slider(
-                                minimum=1.0, maximum=2.0, step=0.1, value=1, label="Repetition Penalty"
-                            )
-                            length_penalty_slider = gr.Slider(
-                                minimum=0.0, maximum=2.0, step=0.1, value=1.0, label="Length Penalty"
-                            )
-
-                    humanize_btn = gr.Button("Humanize")
-                    # humanized_output = gr.Markdown(label="Humanized Article", value="\n\n\n\n", render=True)
-                    # copy_to_input_btn = gr.Button("Copy to Input for AI Check")
-
-                with gr.Tab("History"):
-                    history_chat = gr.Chatbot(label="Generation History", height=1000)
-                    clear_history_btn = gr.Button("Clear History")
-                    clear_history_btn.click(clear_history, outputs=[history, history_chat])
-                    """
-                    # NOTE: REMOVED REFRESH BUTTON
-                    refresh_button = gr.Button("Refresh History")
-                    refresh_button.click(get_history, outputs=history_chat)
-                    """
-
-        def regenerate_visible(text):
-            if text:
-                return gr.update(visible=True)
-            else:
-                return gr.update(visible=False)
-
-        def highlight_visible(text):
-            if text.startswith("Polygraf"):
-                return gr.update(visible=True)
-            else:
-                return gr.update(visible=False)
-
-        def search_visible(toggle):
-            if toggle:
-                return gr.update(visible=True)
-            else:
-                return gr.update(visible=False)
-
-        google_search_check.change(search_visible, inputs=google_search_check, outputs=search_options)
-        # ai_detector_dropdown.change(highlight_visible, inputs=ai_detector_dropdown, outputs=highlighted_text)
-        # output_article.change(regenerate_visible, inputs=output_article, outputs=ai_comments)
-        # ai_comments.change(regenerate_visible, inputs=output_article, outputs=regenerate_btn)
-        ai_check_btn.click(highlight_visible, inputs=ai_detector_dropdown, outputs=highlighted_text)
-
-        # Update the default structure based on the selected format
-        # e.g. "Plain Text" for certain formats
-        input_format.change(fn=update_structure, inputs=input_format, outputs=input_structure)
-        model_dropdown.change(fn=update_temperature, inputs=model_dropdown, outputs=temperature_slider)
-        report_humanized_btn.click(
-            save_humanizer_feedback_to_cloud_storage, inputs=[latest_humanizer_data, humanizer_feedback]
-        )
+    def highlight_visible(text):
+        if text.startswith("Polygraf"):
+            return gr.update(visible=True)
+        else:
+            return gr.update(visible=False)
 
-        generate_btn.click(
-            fn=generate_and_format,
-            inputs=[
-                input_role,
-                input_topic,
-                input_context,
-                input_keywords,
-                input_length,
-                input_format,
-                input_writing_style,
-                input_tone,
-                input_user_category,
-                input_depth,
-                input_structure,
-                input_references,
-                input_num_examples,
-                input_conclusion,
-                # ai_generator,
-                # input_api,
-                google_search_check,
-                year_from,
-                month_from,
-                day_from,
-                year_to,
-                month_to,
-                day_to,
-                domains_to_include,
-                include_sites,
-                exclude_sites,
-                pdf_file_input,
-                history,
-            ],
-            outputs=[output_article, history],
-        )
+    def search_visible(toggle):
+        if toggle:
+            return gr.update(visible=True)
+        else:
+            return gr.update(visible=False)
+
+    google_search_check.change(search_visible, inputs=google_search_check, outputs=search_options)
+    # ai_detector_dropdown.change(highlight_visible, inputs=ai_detector_dropdown, outputs=highlighted_text)
+    # output_article.change(regenerate_visible, inputs=output_article, outputs=ai_comments)
+    # ai_comments.change(regenerate_visible, inputs=output_article, outputs=regenerate_btn)
+    ai_check_btn.click(highlight_visible, inputs=ai_detector_dropdown, outputs=highlighted_text)
+
+    # Update the default structure based on the selected format
+    # e.g. "Plain Text" for certain formats
+    input_format.change(fn=update_structure, inputs=input_format, outputs=input_structure)
+    model_dropdown.change(fn=update_temperature, inputs=model_dropdown, outputs=temperature_slider)
+    report_humanized_btn.click(
+        save_humanizer_feedback_to_cloud_storage, inputs=[latest_humanizer_data, humanizer_feedback]
+    )
 
-        regenerate_btn.click(
-            fn=generate_and_format,
-            inputs=[
-                input_role,
-                input_topic,
-                input_context,
-                input_keywords,
-                input_length,
-                input_format,
-                input_writing_style,
-                input_tone,
-                input_user_category,
-                input_depth,
-                input_structure,
-                input_references,
-                input_num_examples,
-                input_conclusion,
-                # ai_generator,
-                # input_api,
-                google_search_check,
-                year_from,
-                month_from,
-                day_from,
-                year_to,
-                month_to,
-                day_to,
-                domains_to_include,
-                pdf_file_input,
-                history,
-                output_article,
-                include_sites,
-                exclude_sites,
-                ai_comments,
-            ],
-            outputs=[output_article, history],
-        )
+    generate_btn.click(
+        fn=generate_and_format,
+        inputs=[
+            input_role,
+            input_topic,
+            input_context,
+            input_keywords,
+            input_length,
+            input_format,
+            input_writing_style,
+            input_tone,
+            input_user_category,
+            input_depth,
+            input_structure,
+            input_references,
+            input_num_examples,
+            input_conclusion,
+            # ai_generator,
+            # input_api,
+            google_search_check,
+            year_from,
+            month_from,
+            day_from,
+            year_to,
+            month_to,
+            day_to,
+            domains_to_include,
+            include_sites,
+            exclude_sites,
+            pdf_file_input,
+            history,
+        ],
+        outputs=[output_article, history],
+    )
 
-        ai_check_btn.click(
-            fn=ai_check,
-            inputs=[history, ai_detector_dropdown],
-            outputs=[ai_check_result, highlighted_text, mc_check_result],
-        )
+    regenerate_btn.click(
+        fn=generate_and_format,
+        inputs=[
+            input_role,
+            input_topic,
+            input_context,
+            input_keywords,
+            input_length,
+            input_format,
+            input_writing_style,
+            input_tone,
+            input_user_category,
+            input_depth,
+            input_structure,
+            input_references,
+            input_num_examples,
+            input_conclusion,
+            # ai_generator,
+            # input_api,
+            google_search_check,
+            year_from,
+            month_from,
+            day_from,
+            year_to,
+            month_to,
+            day_to,
+            domains_to_include,
+            pdf_file_input,
+            history,
+            output_article,
+            include_sites,
+            exclude_sites,
+            ai_comments,
+        ],
+        outputs=[output_article, history],
+    )
 
-        humanize_btn.click(
-            fn=humanize,
-            inputs=[
-                model_dropdown,
-                output_article,
-                temperature_slider,
-                repetition_penalty_slider,
-                top_k_slider,
-                length_penalty_slider,
-                history,
-            ],
-            outputs=[output_article, history, latest_humanizer_data],
-        )
+    ai_check_btn.click(
+        fn=ai_check,
+        inputs=[history, ai_detector_dropdown],
+        outputs=[ai_check_result, highlighted_text, mc_check_result],
+    )
+
+    humanize_btn.click(
+        fn=humanize,
+        inputs=[
+            model_dropdown,
+            output_article,
+            temperature_slider,
+            repetition_penalty_slider,
+            top_k_slider,
+            length_penalty_slider,
+            history,
+        ],
+        outputs=[output_article, history, latest_humanizer_data],
+    )
 
-        generate_btn.click(get_history, inputs=[history], outputs=[history_chat])
-        regenerate_btn.click(get_history, inputs=[history], outputs=[history_chat])
-        humanize_btn.click(get_history, inputs=[history], outputs=[history_chat])
+    generate_btn.click(get_history, inputs=[history], outputs=[history_chat])
+    regenerate_btn.click(get_history, inputs=[history], outputs=[history_chat])
+    humanize_btn.click(get_history, inputs=[history], outputs=[history_chat])
 
-    return demo
+# return demo
 
 
 if __name__ == "__main__":
-    demo = create_interface()
+    # demo = create_interface()
     # demo.queue(
     #     max_size=2,
     #     default_concurrency_limit=2,