Update app.py

app.py

@@ -14,12 +14,11 @@ subprocess.run(
     shell=True,
 )
 
-# Constants
+# Constants and model initialization code remains the same
 MAX_MAX_NEW_TOKENS = 2048
 DEFAULT_MAX_NEW_TOKENS = 1024
 MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 
-# Model initialization
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 model_id = "DeepMount00/Lexora-Lite-3B"
 
@@ -33,193 +32,130 @@ model = AutoModelForCausalLM.from_pretrained(
 )
 model.eval()
 
-# Custom CSS
 CUSTOM_CSS = """
-/* Base styles */
-* {
-    margin: 0;
-    padding: 0;
-    box-sizing: border-box;
-}
-
-body {
-    font-family: 'Inter', sans-serif;
-    background-color: #f8fafc;
-    color: #1e293b;
-}
-
-/* Container styles */
 .container {
     max-width: 1000px !important;
     margin: auto !important;
-    padding: 2rem !important;
 }
 
-/* Header styles */
-.header-container {
-    background: linear-gradient(135deg, #1e3a8a 0%, #3b82f6 100%);
-    padding: 2.5rem;
-    border-radius: 1rem;
-    margin-bottom: 2rem;
-    color: white;
-    box-shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -1px rgba(0, 0, 0, 0.06);
-}
-
-.header-title {
-    font-size: 2.5rem;
-    font-weight: 700;
-    margin-bottom: 1.5rem;
+.header {
     text-align: center;
-    letter-spacing: -0.025em;
-}
-
-/* Model info styles */
-.model-info {
-    background: white;
-    padding: 1.75rem;
-    border-radius: 0.75rem;
-    margin-top: 1.5rem;
-    box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
-}
-
-.model-info h2 {
-    font-size: 1.5rem;
-    font-weight: 600;
-    color: #1e3a8a;
     margin-bottom: 1rem;
+    padding: 1rem;
 }
 
-.model-info p {
-    color: #374151;
-    line-height: 1.6;
-    font-size: 1.1rem;
-}
-
-.model-info a {
-    color: #2563eb;
+.header h1 {
+    font-size: 2rem;
     font-weight: 600;
-    text-decoration: none;
-    transition: color 0.2s;
+    color: #1e293b;
+    margin-bottom: 0.5rem;
 }
 
-.model-info a:hover {
-    color: #1d4ed8;
-    text-decoration: underline;
+.header p {
+    color: #64748b;
+    font-size: 1rem;
 }
 
-/* Chat container styles */
 .chat-container {
-    border: 1px solid #e5e7eb;
-    border-radius: 1rem;
+    border-radius: 0.75rem;
     background: white;
-    box-shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1);
-    margin-bottom: 2rem;
+    box-shadow: 0 1px 3px 0 rgb(0 0 0 / 0.1);
+    height: calc(100vh - 200px);
+    display: flex;
+    flex-direction: column;
 }
 
-/* Message styles */
-.message {
-    padding: 1.25rem;
-    margin: 0.75rem;
-    border-radius: 0.5rem;
-    font-size: 1.05rem;
-    line-height: 1.6;
+.message-container {
+    padding: 1rem;
+    margin-bottom: 0.5rem;
 }
 
 .user-message {
-    background: #f3f4f6;
-    border-left: 4px solid #3b82f6;
+    background: #f8fafc;
+    border-left: 3px solid #2563eb;
+    padding: 1rem;
+    margin: 0.5rem 0;
+    border-radius: 0.5rem;
 }
 
 .assistant-message {
-    background: #dbeafe;
-    border-left: 4px solid #1d4ed8;
-}
-
-/* Controls container styles */
-.controls-container {
-    background: #f8fafc;
-    padding: 1.75rem;
-    border-radius: 0.75rem;
-    margin-top: 1.5rem;
-    border: 1px solid #e5e7eb;
+    background: white;
+    border-left: 3px solid #64748b;
+    padding: 1rem;
+    margin: 0.5rem 0;
+    border-radius: 0.5rem;
 }
 
-/* Slider styles */
-.slider-label {
-    font-weight: 600;
-    color: #374151;
-    margin-bottom: 0.5rem;
-    font-size: 1.05rem;
+.controls-panel {
+    position: fixed;
+    right: 1rem;
+    top: 1rem;
+    width: 300px;
+    background: white;
+    padding: 1rem;
+    border-radius: 0.5rem;
+    box-shadow: 0 1px 3px 0 rgb(0 0 0 / 0.1);
+    z-index: 1000;
+    display: none;
 }
 
-/* Button styles */
-.duplicate-button {
+.controls-button {
+    position: fixed;
+    right: 1rem;
+    top: 1rem;
+    z-index: 1001;
     background: #2563eb !important;
     color: white !important;
-    padding: 0.875rem 1.75rem !important;
+    padding: 0.5rem 1rem !important;
     border-radius: 0.5rem !important;
-    font-weight: 600 !important;
-    font-size: 1.05rem !important;
-    transition: all 0.2s !important;
-    border: none !important;
-    cursor: pointer !important;
-    display: inline-flex !important;
-    align-items: center !important;
-    justify-content: center !important;
-    text-align: center !important;
-    box-shadow: 0 2px 4px rgba(37, 99, 235, 0.2) !important;
+    font-size: 0.875rem !important;
+    font-weight: 500 !important;
 }
 
-.duplicate-button:hover {
-    background: #1d4ed8 !important;
-    transform: translateY(-1px) !important;
-    box-shadow: 0 4px 6px rgba(37, 99, 235, 0.3) !important;
+.input-area {
+    border-top: 1px solid #e2e8f0;
+    padding: 1rem;
+    background: white;
+    border-radius: 0 0 0.75rem 0.75rem;
 }
 
-/* Input field styles */
-.input-textarea {
-    border: 2px solid #e5e7eb !important;
+.textbox {
+    border: 1px solid #e2e8f0 !important;
     border-radius: 0.5rem !important;
-    padding: 1rem !important;
-    font-size: 1.05rem !important;
-    transition: border-color 0.2s !important;
+    padding: 0.75rem !important;
+    font-size: 1rem !important;
+    box-shadow: 0 1px 2px 0 rgb(0 0 0 / 0.05) !important;
 }
 
-.input-textarea:focus {
-    border-color: #3b82f6 !important;
+.textbox:focus {
+    border-color: #2563eb !important;
     outline: none !important;
-    box-shadow: 0 0 0 3px rgba(59, 130, 246, 0.1) !important;
+    box-shadow: 0 0 0 2px rgba(37, 99, 235, 0.2) !important;
 }
 
-/* System message styles */
-.system-message {
-    background: #f8fafc;
-    border: 1px solid #e5e7eb;
-    border-radius: 0.5rem;
-    padding: 1rem;
-    margin-bottom: 1rem;
+.submit-button {
+    background: #2563eb !important;
+    color: white !important;
+    padding: 0.5rem 1rem !important;
+    border-radius: 0.5rem !important;
+    font-size: 0.875rem !important;
+    font-weight: 500 !important;
+    transition: all 0.2s !important;
+}
+
+.submit-button:hover {
+    background: #1d4ed8 !important;
 }
 """
 
-# HTML Description
 DESCRIPTION = '''
-<div class="header-container">
-    <h1 class="header-title">Lexora-Lite-3B</h1>
-    <div class="model-info">
-        <h2>About the Model</h2>
-        <p>
-            Welcome to the demonstration of <a href="https://huggingface.co/DeepMount00/Lexora-Lite-3B">Lexora-Lite-3B Chat ITA</a>, 
-            currently the leading open-source large language model for the Italian language. This model represents the state-of-the-art 
-            in Italian natural language processing, combining powerful language understanding with efficient performance.
-        </p>
-        <p style="margin-top: 1rem;">
-            View its performance metrics and compare it with other models on the 
-            <a href="https://huggingface.co/spaces/FinancialSupport/open_ita_llm_leaderboard">official leaderboard</a>.
-        </p>
-    </div>
+<div class="header">
+    <h1>Lexora-Lite-3B Chat</h1>
+    <p>An advanced Italian language model ready to assist you</p>
 </div>
 '''
 
+# Generate function remains the same
 @spaces.GPU(duration=90)
 def generate(
     message: str,
@@ -270,53 +206,41 @@ def generate(
 def create_chat_interface():
     theme = gr.themes.Soft(
         primary_hue="blue",
-        secondary_hue="blue",
+        secondary_hue="slate",
         neutral_hue="slate",
         font=gr.themes.GoogleFont("Inter"),
         radius_size=gr.themes.sizes.radius_sm,
     )
 
     with gr.Blocks(css=CUSTOM_CSS, theme=theme) as demo:
-        with gr.Column(elem_classes="container"):
-            gr.Markdown(DESCRIPTION)
-            
-            with gr.Column(elem_classes="chat-container"):
-                additional_inputs = [
-                    gr.Textbox(
-                        value="",
-                        label="System Message",
-                        elem_classes="system-message",
-                        render=False,
-                    ),
-                ]
-                
-                # Create controls without context manager
-                controls = gr.Column(elem_classes="controls-container")
-                with controls:
-                    additional_inputs.extend([
-                        gr.Slider(
-                            label="Maximum New Tokens",
-                            minimum=1,
-                            maximum=MAX_MAX_NEW_TOKENS,
-                            step=1,
-                            value=DEFAULT_MAX_NEW_TOKENS,
-                            elem_classes="slider-label",
+        gr.Markdown(DESCRIPTION)
+
+        with gr.Row():
+            # Main chat column
+            with gr.Column(scale=3):
+                chat = gr.ChatInterface(
+                    fn=generate,
+                    additional_inputs=[
+                        gr.Textbox(
+                            value="",
+                            label="System Message",
+                            visible=False,
                         ),
                         gr.Slider(
                             label="Temperature",
                             minimum=0,
-                            maximum=4.0,
+                            maximum=1.0,
                             step=0.1,
-                            value=0.001,
-                            elem_classes="slider-label",
+                            value=0.0001,
+                            visible=False,
                         ),
                         gr.Slider(
-                            label="Top-p (Nucleus Sampling)",
+                            label="Top-p",
                             minimum=0.05,
                             maximum=1.0,
                             step=0.05,
                             value=1.0,
-                            elem_classes="slider-label",
+                            visible=False,
                         ),
                         gr.Slider(
                             label="Top-k",
@@ -324,7 +248,7 @@ def create_chat_interface():
                             maximum=1000,
                             step=1,
                             value=50,
-                            elem_classes="slider-label",
+                            visible=False,
                         ),
                         gr.Slider(
                             label="Repetition Penalty",
@@ -332,13 +256,9 @@ def create_chat_interface():
                             maximum=2.0,
                             step=0.05,
                             value=1.0,
-                            elem_classes="slider-label",
+                            visible=False,
                         ),
-                    ])
-
-                chat_interface = gr.ChatInterface(
-                    fn=generate,
-                    additional_inputs=additional_inputs,
+                    ],
                     examples=[
                         ["Ciao! Come stai?"],
                         ["Raccontami una breve storia."],
@@ -347,13 +267,37 @@ def create_chat_interface():
                     cache_examples=False,
                 )
             
-            gr.DuplicateButton(
-                value="Duplicate Space for Private Use",
-                elem_classes="duplicate-button",
-                elem_id="duplicate-button",
-            )
-
-    return demo
+            # Advanced settings panel
+            with gr.Column(scale=1, visible=False) as settings_panel:
+                gr.Markdown("### Advanced Settings")
+                gr.Slider(
+                    label="Temperature",
+                    minimum=0,
+                    maximum=1.0,
+                    step=0.1,
+                    value=0.0001,
+                )
+                gr.Slider(
+                    label="Top-p",
+                    minimum=0.05,
+                    maximum=1.0,
+                    step=0.05,
+                    value=1.0,
+                )
+                gr.Slider(
+                    label="Top-k",
+                    minimum=1,
+                    maximum=1000,
+                    step=1,
+                    value=50,
+                )
+                gr.Slider(
+                    label="Repetition Penalty",
+                    minimum=1.0,
+                    maximum=2.0,
+                    step=0.05,
+                    value=1.0,
+                )
 
 if __name__ == "__main__":
     demo = create_chat_interface()