update tooltips

llama_lora/ui/finetune_ui.py

@@ -858,7 +858,8 @@ def finetune_ui():
                 evaluate_data_count = gr.Slider(
                     minimum=0, maximum=1, step=1, value=0,
                     label="Evaluation Data Count",
-                    info="The number of data to be used for evaluation. This amount of data will not be used for training and will be used to assess the performance of the model during the process."
+                    info="The number of data to be used for evaluation. This specific amount of data will be randomly chosen from the training dataset for evaluating the model's performance during the process, without contributing to the actual training.",
+                    elem_id="finetune_evaluate_data_count"
                 )
 
                 with gr.Box(elem_id="finetune_continue_from_model_box"):
@@ -870,7 +871,10 @@ def finetune_ui():
                             elem_id="finetune_continue_from_model"
                         )
                         continue_from_checkpoint = gr.Dropdown(
-                            value="-", label="Checkpoint", choices=["-"])
+                            value="-",
+                            label="Resume from Checkpoint",
+                            choices=["-"],
+                            elem_id="finetune_continue_from_checkpoint")
                     with gr.Column():
                         load_params_from_model_btn = gr.Button(
                             "Load training parameters from selected model", visible=False)
@@ -911,8 +915,6 @@ def finetune_ui():
                     info="The dropout probability for LoRA, which controls the fraction of LoRA parameters that are set to zero during training. A larger lora_dropout increases the regularization effect of LoRA but also increases the risk of underfitting."
                 )
 
-                lora_target_module_choices = gr.State(value=default_lora_target_module_choices)
-
                 lora_target_modules = gr.CheckboxGroup(
                     label="LoRA Target Modules",
                     choices=default_lora_target_module_choices,
@@ -920,6 +922,7 @@ def finetune_ui():
                     info="Modules to replace with LoRA.",
                     elem_id="finetune_lora_target_modules"
                 )
+                lora_target_module_choices = gr.State(value=default_lora_target_module_choices)
                 with gr.Box(elem_id="finetune_lora_target_modules_add_box"):
                     with gr.Row():
                         lora_target_modules_add = gr.Textbox(
@@ -1136,6 +1139,14 @@ def finetune_ui():
             'Press to load a sample dataset of the current selected format into the textbox.',
         });
 
+        tippy('#finetune_evaluate_data_count', {
+          placement: 'bottom',
+          delay: [500, 0],
+          animation: 'scale-subtle',
+          content:
+            'While setting a value larger than 0, the checkpoint with the lowest loss on the evaluation data will be saved as the final trained model, thereby helping to prevent overfitting.',
+        });
+
         tippy('#finetune_save_total_limit', {
           placement: 'bottom',
           delay: [500, 0],
@@ -1165,6 +1176,24 @@ def finetune_ui():
           content:
             'The name of the new LoRA model. Must be unique.',
         });
+
+        tippy('#finetune_continue_from_model', {
+          placement: 'bottom',
+          delay: [500, 0],
+          animation: 'scale-subtle',
+          content:
+            'Select a LoRA model to train a new model on top of that model.<br /><br />💡 To use the same training parameters of a previously trained model, select it here and click the <code>Load training parameters from selected model</code> button, then un-select it.',
+          allowHTML: true,
+        });
+
+        tippy('#finetune_continue_from_checkpoint', {
+          placement: 'bottom',
+          delay: [500, 0],
+          animation: 'scale-subtle',
+          content:
+            'If a checkpoint is selected, training will resume from that specific checkpoint, bypassing any previously completed steps up to the checkpoint\\'s moment. <br /><br />💡 Use this option to resume an unfinished training session. Remember to click the <code>Load training parameters from selected model</code> button to load the training parameters of the selected model.',
+          allowHTML: true,
+        });
       }, 100);
 
       // Show/hide start and stop button base on the state.

llama_lora/ui/inference_ui.py

@@ -326,7 +326,7 @@ def inference_ui():
                 # with gr.Column():
                 with gr.Accordion("Options", open=True, elem_id="inference_options_accordion"):
                     temperature = gr.Slider(
-                        minimum=0, maximum=2, value=0.1, step=0.01,
+                        minimum=0, maximum=2, value=0, step=0.01,
                         label="Temperature",
                         elem_id="inference_temperature"
                     )
@@ -345,7 +345,7 @@ def inference_ui():
                         )
 
                     num_beams = gr.Slider(
-                        minimum=1, maximum=5, value=1, step=1,
+                        minimum=1, maximum=5, value=2, step=1,
                         label="Beams",
                         elem_id="inference_beams"
                     )
@@ -538,7 +538,8 @@ def inference_ui():
             delay: [500, 0],
             animation: 'scale-subtle',
             content:
-              'Controls randomness: Lowering results in less random completions. Higher values (e.g., 1.0) make the model generate more diverse and random outputs. As the temperature approaches zero, the model will become deterministic and repetitive.',
+              '<strong>Controls randomness</strong>: Higher values (e.g., <code>1.0</code>) make the model generate more diverse and random outputs. As the temperature approaches zero, the model will become deterministic and repetitive.<br /><i>Setting a value larger then <code>0</code> will enable sampling.</i>',
+            allowHTML: true,
           });
 
           tippy('#inference_top_p', {
@@ -546,7 +547,8 @@ def inference_ui():
             delay: [500, 0],
             animation: 'scale-subtle',
             content:
-              'Controls diversity via nucleus sampling: only the tokens whose cumulative probability exceeds "top_p" are considered. 0.5 means half of all likelihood-weighted options are considered.',
+              'Controls diversity via nucleus sampling: only the tokens whose cumulative probability exceeds <code>top_p</code> are considered. <code>0.5</code> means half of all likelihood-weighted options are considered.<br />Will only take effect if Temperature is set to > 0.',
+            allowHTML: true,
           });
 
           tippy('#inference_top_k', {
@@ -554,7 +556,8 @@ def inference_ui():
             delay: [500, 0],
             animation: 'scale-subtle',
             content:
-              'Controls diversity of the generated text by only considering the "top_k" tokens with the highest probabilities. This method can lead to more focused and coherent outputs by reducing the impact of low probability tokens.',
+              'Controls diversity of the generated text by only considering the <code>top_k</code> tokens with the highest probabilities. This method can lead to more focused and coherent outputs by reducing the impact of low probability tokens.<br />Will only take effect if Temperature is set to > 0.',
+            allowHTML: true,
           });
 
           tippy('#inference_beams', {

llama_lora/ui/main_page.py

@@ -134,6 +134,10 @@ def main_page_custom_css():
         border: 1px solid var(--border-color-primary);
         border-radius: 4px;
         box-shadow: 0 2px 20px rgba(5,5,5,.08);
+        /* box-shadow: var(--shadow-drop-lg); */
+    }
+    body.dark .tippy-box {
+        box-shadow: 0 0 8px rgba(160,160,160,0.12);
     }
     .tippy-arrow {
         color: var(--block-background-fill);
@@ -144,6 +148,45 @@ def main_page_custom_css():
         font-weight: 100;
     }
 
+    .tippy-arrow::before {
+        z-index: 1;
+    }
+    .tippy-arrow::after {
+        content: "";
+        position: absolute;
+        z-index: -1;
+        border-color: transparent;
+        border-style: solid;
+    }
+    .tippy-box[data-placement^=top]> .tippy-arrow::after {
+        bottom: -9px;
+        left: -1px;
+        border-width: 9px 9px 0;
+        border-top-color: var(--border-color-primary);
+        transform-origin: center top;
+    }
+    .tippy-box[data-placement^=bottom]> .tippy-arrow::after {
+        top: -9px;
+        left: -1px;
+        border-width: 0 9px 9px;
+        border-bottom-color: var(--border-color-primary);
+        transform-origin: center bottom;
+    }
+    .tippy-box[data-placement^=left]> .tippy-arrow:after {
+        border-width: 9px 0 9px 9px;
+        border-left-color: var(--border-color-primary);
+        top: -1px;
+        right: -9px;
+        transform-origin: center left;
+    }
+    .tippy-box[data-placement^=right]> .tippy-arrow::after {
+        top: -1px;
+        left: -9px;
+        border-width: 9px 9px 9px 0;
+        border-right-color: var(--border-color-primary);
+        transform-origin: center right;
+    }
+
     /*
     .codemirror-wrapper .cm-editor .cm-gutters {
         background-color: var(--background-fill-secondary);