Update app.py

app.py

@@ -56,7 +56,7 @@ def predict(message, history, system_prompt, temperature, max_new_tokens, top_k,
     # Format history with a given chat template
     
     stop_tokens = [tokenizer.eos_token_id]
-    pad_token_id=[tokenizer.eos_token_id] #151643
+    tokenizer.pad_token_id=151643
     instruction = system_prompt + "\n\n"
     for user, assistant in history:
         instruction += f"<｜User｜>{user}<｜Assistant｜>{assistant}\n"
@@ -119,8 +119,8 @@ gr.ChatInterface(
     additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
     additional_inputs=[
         gr.Textbox("You are a useful assistant. first recognize user request and then reply carfuly and thinking", label="System prompt"),
-        gr.Slider(0, 1, 0.3, label="Temperature"),
-        gr.Slider(4000, 4096, 1024, label="Max new tokens"),
+        gr.Slider(0, 1, 0.6, label="Temperature"),
+        gr.Slider(0, 32000, 10000, label="Max new tokens"),
         gr.Slider(1, 80, 40, label="Top K sampling"),
         gr.Slider(0, 2, 1.1, label="Repetition penalty"),
         gr.Slider(0, 1, 0.95, label="Top P sampling"),