add system prompt

app.py

@@ -5,7 +5,7 @@ import gradio as gr
 
 from loguru import logger
 import paddlehub as hub
-import random
+import random, re
 from encoder import get_encoder
 
 openai.api_key = os.getenv("OPENAI_API_KEY")
@@ -96,6 +96,10 @@ start_work = """async() => {
         img.style.height = img.offsetWidth + 'px'; 
     }
     function load_conversation(chatbot) {
+        var my_prompt_system_value = localStorage.getItem('my_prompt_system');
+        if (typeof my_prompt_system_value !== 'undefined') {
+            setNativeValue(window['my_prompt_system'], my_prompt_system_value);
+        }         
         var json_str = localStorage.getItem('chatgpt_conversations');
         if (json_str) {
             var conversations_clear = new Array();
@@ -187,6 +191,7 @@ start_work = """async() => {
         window['chat_bot1'].style.height = new_height;
         window['chat_bot1'].children[1].style.height = new_height;
         window['chat_bot1'].children[0].style.top = (parseInt(window['chat_bot1'].style.height)-window['chat_bot1'].children[0].offsetHeight-2) + 'px';
+
         prompt_row.children[0].style.flex = 'auto';
         prompt_row.children[0].style.width = '100%';
         window['gradioEl'].querySelectorAll('#chat_radio')[0].style.flex = 'auto';
@@ -195,7 +200,8 @@ start_work = """async() => {
         window['chat_bot1'].children[1].setAttribute('style', 'border-bottom-right-radius:0;top:unset;bottom:0;padding-left:0.1rem');
         window['gradioEl'].querySelectorAll('#btns_row')[0].children[0].setAttribute('style', 'min-width: min(10px, 100%); flex-grow: 1');
         window['gradioEl'].querySelectorAll('#btns_row')[0].children[1].setAttribute('style', 'min-width: min(10px, 100%); flex-grow: 1');
-        
+        window['my_prompt_system'] = window['gradioEl'].querySelectorAll('#my_prompt_system')[0].querySelectorAll('textarea')[0];
+
         load_conversation(window['chat_bot1'].children[1].children[0]);
         window['chat_bot1'].children[1].scrollTop = window['chat_bot1'].children[1].scrollHeight;
         
@@ -233,6 +239,7 @@ start_work = """async() => {
             try {
                 if (window['chat_radio_0'].checked) {
                     dot_flashing = window['chat_bot'].children[1].children[0].querySelectorAll('.dot-flashing');
+
                     if (window['chat_bot'].children[1].children[0].children.length > window['div_count'] && dot_flashing.length == 0) {
                         new_len = window['chat_bot'].children[1].children[0].children.length - window['div_count'];
                         for (var i = 0; i < new_len; i++) { 
@@ -254,6 +261,7 @@ start_work = """async() => {
                     img_index = 0;
                     draw_prompt_en = window['my_prompt_en'].value;
                     if (window['doCheckPrompt'] == 0 && window['prevPrompt'] != draw_prompt_en) {
+
                             console.log('_____draw_prompt_en___[' + draw_prompt_en + ']_');
                             window['doCheckPrompt'] = 1;
                             window['prevPrompt'] = draw_prompt_en;
@@ -284,6 +292,7 @@ start_work = """async() => {
                             user_div.dataset.testid = 'user';
                             user_div.innerHTML = "<p>作画: " + window['draw_prompt'] + "</p><img></img>";
                             window['chat_bot1'].children[1].children[0].appendChild(user_div);
+
                             var bot_div = document.createElement("div");
                             bot_div.className = "message bot svelte-134zwfa";
                             bot_div.style.backgroundColor = "#2563eb"; 
@@ -318,7 +327,7 @@ start_work = """async() => {
                         window['chat_bot1'].children[0].textContent = '';
                     } 
                 }
-              
+                localStorage.setItem('my_prompt_system', window['my_prompt_system'].value);
             } catch(e) {
             }        
         }
@@ -355,16 +364,19 @@ def set_openai_api_key(api_key):
     if api_key and api_key.startswith("sk-") and len(api_key) > 50:
         openai.api_key = api_key
 
-def get_response_from_openai(input, chat_history, model_radio):
+def get_response_from_openai(input, prompt_system, chat_history, model_radio, temperature=0.0):
     error_1 = 'You exceeded your current quota, please check your plan and billing details.'
-    def openai_create(input_list, model_radio):
+    def openai_create_old(input_list, prompt_system, model_radio):
         try:
             # print(f'input_list={input_list}')
             input_list_len = len(input_list)
             out_prompt = ''
             messages = []
+            prompt_system_token = prompt_system
             if model_radio == 'GPT-3.0':
                 out_prompt = 'AI:'
+                if prompt_system != '':
+                    prompt_system_token = f'Human:{prompt_system}'                
             for i in range(input_list_len):
                 input = input_list[input_list_len-i-1].replace("<br>", '\n\n')
                 if input.startswith("Openai said:"):
@@ -425,6 +437,94 @@ def get_response_from_openai(input, chat_history, model_radio):
             ret = f"Openai said: {e} Perhaps enter your OpenAI API key."
             return ret, {"completion_tokens": -1, "prompt_tokens": -1, "total_tokens": -1}
     
+    def openai_create(input_list, prompt_system, model_radio):
+        try:
+            input_list_len = len(input_list)
+            out_prompt = ''
+            messages = []
+            prompt_system_token = prompt_system
+            if model_radio in ['GPT-3.0']:
+                out_prompt += 'AI:'
+                if prompt_system != '':
+                    prompt_system_token = f'Human:{prompt_system}'
+            for i in range(input_list_len):
+                input = input_list[input_list_len-i-1].replace("<br>", '\n\n')
+                if input.startswith("Openai said:"):
+                    input = "☝:"    
+                if input.startswith("☝:"):
+                    if model_radio in ['GPT-3.0']:
+                        out_prompt = input.replace("☝:", "AI:") + '\n' + out_prompt
+                    else:
+                        out_prompt = input.replace("☝:", "") + out_prompt
+                        messages.insert(0, {"role": "assistant", "content": input.replace("☝:", "")})
+                elif input.startswith("☟:"):
+                    if model_radio in ['GPT-3.0']:
+                        out_prompt = input.replace("☟:", "Human:") + '\n' + out_prompt
+                    else:
+                        out_prompt = input.replace("☟:", "") + out_prompt
+                        messages.insert(0, {"role": "user", "content": input.replace("☟:", "")})
+                tokens = token_encoder.encode(out_prompt + prompt_system_token)
+                if model_radio in ['GPT-4.0']:
+                    if len(tokens) > max_input_tokens + total_tokens: 
+                        break
+                else:                    
+                    if len(tokens) > max_input_tokens: 
+                        break
+                
+            if prompt_system != '':
+                if model_radio in ['GPT-3.0']:
+                    out_prompt = prompt_system_token + out_prompt
+                else:
+                    out_prompt += prompt_system
+                    messages.insert(0, {"role": "system", "content": prompt_system}) 
+
+            if model_radio in ['GPT-3.0']:
+                print(f'response_3.0_out_prompt__:{out_prompt}')
+                response = openai.Completion.create(
+                    model="text-davinci-003",
+                    prompt=out_prompt,
+                    temperature=temperature,
+                    max_tokens=max_output_tokens,
+                    top_p=1,
+                    frequency_penalty=0,
+                    presence_penalty=0,
+                    stop=[" Human:", " AI:"]
+                )
+                print(f'response_3.0_response__:{response}')
+                ret = response.choices[0].text
+            else:
+                print(f'response_{model_radio}_messages__:{messages}') 
+                if model_radio in ['GPT-3.5']:
+                    model_name = "gpt-3.5-turbo"
+                else:
+                    model_name = "gpt-4"
+                response = openai.ChatCompletion.create(
+                    model=model_name,
+                    messages=messages,
+                    temperature=temperature,
+                    max_tokens=max_output_tokens,
+                    top_p=1,
+                    frequency_penalty=0,
+                    presence_penalty=0,
+                    stop=[" Human:", " AI:"]
+                )    
+                print(f'response_{model_radio}_response__:{response}')  
+                ret = response.choices[0].message['content']
+
+            if ret.startswith("\n\n"):
+                ret = ret.replace("\n\n", '') 
+            ret = ret.replace('\n', '<br>')  
+            ret = re.sub(r"```(.*?)```", r"<pre style='background-color: #ddd;margin-left:20px;padding-left:10px;'>\1</pre>", ret)
+            ret = re.sub(r"<pre style='background-color: #ddd;margin-left:20px;padding-left:10px;'>(.*?)</pre>", lambda m: "<pre style='background-color: #ddd; color:#000; margin-left:20px;padding-left:10px;'>" + m.group(1).replace('<br>', '\n') + '</pre>', ret)
+            # logger.info(f'ret_2_={ret}')
+            if ret == '':
+                ret = f"Openai said: I'm too tired."   
+            return ret, response.usage                           
+        except Exception as e:
+            logger.info(f"openai_create_error__{e}")
+            ret = f"Openai said: {e} Perhaps enter your OpenAI API key."
+            return ret, {"completion_tokens": -1, "prompt_tokens": -1, "total_tokens": -1}
+
     # logger.info(f'chat_history = {chat_history}')
     chat_history_list = []
     chat_history = chat_history.replace("<p>", "").replace("</p>", "")
@@ -432,11 +532,11 @@ def get_response_from_openai(input, chat_history, model_radio):
         chat_history_list = json.loads(chat_history)
     chat_history_list.append(f'☟:{input}')
         
-    output, response_usage = openai_create(chat_history_list, model_radio)
+    output, response_usage = openai_create(chat_history_list, prompt_system, model_radio)
     logger.info(f'response_usage={response_usage}')
     return output
     
-def chat(input0, input1, chat_radio, model_radio, all_chat_history, chat_history):
+def chat(input0, input1, prompt_system, chat_radio, model_radio, all_chat_history, chat_history):
     all_chat = []
     if all_chat_history != '':
         all_chat = json.loads(all_chat_history)
@@ -445,7 +545,7 @@ def chat(input0, input1, chat_radio, model_radio, all_chat_history, chat_history
         return all_chat, json.dumps(all_chat), input0, input1
             
     if chat_radio == "Talk to chatGPT":
-        response = get_response_from_openai(input0, chat_history, model_radio)
+        response = get_response_from_openai(input0, prompt_system, chat_history, model_radio)
         all_chat.append((input0, response))
         return all_chat, json.dumps(all_chat), '', input1
     else:
@@ -454,9 +554,9 @@ def chat(input0, input1, chat_radio, model_radio, all_chat_history, chat_history
         
 def chat_radio_change(chat_radio):
     if chat_radio == "Talk to chatGPT":
-        return gr.Radio.update(visible=True), gr.Text.update(visible=True)
+        return gr.Radio.update(visible=True), gr.Text.update(visible=True), gr.Textbox.update(visible=True)
     else:
-        return gr.Radio.update(visible=False), gr.Text.update(visible=False)
+        return gr.Radio.update(visible=False), gr.Text.update(visible=False), gr.Textbox.update(visible=False)
 
 with gr.Blocks(title='Talk to chatGPT') as demo:    
     with gr.Row(elem_id="page_0", visible=False) as page_0:
@@ -465,20 +565,21 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
         with gr.Box():            
             with gr.Row():
                 start_button = gr.Button("Let's talk to chatGPT!", elem_id="start-btn", visible=True) 
-                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)
-                
+                start_button.click(fn=None, inputs=[], outputs=[], _js=start_work)                
     with gr.Row(elem_id="page_2", visible=False) as page_2:        
         with gr.Row(elem_id="chat_row"):
             chatbot = gr.Chatbot(elem_id="chat_bot", visible=False).style(color_map=("green", "blue"))
             chatbot1 = gr.Chatbot(elem_id="chat_bot1").style(color_map=("green", "blue"))
+        with gr.Row(elem_id="system_prompt_row"):                  
+            prompt_system = gr.Textbox(lines=2, label="system prompt:", elem_id="my_prompt_system", visible=True, show_label=True)                            
         with gr.Row(elem_id="prompt_row"):
             prompt_input0 = gr.Textbox(lines=2, label="input", elem_id="my_prompt", show_label=True)
             prompt_input1 = gr.Textbox(lines=4, label="prompt", elem_id="my_prompt_en", visible=False)
             chat_history = gr.Textbox(lines=4, label="chat_history", elem_id="chat_history", visible=False)
-            all_chat_history = gr.Textbox(lines=4, label="会话上下文：", elem_id="all_chat_history", visible=False)
+            all_chat_history = gr.Textbox(lines=4, label="contexts:", elem_id="all_chat_history", visible=False)
 
             chat_radio = gr.Radio(["Talk to chatGPT", "Text to Image"], elem_id="chat_radio",value="Talk to chatGPT", show_label=False, visible=True)
-            model_radio = gr.Radio(["GPT-3.0", "GPT-3.5"], elem_id="model_radio", value="GPT-3.5", 
+            model_radio = gr.Radio(["GPT-3.0", "GPT-3.5", "GPT-4.0"], elem_id="model_radio", value="GPT-3.5", 
                                 label='GPT model: ', show_label=True,interactive=True, visible=True) 
             openai_api_key_textbox = gr.Textbox(placeholder="Paste your OpenAI API key (sk-...) and hit Enter",
                                     show_label=False, lines=1, type='password')
@@ -495,13 +596,14 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                         rounded=(True, True, True, True),
                         width=100
                     )
-            submit_btn.click(fn=chat, 
-                             inputs=[prompt_input0, prompt_input1, chat_radio, model_radio, all_chat_history, chat_history], 
-                             outputs=[chatbot, all_chat_history, prompt_input0, prompt_input1],
-                            )
+
         with gr.Row(elem_id='tab_img', visible=False).style(height=5):
            tab_img = gr.TabbedInterface(tab_actions, tab_titles)  
 
+        submit_btn.click(fn=chat, 
+                            inputs=[prompt_input0, prompt_input1, prompt_system, chat_radio, model_radio, all_chat_history, chat_history], 
+                            outputs=[chatbot, all_chat_history, prompt_input0, prompt_input1],
+                        )
         openai_api_key_textbox.change(set_openai_api_key,
                                       inputs=[openai_api_key_textbox],
                                       outputs=[])
@@ -510,7 +612,7 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                                       outputs=[])
         chat_radio.change(fn=chat_radio_change, 
                         inputs=[chat_radio], 
-                        outputs=[model_radio, openai_api_key_textbox],
+                        outputs=[model_radio, openai_api_key_textbox, prompt_system],
                         ) 
 
-demo.launch(debug = True)
+demo.launch(server_name='0.0.0.0', debug = True)