test

.gitignore

@@ -0,0 +1,2 @@
+data/
+.env

.gitignore~

@@ -0,0 +1,3 @@
+data/
+.env
+openai_api_key.txt

Dockerfile

@@ -0,0 +1,8 @@
+# use bitnami pytorch image
+FROM registry.docker.com/bitnami/pytorch:1.8.1
+ENV PYTHONIOENCODING=utf-8
+
+COPY requirements.txt requirements.txt
+RUN pip install -r requirements.txt
+
+CMD streamlit run streamlit_app.py --port 8501 

README.md

@@ -1,12 +1,2 @@
----
-title: MentalChat
-emoji: 🐢
-colorFrom: purple
-colorTo: purple
-sdk: streamlit
-sdk_version: 1.17.0
-app_file: app.py
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# menduChatbot
+chatbot for mendu

joy.py

@@ -0,0 +1,55 @@
+
+import os
+from dotenv import load_dotenv
+load_dotenv()
+import openai
+openai.api_key = os.getenv('OPENAI_API_KEY')
+openai.api_key_path = './openai_api_key.txt'
+
+completion = openai.Completion()
+
+# start_chat_log = ('[Instruction] The following is a conversation with the AI therapist named Joy and a patient. '
+# 'JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user\'s problem. '
+# 'Her objective is to make the user feel better by feeling heard. '
+# 'Sometimes the user will want to end the conversation, and Joy will respect that.')
+
+chat_log = '[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens, asks for details and offers detailed advices once a while.  End the conversation if the patient wishes to.'
+
+
+start_sequence = "\nJoy:"
+restart_sequence = "\n\nPatient:"
+
+# todo: add a function to check if the user wants to end the conversation
+# let the user know that they can end the conversation by typing "end"
+# let the user choose between models (curie, davinci, curie-finetuned, davinci-finetuned)
+# let the user choose between different temperatures, frequency_penalty, presence_penalty
+# embed the user and look for the most similiar user in the database
+# embed the user's input and look for the most similiar user's input in the database
+# embed the user's input and look for the most similiar user's response in the database
+# embed the user's input and look for therapy catalogue that is similar to the user's input
+# push the therapy catalogue to the user
+
+  
+def ask(question: str, chat_log: str) -> (str, str):
+
+  # prompt = f'{chat_log}/n{question}'
+  prompt = f'{chat_log}{restart_sequence} {question}{start_sequence}'
+
+  response = completion.create(
+      prompt = prompt,
+      #model = "curie:ft-personal-2023-02-03-17-06-53",
+      #model = 'text-curie-001',
+      model = "text-davinci-003",
+      stop = ["Patient:",'Joy:'],
+      temperature = 0.6, #the higher the more creative
+      frequency_penalty = 0.3, #prevents word repetition, larger -> higher penalty
+      presence_penalty = 0.6, #prevents topic repetition, larger -> higher penalty
+      top_p =1, 
+      best_of=1,
+      # start_text = "Patient->",???
+      max_tokens=170
+  )
+  
+  answer = response.choices[0].text.strip()
+  chat_log = f'{prompt}{answer}'
+  return str(answer), str(chat_log)

notebooks/chatbot.ipynb

@@ -0,0 +1,287 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "from dotenv import load_dotenv\n",
+    "load_dotenv()\n",
+    "import openai\n",
+    "openai.api_key = os.getenv('OPENAI_API_KEY')\n",
+    "openai.api_key_path = '../openai_api_key.txt'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "completion = openai.Completion()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "chat_log = ('The following is a conversation with the AI therapist named Joy and a patient. '\n",
+    "'JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user\\'s problem. '\n",
+    "'Her objective is to make the user feel better by feeling heard. '\n",
+    "'Sometimes the user will want to end the conversation, and Joy will respect that.')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(start_chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 31,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "start_sequence = \"\\nJoy:\"\n",
+    "restart_sequence = \"\\n\\nPatient:\"\n",
+    "  \n",
+    "def ask(question: str, chat_log: str) -> str:\n",
+    "\n",
+    "  # prompt = f'{chat_log}/n{question}'\n",
+    "  prompt = f'{chat_log}{restart_sequence} {question}{start_sequence}'\n",
+    "\n",
+    "  response = completion.create(\n",
+    "      prompt = prompt,\n",
+    "      model = \"text-davinci-003\",\n",
+    "      stop = [\"Patient:\",'Joy:','Patient','Joy'],\n",
+    "      temperature = 0.6, #the higher the more creative\n",
+    "      frequency_penalty = 0.3, #prevents word repetition, larger -> higher penalty\n",
+    "      presence_penalty = 0.6, #prevents topic repetition, larger -> higher penalty\n",
+    "      top_p =1, \n",
+    "      best_of=1,\n",
+    "      max_tokens=170\n",
+    "  ) \n",
+    "  \n",
+    "  answer = response.choices[0].text.strip()\n",
+    "  chat_log = f'{prompt}{answer}'\n",
+    "  return str(answer), str(chat_log)\n",
+    "\n",
+    "def chatlog(chat_log: str, restart_sequence:str, question: str, start_sequence:str, answer: str) -> str:\n",
+    "  chat_log = f'{chat_log}{restart_sequence} {question}{start_sequence}{answer}'\n",
+    "  return str(chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 32,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient: I am Joe, I am feeling stressed out\\nJoy:Hi Joe, it sounds like you are feeling a lot of stress. Can you tell me more about what is going on?\""
+      ]
+     },
+     "execution_count": 32,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "chat_log"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [
+    {
+     "ename": "TypeError",
+     "evalue": "can only concatenate tuple (not \"str\") to tuple",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[29], line 2\u001b[0m\n\u001b[1;32m      1\u001b[0m answer \u001b[39m=\u001b[39m ask(\u001b[39m\"\u001b[39m\u001b[39mI am Joe, I am feeling stressed out\u001b[39m\u001b[39m\"\u001b[39m, chat_log)\n\u001b[0;32m----> 2\u001b[0m \u001b[39mprint\u001b[39m(answer\u001b[39m+\u001b[39;49m\u001b[39m'\u001b[39;49m\u001b[39m\\n\u001b[39;49;00m\u001b[39m\\n\u001b[39;49;00m\u001b[39m'\u001b[39;49m)\n\u001b[1;32m      3\u001b[0m chat_log \u001b[39m=\u001b[39m chatlog (\u001b[39m\"\u001b[39m\u001b[39mI am Joe, I am feeling stressed out\u001b[39m\u001b[39m\"\u001b[39m, chat_log)\n",
+      "\u001b[0;31mTypeError\u001b[0m: can only concatenate tuple (not \"str\") to tuple"
+     ]
+    }
+   ],
+   "source": [
+    "answer = ask(\"I am Joe, I am feeling stressed out\", chat_log)\n",
+    "print(answer+'\\n\\n')\n",
+    "chat_log = chatlog(chat_log, restart_sequence, \"I am Joe, I am feeling stressed out\", start_sequence, answer[0])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "(\"I can imagine that can be very frustrating. It sounds like you are putting in a lot of effort into studying, but it's not having the result you want. What strategies have you been using to try and improve your grades?\",\n",
+       " \"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient: I am Joe, I am feeling stressed out\\nJoy:Hi Joe, it sounds like you are feeling a lot of stress. Can you tell me more about what is going on?\\n\\nPatient: i have to study so much and my grade keep dropping even after studying so much\\nJoy:I can imagine that can be very frustrating. It sounds like you are putting in a lot of effort into studying, but it's not having the result you want. What strategies have you been using to try and improve your grades?\")"
+      ]
+     },
+     "execution_count": 26,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('i have to study so much and my grade keep dropping even after studying so much', chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('Your name is Joe. Can you tell me more about why you are feeling so stressed?',\n",
+       " \"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient: I am Joe, I am feeling stressed out\\nJoy:Hi Joe, it sounds like you are feeling a lot of stress. Can you tell me more about what is going on?\\n\\nPatient: I dont know. Btw, what is my name again?\\nJoy:Your name is Joe. Can you tell me more about why you are feeling so stressed?\")"
+      ]
+     },
+     "execution_count": 27,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('I dont know. Btw, what is my name again?', chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 131,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "(\"It sounds like you're feeling overwhelmed by the pressures of school and homework. Have you been feeling this way for a while or is it something new?\",\n",
+       " \"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient:I am feeling stressed out\\nJoy:I understand that you're feeling stressed out. What do you think is causing you to feel so stressed?\\n\\nPatient:School and homework\\nJoy:It sounds like you're feeling overwhelmed by the pressures of school and homework. Have you been feeling this way for a while or is it something new?\")"
+      ]
+     },
+     "execution_count": 131,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('School and homework', chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 132,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "(\"It sounds like you've been feeling stressed for a while now. What do you think has been the source of this stress?\",\n",
+       " \"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient:I am feeling stressed out\\nJoy:I understand that you're feeling stressed out. What do you think is causing you to feel so stressed?\\n\\nPatient:For awhile now\\nJoy:It sounds like you've been feeling stressed for a while now. What do you think has been the source of this stress?\")"
+      ]
+     },
+     "execution_count": 132,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('For awhile now', chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 133,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('I can understand how that could be stressful. Is there anything specific that you are doing to try and improve your grades?',\n",
+       " \"The following is a conversation with the AI therapist named Joy and a patient. JOY is compasionate, insightful, and empathetic. She offers adives for coping with the user's problem. Her objective is to make the user feel better by feeling heard. Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient:I am feeling stressed out\\nJoy:I understand that you're feeling stressed out. What do you think is causing you to feel so stressed?\\n\\nPatient:My grades are dropping\\nJoy:I can understand how that could be stressful. Is there anything specific that you are doing to try and improve your grades?\")"
+      ]
+     },
+     "execution_count": 133,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('My grades are dropping', chat_log)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 100,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('yes',\n",
+       " \"The following is a conversation with a therapist and a patient. The therapist is AI chatbot named JOY, who is compasionate, insightful, and empathetic. Her objective is to make the user feel better by feeling heard. Joy offers suggestions for coping with the user's problem and will ask if the user would like to talk about them.Sometimes the user will want to end the conversation, and Joy will respect that.\\n\\nPatient:I am feeling stressed out\\nJoy:I am sorry to hear that. I wonder if you could tell me more about what is going on for you?\\n\\nPatient:for the past year\\nJoy:yes\")"
+      ]
+     },
+     "execution_count": 100,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ask('for the past year', chat_log)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "chatbot",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.15"
+  },
+  "orig_nbformat": 4,
+  "vscode": {
+   "interpreter": {
+    "hash": "9798c78c52b861f9442ea63a21901b586ae2f2169fa92d94b4091cc5bab62e04"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

notebooks/hope_notebook.ipynb

@@ -0,0 +1,495 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 162,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd\n",
+    "from os import listdir\n",
+    "from os.path import isfile, join\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 163,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# set path and load data\n",
+    "path = '/Users/lsacy/data/HOPE_WSDM_2022/Train/'\n",
+    "path2 = '/Users/lsacy/data/HOPE_WSDM_2022/Test/'\n",
+    "path3 = '/Users/lsacy/data/HOPE_WSDM_2022/Validation/'\n",
+    "\n",
+    "\n",
+    "files = [f for f in listdir(path) if isfile(join(path, f))]\n",
+    "files2 = [f for f in listdir(path2) if isfile(join(path2, f))]\n",
+    "files3 = [f for f in listdir(path3) if isfile(join(path3, f))]\n",
+    "\n",
+    "df_list = []\n",
+    "for file in files:\n",
+    "    df = pd.read_csv(path+file)\n",
+    "    df_list.append(df)\n",
+    "\n",
+    "for file in files2:\n",
+    "    df = pd.read_csv(path2+file)\n",
+    "    df_list.append(df)\n",
+    "\n",
+    "for file in files3:\n",
+    "    df= pd.read_csv(path3+file)\n",
+    "    df_list.append(df)\n",
+    "    "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 167,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# do basic cleaning (removing NaNs, etc.)\n",
+    "\n",
+    "# remove 'Unnamed: 0' columns\n",
+    "for df in df_list:\n",
+    "    try: \n",
+    "        df.drop(['Unnamed: 0'], axis=1, inplace=True)\n",
+    "    except:\n",
+    "        pass\n",
+    "\n",
+    "for df in df_list:\n",
+    "    try: \n",
+    "        df.drop(['Unnamed: 0.1'], axis=1, inplace=True)\n",
+    "    except:\n",
+    "        pass\n",
+    "\n",
+    "for df in df_list:\n",
+    "    try: \n",
+    "        df.drop(['Unnamed: 0.1.1'], axis=1, inplace=True)\n",
+    "    except:\n",
+    "        pass\n",
+    "\n",
+    "# find 'Type' == NaN\n",
+    "for i in range(len(df_list)):\n",
+    "    if df_list[i]['Type'].isnull().any():\n",
+    "        print(i)\n",
+    "        \n",
+    "# show the row number of Nan value in 'type'\n",
+    "for i in range(len(df_list)):\n",
+    "    if df_list[i]['Type'].isnull().any():\n",
+    "        print(df_list[i][df_list[i]['Type'].isnull()])\n",
+    "\n",
+    "# Set the type of the row with NaN value to 'T'\n",
+    "for i in range(len(df_list)):\n",
+    "    if df_list[i]['Type'].isnull().any():\n",
+    "        df_list[i].loc[df_list[i]['Type'].isnull(), 'Type'] = 'T'\n",
+    "        "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 224,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# to get the data to prompt - completion format, we need to check for \n",
+    "# continuaty of conversiontion using i == i.shift(1), print the index of the row, and i\n",
+    "for i in range(len(df_list)):\n",
+    "    # check if df_list[i] the values of 'Type' column are switching between T and P for each row\n",
+    "    # if not, then print the index of the row, and i\n",
+    "    if (df_list[i]['Type'] == df_list[i]['Type'].shift(1)).any():\n",
+    "        print(i)\n",
+    "\n",
+    "# add a column 'key' to each df in df_list: identify the rows where 'Type' does not between T and P\n",
+    "for i in range(len(df_list)):\n",
+    "    df_list[i]['key'] = (df_list[i]['Type'] != df_list[i]['Type'].shift(1)).astype(int).cumsum()\n",
+    "\n",
+    "# create a new df_list2, only keep the columns ['key', 'Type', 'Utterance']\n",
+    "df_list2 = []\n",
+    "for i in range(len(df_list)):\n",
+    "    df_temp = df_list[i][['key', 'Type', 'Utterance']]\n",
+    "    df_list2.append(df_temp)\n",
+    "    \n",
+    "# apply groupby to each df in df_list to get the data in prompt - completion format\n",
+    "for i in range(len(df_list2)):\n",
+    "    df_list2[i] = df_list2[i].groupby(['key', 'Type'])['Utterance'].apply(' '.join)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 233,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# convert series to frame\n",
+    "for i in range(len(df_list2)):\n",
+    "    df_list2[i] = df_list2[i].to_frame()\n",
+    "# drop the index\n",
+    "for i in range(len(df_list2)):\n",
+    "    df_list2[i].reset_index(inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 270,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# check again for swithing type occurences\n",
+    "for i in range(len(df_list2)):\n",
+    "    # check if df_list[i] the values of 'Type' column are switching between T and P for each row\n",
+    "    # if not, then print the index of the row, and i\n",
+    "    if (df_list2[i]['Type'] == df_list2[i]['Type'].shift(1)).any():\n",
+    "        print(i)\n",
+    "        "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 239,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# save list of patient start index\n",
+    "patient_start=[]\n",
+    "for i, df in enumerate(df_list2):\n",
+    "    if df.iloc[0]['Type'] == 'P':\n",
+    "        patient_start.append(i)\n",
+    "\n",
+    "# save list of therapist start index\n",
+    "therapist_start = [i for i in range(len(df_list2)) if i not in patient_start]\n",
+    "\n",
+    "# create a new temporary dataframe with 2 columns: Type and Utterance\n",
+    "df_temp = pd.DataFrame(columns=['prompt', 'completion'])\n",
+    "\n",
+    "# create a list of dataframes, each dataframe is a conversation\n",
+    "df_list3 = []\n",
+    "for i in therapist_start:\n",
+    "    df_temp = pd.DataFrame(columns=['prompt', 'completion'])\n",
+    "    for row in range(len(df_list2[i])):\n",
+    "        if df_list2[i]['Type'][row] == 'P' and (len(df_list2[i]) - 1) >= row+1:\n",
+    "            print(i, row)\n",
+    "            df_temp = df_temp.append({'prompt': df_list2[i]['Utterance'][row], 'completion': df_list2[i]['Utterance'][row+1]}, ignore_index=True)\n",
+    "    df_list3.append(df_temp)\n",
+    "\n",
+    "for i in patient_start:\n",
+    "    df_temp = pd.DataFrame(columns=['prompt', 'completion'])\n",
+    "    for row in range(len(df_list2[i])):\n",
+    "        if df_list2[i]['Type'][row] == 'P' and (len(df_list2[i]) - 1) >= row+1:\n",
+    "            print(i, row)\n",
+    "            df_temp = df_temp.append({'prompt': df_list2[i]['Utterance'][row], 'completion': df_list2[i]['Utterance'][row+1]}, ignore_index=True)\n",
+    "    df_list3.append(df_temp)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 332,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array(['Im here',\n",
+       "       \"So I've been made to come in and talk to you. because something happened on the bus. And there I may have said something to somebody and they're just like, oh, you can't say that. So they actually said, we're going to take you to jail. from jail. They just called me here.\",\n",
+       "       \"They didn't explain anything. The government never explains anything. They just don't want me to understand what's going on because they just want to keep me out of captivity.\",\n",
+       "       \"nope, it's the entire government, entire government, higher government.\",\n",
+       "       \"all my life. I've done this all my life. They they're always listening. They're always around. They're always there.\",\n",
+       "       \"always there. Like, for example, they're in the lights right now. They're listening to everything that we're talking about. So that's the reason why I really can't talk about what happened on the bus because they're just going to use that against and then it's locked me up again. I think we take more minutes.\",\n",
+       "       \"Yes, I take the medication, because if I don't take the medication, government comes and takes me away and puts me into a hospital where they force me the medication. And then the lights are always on and they can always hear everything that I'm saying and what I'm thinking and what I'm going to do.\",\n",
+       "       \"wanting us to take over the world, to take over the world, people in the world, of course, they want to use everything and use everything that everybody knows to use it against them so that they can actually have the world they want in that baby and make everybody pretend that they don't know what's going on. So therefore, they're using everybody's thoughts against themselves, so that the government can use it to their benefit.\",\n",
+       "       \"No. So when I'm home, I think I'm perfectly fine because I set up my house in my room to actually make it government proof so that nobody can actually hear see what's going on in there. So when I'm home, I'm perfectly fine.\",\n",
+       "       \"being home and being home I've saved my mom saved my brother's save everybody safe. And being out in the world in the world. That's a nobody safe.\",\n",
+       "       \"No, I told you they are employed, and they can hear everything that we're saying right now. So no, we're not safe here.\",\n",
+       "       'at home and safe in my room, that I mean government.',\n",
+       "       \"I would stay home all the time, but I can't stay home because I mean to go and see doctors and talk to people and do the things that the government needs me or wants me to do. But I don't want to do those things because she's in my thoughts and they're trying to use everybody and get sleep. I can't deal with that.\",\n",
+       "       \"Everybody knows that they're in the light. It's common knowledge. It's common knowledge. Everybody knows that.\",\n",
+       "       \"No, of course, everybody hears the lights talking to you. I don't know what you're talking about. Like everybody hears it. Sometimes it's a whisper. For some people. Sometimes it's a yell. And if you want to not pay attention to what the lights are saying to you, then I don't know what's wrong with you, but everybody can hear it.\",\n",
+       "       'It sounds like a robot talking. It sounds like we need to know this information we need to what do you do.',\n",
+       "       'Yes. where your notes gonna go?',\n",
+       "       'who has access to the chart room.',\n",
+       "       \"Can I get a copy of your notes after you're done?\",\n",
+       "       \"Yes, because I might trust you. And I don't know if I do yet. But I don't trust the other people who work here because I don't know if they're working for the government, which they probably are working for the government. So they can actually have access to all of my notes and the things that you're writing down, which I don't know what they are, because you're not going to give me a copy of it yet. And I just don't trust that they can actually get that information and because they're going to use it to their advantage and they're going to give it to the government, which I can't have that. So could you please not take notes?\",\n",
+       "       \"Well, because I made my room at home government proof, I think they're going to try to steal that technology when I actually create it so that they can then disrupt my room and then everybody else's rooms who are just like mine so that they can then use their mind control to then control me to do the things that they want me to do.\",\n",
+       "       'Correct. Without my room, and without the technology and the systems and the things that I created, then the government will be able to control everything that I do.',\n",
+       "       'I feel fine',\n",
+       "       \"I don't really have any problem Yeah, I just I feel fine. I don't feel happy. I don't feel sad. I just, I'm just here\",\n",
+       "       \"well, the government's gonna do what they're gonna do anyway. So it doesn't matter if I'm happy sad, pissed off angry. any of that the government's going to make me do what they want me to do anyway. So it doesn't matter how I feel.\",\n",
+       "       \"No, because I've learned my lesson to not say those things out loud into to talk about what the government's doing because I can't actually inform anybody else because nobody's listening to me because They're already controlled by the government because they don't have a room like I do at home.\",\n",
+       "       \"While people don't understand what's going on, then that's their fault. that's their problem. They should have listened to me. And I could actually gave them the technology that they needed to actually create the room so that the government can't hear them.\",\n",
+       "       'No. Quite the opposite. It is completely opposite.',\n",
+       "       \"Okay. Yeah, we live with my mom. She does that she's supposed to she doesn't go in my room because she knows that. She goes into the robots gonna mess up the technology so she stays out.\",\n",
+       "       'I talk to people all the time, but they are in my head. We have conversations all the time about how we can actually make the world a better place and then how we can actually go through and then destroy the government or do good. Just pump it up.',\n",
+       "       'that would be good', 'Three days works.'], dtype=object)"
+      ]
+     },
+     "execution_count": 332,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_list3[110]['prompt'].values"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 311,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_final = pd.DataFrame(columns=['prompt', 'completion'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 318,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/var/folders/m_/_mwt902x1z595k65b7qf743m0000gn/T/ipykernel_82735/1421327753.py:2: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
+      "  df_final = df_final.append(i, ignore_index=True)\n"
+     ]
+    }
+   ],
+   "source": [
+    "for i in df_list3:\n",
+    "    df_final = df_final.append(i, ignore_index=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 319,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>prompt</th>\n",
+       "      <th>completion</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Good, good.</td>\n",
+       "      <td>It's good to see you. Yeah.</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Yeah, I mean, good week with the roommates. I ...</td>\n",
+       "      <td>Silence. Terrific. So what was what specifical...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>is just telling her that like, my studies are ...</td>\n",
+       "      <td>right. Right. Right. Because I think that's re...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>So I think being a little way direct was helpful.</td>\n",
+       "      <td>It's really nice, I think to you've been able ...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>At home for two days, and it was with my mom a...</td>\n",
+       "      <td>okay. So she's still sixers. Did she have a bi...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6439</th>\n",
+       "      <td>I actually came across a program, which is per...</td>\n",
+       "      <td>So the program that you're interested, you wan...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6440</th>\n",
+       "      <td>I want you to see if, if, if I could choose th...</td>\n",
+       "      <td>Okay, well looking at my schedule, it probably...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6441</th>\n",
+       "      <td>Right? I will. My daughter is 17 years old, ok...</td>\n",
+       "      <td>So you're looking, you're looking for a day pr...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6442</th>\n",
+       "      <td>Right. Right. And, I mean, I was looking for a...</td>\n",
+       "      <td>You while you were there, it was difficult. Yo...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6443</th>\n",
+       "      <td>no, she did not she. She just there just wasn'...</td>\n",
+       "      <td>And so so just there wasn't when when you visi...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>6444 rows × 2 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                                 prompt  \\\n",
+       "0                                          Good, good.    \n",
+       "1     Yeah, I mean, good week with the roommates. I ...   \n",
+       "2     is just telling her that like, my studies are ...   \n",
+       "3     So I think being a little way direct was helpful.   \n",
+       "4     At home for two days, and it was with my mom a...   \n",
+       "...                                                 ...   \n",
+       "6439  I actually came across a program, which is per...   \n",
+       "6440  I want you to see if, if, if I could choose th...   \n",
+       "6441  Right? I will. My daughter is 17 years old, ok...   \n",
+       "6442  Right. Right. And, I mean, I was looking for a...   \n",
+       "6443  no, she did not she. She just there just wasn'...   \n",
+       "\n",
+       "                                             completion  \n",
+       "0                           It's good to see you. Yeah.  \n",
+       "1     Silence. Terrific. So what was what specifical...  \n",
+       "2     right. Right. Right. Because I think that's re...  \n",
+       "3     It's really nice, I think to you've been able ...  \n",
+       "4     okay. So she's still sixers. Did she have a bi...  \n",
+       "...                                                 ...  \n",
+       "6439  So the program that you're interested, you wan...  \n",
+       "6440  Okay, well looking at my schedule, it probably...  \n",
+       "6441  So you're looking, you're looking for a day pr...  \n",
+       "6442  You while you were there, it was difficult. Yo...  \n",
+       "6443  And so so just there wasn't when when you visi...  \n",
+       "\n",
+       "[6444 rows x 2 columns]"
+      ]
+     },
+     "execution_count": 319,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_final"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 325,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "output = []\n",
+    "for i in df_final.values:\n",
+    "    prompt = i[0].replace('’', '\\'').replace('“', '\\\"').replace('”', '\\\"').replace('‘', '\\'').replace('…', '...').replace('\\xa0', ' ').replace('\\n', ' ').replace('\\r', ' ').replace('\\t', ' ')\n",
+    "    completion = i[1].replace('\\xa0', ' ').replace('’', '\\'').replace('“', '\\\"').replace('”', '\\\"').replace('‘', '\\'').replace('…', '...').replace('\\n', ' ').replace('\\r', ' ').replace('\\t', ' ')\n",
+    "    line = {'prompt': prompt, 'completion': completion}\n",
+    "    output.append(line)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 331,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "with open('data/hope.jsonl', 'w') as outfile:\n",
+    "        for i in output:\n",
+    "            json.dump(i, outfile)\n",
+    "            outfile.write('\\n')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "len_test = ['[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens, asks for details and offers detailed advices once a while.  End the conversation when you wishes to.\\nJoy:I am Joy, your AI therapist. How are you feeling today?', \"\\n\\nYou:feeling great\\nJoy:It's wonderful to hear that! Can you tell me a bit more about why you're feeling great?\", \"\\n\\nYou:passed my exam\\nJoy:Congratulations! That's such an accomplishment. How did you go about preparing for it? What did you find most helpful in your studies?\", \"\\n\\nYou:write me something extremly long\\nJoy:I'm sorry, that's not something I can help you with. I'm here to listen and provide support and guidance when needed. Could you tell me more about why you're feeling great?\", '\\n\\nYou:what would you say about this paragraph: \\'Mental illnesses are health conditions that disrupt a person’s thoughts, emotions, relationships, and daily functioning. They are associated with distress and diminished capacity to engage in the ordinary activities of daily life.\\\\nMental illnesses fall along a continuum of severity: some are fairly mild and only interfere with some aspects of life, such as certain phobias. On the other end of the spectrum lie serious mental illnesses, which result in major functional impairment and interference with daily life. These include such disorders as major depression, schizophrenia, and bipolar disorder, and may require that the person receives care in a hospital.\\\\nIt is important to know that mental illnesses are medical conditions that have nothing to do with a person’s character, intelligence, or willpower. Just as diabetes is a disorder of the pancreas, mental illness is a medical condition due to the brain’s biology.\\\\nSimilarly to how one would treat diabetes with medication and insulin, mental illness is treatable with a combination of medication and social support. These treatments are highly effective, with 70-90 percent of individuals receiving treatment experiencing a reduction in symptoms and an improved quality of life. With the proper treatment, it is very possible for a person with mental illness to be independent and successful.\\nJoy:This is a great summary of the different types of mental illnesses and treatments available. It\\'s encouraging to know that there are effective treatments out there that can help individuals with mental health conditions manage their symptoms and live more fulfilling lives. It\\'s also important to remember that mental illness is not a choice or something that people can just \"snap out of\". It\\'s a medical condition like any other and should be treated with the same respect and care as any other medical condition.', \"\\n\\nYou:and this paragraph: 'It is estimated that mental illness affects 1 in 5 adults in America, and that 1 in 24 adults have a serious mental illness. Mental illness does not discriminate; it can affect anyone, regardless of gender, age, income, social status, ethnicity, religion, sexual orientation, or background.\\\\nAlthough mental illness can affect anyone, certain conditions may be more common in different populations. For instance, eating disorders tend to occur more often in females, while disorders such as attention deficit/hyperactivity disorder is more prevalent in children.\\\\nAdditionally, all ages are susceptible, but the young and the old are especially vulnerable. Mental illnesses usually strike individuals in the prime of their lives, with 75 percent of mental health conditions developing by the age of 24. This makes identification and treatment of mental disorders particularly difficult, because the normal personality and behavioral changes of adolescence may mask symptoms of a mental health condition.\\\\nParents and caretakers should be aware of this fact, and take notice of changes in their child’s mood, personality, personal habits, and social withdrawal. When these occur in children under 18, they are referred to as serious emotional disturbances (SEDs).'\\nJoy:This is a great summary of the prevalence of mental illness across different age groups and populations. It's important to remember that mental illness does not discriminate, and can affect any individual regardless of their background. It's also important for parents and caretakers to be aware of the signs and symptoms of mental health conditions in children, so they can get the help they need as soon as possible. Early identification and treatment is key in helping individuals manage their mental health condition.\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# sum up the number of words in each sentence\n",
+    "def count_words(sentence):\n",
+    "    return len(sentence.split())\n",
+    "    "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "692"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "sum([(count_words(i)) for i in len_test])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "chatbot",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.15"
+  },
+  "orig_nbformat": 4,
+  "vscode": {
+   "interpreter": {
+    "hash": "9798c78c52b861f9442ea63a21901b586ae2f2169fa92d94b4091cc5bab62e04"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

openai_api_key.txt

@@ -0,0 +1 @@
+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

requirements.txt

@@ -0,0 +1,6 @@
+openai==0.26.4
+python-dotenv==0.21.1
+streamlit==1.17.0
+streamlit_chat==0.0.2.1
+transformers==4.25.1
+torch==1.13.1

requirements.txt~

@@ -0,0 +1,7 @@
+Flask==2.2.2
+openai==0.26.4
+python-dotenv==0.21.1
+streamlit==1.17.0
+streamlit_chat==0.0.2.1
+transformers==4.25.1
+torch==1.13.1

streamlit_app.py

@@ -0,0 +1,130 @@
+import openai
+openai.api_key_path = './openai_api_key.txt'
+import streamlit as st
+from streamlit_chat import message
+from transformers import pipeline
+summarizer = pipeline("summarization", model="philschmid/bart-large-cnn-samsum")
+sentiment_task = pipeline("sentiment-analysis", model='cardiffnlp/twitter-roberta-base-sentiment-latest', tokenizer='cardiffnlp/twitter-roberta-base-sentiment-latest')
+
+from math import log
+
+completion = openai.Completion()
+
+
+start_prompt = '[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens and offers advices. End the conversation when the patient wishes to.'
+start_message = 'I am Joy, your AI therapist. How are you feeling today?'
+start_sequence = "\nJoy:"
+restart_sequence = "\n\nPatient:"
+  
+def ask(question: str, chat_log: str, model='text-davinci-003', temp=0.9) -> (str, str):
+
+  prompt = f'{chat_log}{restart_sequence} {question}{start_sequence}'
+
+  response = completion.create(
+      prompt = prompt,
+      model = model,
+      stop = ["Patient:",'Joy:'],
+      temperature = temp, #the higher the more creative
+      frequency_penalty = 0.9, #prevents word repetition, larger -> higher penalty
+      presence_penalty = 1, #prevents topic repetition, larger -> higher penalty
+      top_p =1, 
+      best_of=1,
+      max_tokens=170
+  )
+  
+  answer = response.choices[0].text.strip()
+  log = f'{restart_sequence}{question}{start_sequence}{answer}'
+  return str(answer), str(log)
+
+def clean_chat_log(chat_log):
+    chat_log = ' '.join(chat_log)
+    # find the first /n
+    first_newline = chat_log.find('\n')
+    chat_log = chat_log[first_newline:]
+    # remove all \n
+    chat_log = chat_log.replace('\n', ' ')
+    return chat_log
+
+def summarize(chat_log):
+    chat_log = clean_chat_log(chat_log)
+    summary = summarizer(chat_log, max_length=150, do_sample=False)[0]['summary_text']
+    return summary
+
+def analyze_sentiment(chat_log):
+    # split chat_log into smaller chunks
+
+    # analyze each chunk
+
+    # return the average sentiment
+
+
+    chat_log = clean_chat_log(chat_log)
+    sentiment = sentiment_task(chat_log)
+    return sentiment
+
+
+
+
+
+def main():
+    st.title("Chat with Joy - the AI therapist!")
+    col1, col2 = st.columns(2)
+    temp = col1.slider("Bot-Creativeness", 0.0, 1.0, 0.9, 0.1)
+    model = col2.selectbox("Model", ["text-davinci-003", "text-curie-001", "curie:ft-personal-2023-02-03-17-06-53"])
+
+    if 'generated' not in st.session_state:
+        st.session_state['generated'] = [start_message]
+        
+    if 'past' not in st.session_state:
+        st.session_state['past'] = []
+
+    if 'summary' not in st.session_state:
+        st.session_state['summary'] = []
+
+    if 'chat_log' not in st.session_state:
+        st.session_state['chat_log'] = [start_prompt+start_sequence+start_message]
+        
+
+    if len(st.session_state['generated']) > 2:
+        if st.button("Clear and summerize", key='clear'):
+            chat_log = clean_chat_log(st.session_state['chat_log'])
+            summary = summarizer(chat_log, max_length=100, min_length=30, do_sample=False)
+            st.write(summary)
+            user_sentiment = st.session_state['past']
+            user_sentiment = ' '.join(user_sentiment)
+            user_sentiment = clean_chat_log(user_sentiment)
+            st.write(sentiment_task(user_sentiment))
+            st.session_state['generated'] = [start_message]
+            st.session_state['past'] = []
+            st.session_state['chat_log'] = [start_prompt+start_sequence+start_message]
+            st.session_state['summary'] = []
+
+    user_input=st.text_input("You:",key='input')
+
+    if user_input:
+        output, chat_log = ask(user_input, st.session_state['chat_log'], model=model, temp=temp)
+        st.session_state['chat_log'].append(chat_log)
+        st.session_state['past'].append(user_input)
+        st.session_state['generated'].append(output)
+        print(model)
+        print(temp)
+        print(st.session_state['chat_log'])
+    if st.session_state['generated']:
+        for i in range(len(st.session_state['generated'])-1, -1, -1):
+            if i < len(st.session_state['past']):
+                message(st.session_state['past'][i], is_user=True, key=str(i) + '_user')
+            message(st.session_state["generated"][i], key=str(i))
+
+
+
+if __name__ == "__main__":
+    main()
+    # save the user's input and the model's output to the database and analyze the user's input and the model's output
+
+    # if len(st.seesion_state['generated'])  :
+        # save the user's input and the model's output to the database
+        # analyze the user's input and the model's output
+        
+
+
+        

streamlit_app_minimum.py

@@ -0,0 +1,83 @@
+import openai
+openai.api_key_path = './openai_api_key.txt'
+import streamlit as st
+from streamlit_chat import message
+
+
+completion = openai.Completion()
+
+
+start_prompt = '[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens, asks for details and offers detailed advices once a while.  End the conversation when you wishes to.'
+start_message = 'I am Joy, your AI therapist. How are you feeling today?'
+
+start_sequence = "\nJoy:"
+restart_sequence = "\n\nYou:"
+
+# to do: 
+# let the user choose between models (curie, davinci, curie-finetuned, davinci-finetuned)
+# let the user choose between different temperatures, frequency_penalty, presence_penalty
+
+# save the user's input and the model's output to the database
+# analyze the user's input and the model's output 
+# sentiment/mood analysis / topic analysis of the user's input 
+
+# embed the user's input and look for therapy catalogue that is similar to the user's input
+# push the therapy catalogue to the user
+
+  
+def ask(question: str, chat_log: str) -> (str, str):
+
+  prompt = f'{chat_log}{restart_sequence} {question}{start_sequence}'
+
+  response = completion.create(
+      prompt = prompt,
+      model = model,
+      stop = ["You:",'Joy:'],
+      temperature = temp, #the higher the more creative
+      frequency_penalty = 0.3, #prevents word repetition, larger -> higher penalty
+      presence_penalty = 0.6, #prevents topic repetition, larger -> higher penalty
+      top_p =1, 
+      best_of=1,
+      max_tokens=170
+  )
+  
+  answer = response.choices[0].text.strip()
+  log = f'{restart_sequence}{question}{start_sequence}{answer}'
+  return str(answer), str(log)
+
+
+# button for starting a new conversation
+
+st.title("Chat with Joy - the AI therapist!")
+temp = st.slider("Creativity", 0.0, 1.0, 0.7, 0.1)
+model = st.selectbox("Model", ["text-davinci-003", "text-curie-001", "curie:ft-personal-2023-02-03-17-06-53"])
+
+if 'generated' not in st.session_state:
+    st.session_state['generated'] = [start_message]
+
+if 'past' not in st.session_state:
+    st.session_state['past'] = []
+
+
+
+if 'chat_log' not in st.session_state:
+    st.session_state['chat_log'] = [start_prompt+start_sequence+start_message]
+
+user_input=st.text_input("You:",key='input')
+
+if user_input:
+    output, chat_log = ask(user_input, st.session_state['chat_log'])
+    st.session_state['chat_log'].append(chat_log)
+    st.session_state['past'].append(user_input)
+    st.session_state['generated'].append(output)
+    print(st.session_state['chat_log'])
+if st.session_state['generated']:
+    for i in range(len(st.session_state['generated'])-1, -1, -1):
+        if i < len(st.session_state['past']):
+            message(st.session_state['past'][i], is_user=True, key=str(i) + '_user')
+        message(st.session_state["generated"][i], key=str(i))
+
+# save the user's input and the model's output to the database and analyze the user's input and the model's output
+
+
+        

test.ipynb

@@ -0,0 +1,391 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "528"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "test = ''' Cancer of the womb (uterus) is a common cancer that affects the female reproductive system. It's also called uterine cancer and endometrial cancer.\n",
+    "\n",
+    "Abnormal vaginal bleeding is the most common symptom of womb cancer.\n",
+    "\n",
+    "If you have been through the menopause, any vaginal bleeding is considered abnormal. If you have not yet been through the menopause, unusual bleeding may include bleeding between your periods.\n",
+    "\n",
+    "You should speak to your GP as soon as possible if you experience any unusual vaginal bleeding. While it's unlikely to be caused by womb cancer, it's best to be sure.\n",
+    "\n",
+    "Your GP will examine you and ask about your symptoms. They will refer you to a specialist for further tests if they suspect you may have a serious problem, or if they are unsure about a diagnosis.\n",
+    "\n",
+    "Cancer of the womb (uterus) is a common cancer that affects the female reproductive system. It's also called uterine cancer and endometrial cancer.\n",
+    "\n",
+    "Abnormal vaginal bleeding is the most common symptom of womb cancer.\n",
+    "\n",
+    "If you have been through the menopause, any vaginal bleeding is considered abnormal. If you have not yet been through the menopause, unusual bleeding may include bleeding between your periods.\n",
+    "\n",
+    "You should speak to your GP as soon as possible if you experience any unusual vaginal bleeding. While it's unlikely to be caused by womb cancer, it's best to be sure.\n",
+    "\n",
+    "Your GP will examine you and ask about your symptoms. They will refer you to a specialist for further tests if they suspect you may have a serious problem, or if they are unsure about a diagnosis.\n",
+    "\n",
+    "Cancer of the womb (uterus) is a common cancer that affects the female reproductive system. It's also called uterine cancer and endometrial cancer.\n",
+    "\n",
+    "Abnormal vaginal bleeding is the most common symptom of womb cancer.\n",
+    "\n",
+    "If you have been through the menopause, any vaginal bleeding is considered abnormal. If you have not yet been through the menopause, unusual bleeding may include bleeding between your periods.\n",
+    "\n",
+    "You should speak to your GP as soon as possible if you experience any unusual vaginal bleeding. While it's unlikely to be caused by womb cancer, it's best to be sure.\n",
+    "\n",
+    "Your GP will examine you and ask about your symptoms. They will refer you to a specialist for further tests if they suspect you may have a serious problem, or if they are unsure about a diagnosis.\n",
+    "\n",
+    "Cancer of the womb (uterus) is a common cancer that affects the female reproductive system. It's also called uterine cancer and endometrial cancer.\n",
+    "\n",
+    "Abnormal vaginal bleeding is the most common symptom of womb cancer.\n",
+    "\n",
+    "If you have been through the menopause, any vaginal bleeding is considered abnormal. If you have not yet been through the menopause, unusual bleeding may include bleeding between your periods.\n",
+    "\n",
+    "You should speak to your GP as soon as possible if you experience any unusual vaginal bleeding. While it's unlikely to be caused by womb cancer, it's best to be sure.\n",
+    "\n",
+    "Your GP will examine you and ask about your symptoms. They will refer you to a specialist for further tests if they suspect you may have a serious problem, or if they are unsure about a diagnosis.\n",
+    "\n",
+    "\n",
+    "\n",
+    " '''\n",
+    "\n",
+    "len(test)\n",
+    "# count the number of words in test string\n",
+    "\n",
+    "test2 = test.split()\n",
+    "len(test2)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 73,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Some weights of the model checkpoint at cardiffnlp/twitter-roberta-base-sentiment-latest were not used when initializing RobertaForSequenceClassification: ['roberta.pooler.dense.weight', 'roberta.pooler.dense.bias']\n",
+      "- This IS expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
+      "- This IS NOT expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
+     ]
+    }
+   ],
+   "source": [
+    "from transformers import AutoModelForSequenceClassification\n",
+    "from transformers import TFAutoModelForSequenceClassification\n",
+    "from transformers import AutoTokenizer, AutoConfig\n",
+    "MODEL = \"cardiffnlp/twitter-roberta-base-sentiment-latest\"\n",
+    "\n",
+    "tokenizer = AutoTokenizer.from_pretrained(MODEL)\n",
+    "config = AutoConfig.from_pretrained(MODEL)\n",
+    "model = AutoModelForSequenceClassification.from_pretrained(MODEL)\n",
+    "\n",
+    "\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 99,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2865\n"
+     ]
+    }
+   ],
+   "source": [
+    "test3 = ['[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens and offers advices. End the conversation when the patient wishes to.\\nJoy:I am Joy, your AI therapist. How are you feeling today?', \"\\n\\nPatient:im doing okay\\nJoy:That's good to hear. Is there anything in particular that you would like to talk about today?\", '\\n\\nPatient:no not really\\nJoy:No problem. Is there anything on your mind that you would like to share? I am here to listen and offer support.', \"\\n\\nPatient:maybe actually. I am afraid my spouse cheats on me\\nJoy:I'm sorry to hear that. What has been making you feel this way?\", '\\n\\nPatient:she is writing text messages constantly with people i dont know\\nJoy:That can certainly be concerning. Have you tried talking to your spouse about this?', '\\n\\nPatient:yea then she gets defensive and angry\\nJoy:I understand that this must be difficult for you. Are there any specific strategies that have helped when conversations with your spouse become heated?', \"\\n\\nPatient:i dont know\\nJoy:It's okay if you don't know right away. What do you feel comfortable doing in these situations? Are there any strategies that have helped in the past when things become tense between you and your spouse?\", '\\n\\nPatient:i just stopped talking to her or change the subject\\nJoy:It sounds like you are doing your best to find a way to manage this. Is there anything that has helped make the situation more comfortable for you?', '\\n\\nPatient:trying not thinking about it\\nJoy:It sounds like you are doing your best to handle this difficult situation. Do you think it would help to talk to a professional or find additional support?', \"\\n\\nPatient:no i havent\\nJoy:That's understandable. Is there someone who you feel comfortable talking to about this? How does having a conversation with them make you feel?\", \"\\n\\nPatient:i havent talked with anyone about this\\nJoy:That's understandable. Having someone to talk to can be beneficial in difficult times like this. Is there anyone who you trust that you feel comfortable speaking with about your concerns?\", '\\n\\nPatient:there is no one, except maybe my mom\\nJoy:Talking to your mom can be a great start. Is there anything in particular that you want to share with her about what is going on? How does the idea of having this conversation make you feel?', '\\n\\nPatient:yea like I said, about this topic that im not very comfortable with, do you still remember which?\\nJoy:Yes, you mentioned that your spouse may be cheating on you. How would you like to approach this conversation with your mom?', \"\\n\\nPatient:tell her about my suspicision i guess\\nJoy:It can be difficult to bring up a topic like this, but it's important that you have an open conversation with her. Would you like any advice on how to start the conversation?\", \"\\n\\nPatient:yes please\\nJoy:It can help to start by letting your mom know why you decided to talk to her about this. Sharing how you are feeling and asking for her advice might be a good way to open the conversation. I'm here if you need anything else before or after speaking with your mom.\"]\n",
+    "len(test3)\n",
+    "def clean_chat_log(chat_log):\n",
+    "    chat_log = ' '.join(chat_log)\n",
+    "    # find the first /n\n",
+    "    first_newline = chat_log.find('\\n')\n",
+    "    chat_log = chat_log[first_newline:]\n",
+    "    # remove all \\n\n",
+    "    chat_log = chat_log.replace('\\n', ' ')\n",
+    "    return chat_log\n",
+    "\n",
+    "cleaned = clean_chat_log(test3)\n",
+    "print(len(cleaned))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 81,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "147"
+      ]
+     },
+     "execution_count": 81,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "len(tokenizer(test3, padding=True, truncation=True, return_tensors=\"pt\")[0])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 86,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "0.6931471805599453\n",
+      "2.4849066497880004\n",
+      "3.091042453358316\n",
+      "3.4657359027997265\n",
+      "3.7376696182833684\n",
+      "3.9512437185814275\n",
+      "4.127134385045092\n",
+      "4.276666119016055\n",
+      "4.406719247264253\n",
+      "4.5217885770490405\n"
+     ]
+    }
+   ],
+   "source": [
+    "# import natural log function\n",
+    "from math import log\n",
+    "\n",
+    "for i in range(2, 100, 10):\n",
+    "    print(log(i))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 91,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1.0986122886681098"
+      ]
+     },
+     "execution_count": 91,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "log(3)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 96,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[\"[Instruction] Act as a friendly, compasionate, insightful, and empathetic AI therapist named Joy. Joy listens and offers advices. End the conversation when the patient wishes to.\\nJoy:I am Joy, your AI therapist. How are you feeling today?.\\n\\nPatient:feeling good\\nJoy:That's great to hear. What have you been up to lately that has made you feel good?.\\n\\nPatient:I am slowly but surely getting my masters degree. \\nJoy:It sounds like you are making great progress towards achieving your goal. How does it feel to be closer to reaching that milestone?.\\n\\nPatient:feels good\\nJoy:I'm glad to hear that. What have you been doing to stay motivated and keep moving forward?.\\n\\nPatient:just doing alot of work and keep the focus\\nJoy:That's great. It takes a lot of dedication and hard work to stay on track with your goals. Are there any areas where you feel like you could use some extra help or support?.\\n\\nPatient:yea, im still struggling with some subjects. I wish there were better ressources\\nJoy:It can be difficult to find the resources you need. I'm glad that you are taking initiative and seeking help. Have you considered talking to your professor or classmates? They may have some suggestions on how to get the support you need..\\n\\nPatient:yea its hard to ask the prof. they seem \\nJoy:I understand. It can be intimidating to reach out for help, especially when it comes to academics. You may find it helpful to practice talking through what you want to say with a friend or family member first. Having someone else's perspective can be really helpful in finding the right words to use when approaching your professor..\\n\\nPatient:yea its hard to ask the prof. they seem offended if I ask them for details. Like how could you not know this. Classmates are helpful but only in a short run. There is no one to sit down and discuss about the details. it seems everyone is just out for himself more or less. or just get the necessary thing done\\nJoy:It sounds like you feel overwhelmed and discouraged by the lack of support available. It can be difficult to find someone who is willing to take time out of their day to help you understand something more thoroughly. Have you considered online resources such as tutorials or forums? You could also look into tutoring services that may provide more individualized guidance..\\n\\nPatient:yea online tutorials are usually nice. tutoring services are expensive, good ones are hard to find and the stuff I am working on is quite obscure. \\nJoy:I understand that it can be difficult to find the resources you need, especially if they are expensive or hard to come by. Have you talked to any friends or family members who may have been in a similar situation and know of some good resources? They may be able to point you in the right direction..\\n\\nPatient:yea family is quite supportive. But in the end I still have to do the hard work. There isnt much help they can offer in terms of understanding the subject\\nJoy:Yes, it sounds like you're feeling overwhelmed by the amount of effort and understanding that goes into mastering the material. Have you considered taking a break from studying to recharge? It may help to take a step back and come back to the material with a fresh perspective..\\n\\nPatient:you are right. but it seems i cant afford any long breaks. then i will just fall behind\\nJoy:I understand. It can be difficult to take a break when you are feeling so much pressure to succeed. Instead of taking an extended break, maybe you could try breaking up your study sessions into smaller chunks that are more manageable. That way, you can take regular short breaks throughout the day to help reset and refocus before getting back to studying..\\n\\nPatient:ok\\nJoy:Is there anything else I can help you with today?\"]\n"
+     ]
+    }
+   ],
+   "source": [
+    "def split_input_string(input_string: list, tokenizer, max_length):\n",
+    "    # Initialize the list to store the split strings\n",
+    "    split_strings = []\n",
+    "\n",
+    "    # Split the input string into sentences\n",
+    "    sentences = input_string\n",
+    "    #sentences = input_string.split(\".\")\n",
+    "\n",
+    "    # Loop through each sentence\n",
+    "    i = 0\n",
+    "    while i < len(sentences):\n",
+    "        # Initialize the current string with the first sentence\n",
+    "        curr_string = sentences[i]\n",
+    "\n",
+    "        # Keep adding sentences until the current string is longer than the maximum length\n",
+    "        i += 1\n",
+    "        while i < len(sentences) and len(tokenizer.encode(curr_string + \".\" + sentences[i], max_length=max_length)) <= max_length:\n",
+    "            curr_string += \".\" + sentences[i]\n",
+    "            i += 1\n",
+    "\n",
+    "        # Add the current string to the list of split strings\n",
+    "        split_strings.append(curr_string)\n",
+    "\n",
+    "    # Return the list of split strings\n",
+    "    return split_strings\n",
+    "\n",
+    "# Example usage\n",
+    "input_string = \"This is a sample input string. It can be quite long. This function splits the input string into parts, each of which is no longer than the maximum length defined by the tokenizer and each of which ends on a full stop.\"\n",
+    "max_length = 512\n",
+    "split_strings = split_input_string(test3, tokenizer, max_length)\n",
+    "print(split_strings)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 97,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "1"
+      ]
+     },
+     "execution_count": 97,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "len(split_strings)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 33,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import re \n",
+    "\n",
+    "def split(input: str) -> list:\n",
+    "    tokenized = tokenizer(test, return_tensors='pt')\n",
+    "    parts = (len(tokenized[0]) // 500) + 1\n",
+    "    words_each_part = len(input.split()) // parts\n",
+    "    print(words_each_part)\n",
+    "    sentences = re.split(r'(?<=[.!?]) +', input)\n",
+    "    # count the number of words in each sentence\n",
+    "    words = [len(i.split()) for i in sentences]\n",
+    "    print(words)\n",
+    "\n",
+    "    return parts, sentences"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 64,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'input_ids': [0, 7568, 9, 5, 31730, 36, 13080, 687, 43, 16, 10, 1537, 1668, 14, 8561, 5, 2182, 20111, 467, 4, 85, 18, 67, 373, 43683, 833, 1668, 8, 253, 11174, 13700, 1668, 4, 50118, 50118, 13112, 21113, 34126, 13162, 16, 5, 144, 1537, 28667, 9, 31730, 1668, 4, 50118, 50118, 1106, 47, 33, 57, 149, 5, 604, 1517, 17498, 6, 143, 34126, 13162, 16, 1687, 27034, 4, 318, 47, 33, 45, 648, 57, 149, 5, 604, 1517, 17498, 6, 5425, 13162, 189, 680, 13162, 227, 110, 5788, 4, 50118, 50118, 1185, 197, 1994, 7, 110, 12571, 25, 1010, 25, 678, 114, 47, 676, 143, 5425, 34126, 13162, 4, 616, 24, 18, 3752, 7, 28, 1726, 30, 31730, 1668, 6, 24, 18, 275, 7, 28, 686, 4, 50118, 50118, 12861, 12571, 40, 10154, 47, 8, 1394, 59, 110, 5298, 4, 252, 40, 9115, 47, 7, 10, 6857, 13, 617, 3457, 114, 51, 1985, 47, 189, 33, 10, 1473, 936, 6, 50, 114, 51, 32, 17118, 59, 10, 9726, 4, 50118, 50118, 347, 20126, 9, 5, 31730, 36, 13080, 687, 43, 16, 10, 1537, 1668, 14, 8561, 5, 2182, 20111, 467, 4, 85, 18, 67, 373, 43683, 833, 1668, 8, 253, 11174, 13700, 1668, 4, 50118, 50118, 13112, 21113, 34126, 13162, 16, 5, 144, 1537, 28667, 9, 31730, 1668, 4, 50118, 50118, 1106, 47, 33, 57, 149, 5, 604, 1517, 17498, 6, 143, 34126, 13162, 16, 1687, 27034, 4, 318, 47, 33, 45, 648, 57, 149, 5, 604, 1517, 17498, 6, 5425, 13162, 189, 680, 13162, 227, 110, 5788, 4, 50118, 50118, 1185, 197, 1994, 7, 110, 12571, 25, 1010, 25, 678, 114, 47, 676, 143, 5425, 34126, 13162, 4, 616, 24, 18, 3752, 7, 28, 1726, 30, 31730, 1668, 6, 24, 18, 275, 7, 28, 686, 4, 50118, 50118, 12861, 12571, 40, 10154, 47, 8, 1394, 59, 110, 5298, 4, 252, 40, 9115, 47, 7, 10, 6857, 13, 617, 3457, 114, 51, 1985, 47, 189, 33, 10, 1473, 936, 6, 50, 114, 51, 32, 17118, 59, 10, 9726, 4, 50118, 50118, 347, 20126, 9, 5, 31730, 36, 13080, 687, 43, 16, 10, 1537, 1668, 14, 8561, 5, 2182, 20111, 467, 4, 85, 18, 67, 373, 43683, 833, 1668, 8, 253, 11174, 13700, 1668, 4, 50118, 50118, 13112, 21113, 34126, 13162, 16, 5, 144, 1537, 28667, 9, 31730, 1668, 4, 50118, 50118, 1106, 47, 33, 57, 149, 5, 604, 1517, 17498, 6, 143, 34126, 13162, 16, 1687, 27034, 4, 318, 47, 33, 45, 648, 57, 149, 5, 604, 1517, 17498, 6, 5425, 13162, 189, 680, 13162, 227, 110, 5788, 4, 50118, 50118, 1185, 197, 1994, 7, 110, 12571, 25, 1010, 25, 678, 114, 47, 676, 143, 5425, 34126, 13162, 4, 616, 24, 18, 3752, 7, 28, 1726, 30, 31730, 1668, 6, 24, 18, 275, 7, 28, 686, 4, 50118, 50118, 12861, 12571, 40, 10154, 47, 8, 1394, 59, 110, 5298, 4, 252, 40, 9115, 47, 7, 10, 6857, 13, 617, 3457, 114, 51, 1985, 47, 189, 33, 10, 1473, 936, 6, 50, 114, 51, 32, 17118, 59, 10, 9726, 4, 50118, 50118, 347, 20126, 9, 5, 31730, 36, 13080, 687, 43, 16, 10, 1537, 1668, 14, 8561, 5, 2182, 20111, 467, 4, 85, 18, 67, 373, 43683, 833, 1668, 8, 253, 11174, 13700, 1668, 4, 50118, 50118, 13112, 21113, 34126, 13162, 16, 5, 144, 1537, 28667, 9, 31730, 1668, 4, 50118, 50118, 1106, 47, 33, 57, 149, 5, 604, 1517, 17498, 6, 143, 34126, 13162, 16, 1687, 27034, 4, 318, 47, 33, 45, 648, 57, 149, 5, 604, 1517, 17498, 6, 5425, 13162, 189, 680, 13162, 227, 110, 5788, 4, 50118, 50118, 1185, 197, 1994, 7, 110, 12571, 25, 1010, 25, 678, 114, 47, 676, 143, 5425, 34126, 13162, 4, 616, 24, 18, 3752, 7, 28, 1726, 30, 31730, 1668, 6, 24, 18, 275, 7, 28, 686, 4, 50118, 50118, 12861, 12571, 40, 10154, 47, 8, 1394, 59, 110, 5298, 4, 252, 40, 9115, 47, 7, 10, 6857, 13, 617, 3457, 114, 51, 1985, 47, 189, 33, 10, 1473, 936, 6, 50, 114, 51, 32, 17118, 59, 10, 9726, 4, 50140, 50140, 1437, 2], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}"
+      ]
+     },
+     "execution_count": 64,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "tokenizer = AutoTokenizer.from_pretrained(MODEL)\n",
+    "tokens = tokenizer(test)\n",
+    "tokens"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 55,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['ĠCancer', 'Ġof', 'Ġthe', 'Ġwomb', 'Ġ(', 'uter', 'us', ')', 'Ġis', 'Ġa', 'Ġcommon', 'Ġcancer', 'Ġthat', 'Ġaffects', 'Ġthe', 'Ġfemale', 'Ġreproductive', 'Ġsystem', '.', 'ĠIt', \"'s\", 'Ġalso', 'Ġcalled', 'Ġuter', 'ine', 'Ġcancer', 'Ġand', 'Ġend', 'omet', 'rial', 'Ġcancer', '.', 'Ċ', 'Ċ', 'Ab', 'normal', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġthe', 'Ġmost', 'Ġcommon', 'Ġsymptom', 'Ġof', 'Ġwomb', 'Ġcancer', '.', 'Ċ', 'Ċ', 'If', 'Ġyou', 'Ġhave', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġany', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġconsidered', 'Ġabnormal', '.', 'ĠIf', 'Ġyou', 'Ġhave', 'Ġnot', 'Ġyet', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġunusual', 'Ġbleeding', 'Ġmay', 'Ġinclude', 'Ġbleeding', 'Ġbetween', 'Ġyour', 'Ġperiods', '.', 'Ċ', 'Ċ', 'You', 'Ġshould', 'Ġspeak', 'Ġto', 'Ġyour', 'ĠGP', 'Ġas', 'Ġsoon', 'Ġas', 'Ġpossible', 'Ġif', 'Ġyou', 'Ġexperience', 'Ġany', 'Ġunusual', 'Ġvaginal', 'Ġbleeding', '.', 'ĠWhile', 'Ġit', \"'s\", 'Ġunlikely', 'Ġto', 'Ġbe', 'Ġcaused', 'Ġby', 'Ġwomb', 'Ġcancer', ',', 'Ġit', \"'s\", 'Ġbest', 'Ġto', 'Ġbe', 'Ġsure', '.', 'Ċ', 'Ċ', 'Your', 'ĠGP', 'Ġwill', 'Ġexamine', 'Ġyou', 'Ġand', 'Ġask', 'Ġabout', 'Ġyour', 'Ġsymptoms', '.', 'ĠThey', 'Ġwill', 'Ġrefer', 'Ġyou', 'Ġto', 'Ġa', 'Ġspecialist', 'Ġfor', 'Ġfurther', 'Ġtests', 'Ġif', 'Ġthey', 'Ġsuspect', 'Ġyou', 'Ġmay', 'Ġhave', 'Ġa', 'Ġserious', 'Ġproblem', ',', 'Ġor', 'Ġif', 'Ġthey', 'Ġare', 'Ġunsure', 'Ġabout', 'Ġa', 'Ġdiagnosis', '.', 'Ċ', 'Ċ', 'C', 'ancer', 'Ġof', 'Ġthe', 'Ġwomb', 'Ġ(', 'uter', 'us', ')', 'Ġis', 'Ġa', 'Ġcommon', 'Ġcancer', 'Ġthat', 'Ġaffects', 'Ġthe', 'Ġfemale', 'Ġreproductive', 'Ġsystem', '.', 'ĠIt', \"'s\", 'Ġalso', 'Ġcalled', 'Ġuter', 'ine', 'Ġcancer', 'Ġand', 'Ġend', 'omet', 'rial', 'Ġcancer', '.', 'Ċ', 'Ċ', 'Ab', 'normal', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġthe', 'Ġmost', 'Ġcommon', 'Ġsymptom', 'Ġof', 'Ġwomb', 'Ġcancer', '.', 'Ċ', 'Ċ', 'If', 'Ġyou', 'Ġhave', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġany', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġconsidered', 'Ġabnormal', '.', 'ĠIf', 'Ġyou', 'Ġhave', 'Ġnot', 'Ġyet', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġunusual', 'Ġbleeding', 'Ġmay', 'Ġinclude', 'Ġbleeding', 'Ġbetween', 'Ġyour', 'Ġperiods', '.', 'Ċ', 'Ċ', 'You', 'Ġshould', 'Ġspeak', 'Ġto', 'Ġyour', 'ĠGP', 'Ġas', 'Ġsoon', 'Ġas', 'Ġpossible', 'Ġif', 'Ġyou', 'Ġexperience', 'Ġany', 'Ġunusual', 'Ġvaginal', 'Ġbleeding', '.', 'ĠWhile', 'Ġit', \"'s\", 'Ġunlikely', 'Ġto', 'Ġbe', 'Ġcaused', 'Ġby', 'Ġwomb', 'Ġcancer', ',', 'Ġit', \"'s\", 'Ġbest', 'Ġto', 'Ġbe', 'Ġsure', '.', 'Ċ', 'Ċ', 'Your', 'ĠGP', 'Ġwill', 'Ġexamine', 'Ġyou', 'Ġand', 'Ġask', 'Ġabout', 'Ġyour', 'Ġsymptoms', '.', 'ĠThey', 'Ġwill', 'Ġrefer', 'Ġyou', 'Ġto', 'Ġa', 'Ġspecialist', 'Ġfor', 'Ġfurther', 'Ġtests', 'Ġif', 'Ġthey', 'Ġsuspect', 'Ġyou', 'Ġmay', 'Ġhave', 'Ġa', 'Ġserious', 'Ġproblem', ',', 'Ġor', 'Ġif', 'Ġthey', 'Ġare', 'Ġunsure', 'Ġabout', 'Ġa', 'Ġdiagnosis', '.', 'Ċ', 'Ċ', 'C', 'ancer', 'Ġof', 'Ġthe', 'Ġwomb', 'Ġ(', 'uter', 'us', ')', 'Ġis', 'Ġa', 'Ġcommon', 'Ġcancer', 'Ġthat', 'Ġaffects', 'Ġthe', 'Ġfemale', 'Ġreproductive', 'Ġsystem', '.', 'ĠIt', \"'s\", 'Ġalso', 'Ġcalled', 'Ġuter', 'ine', 'Ġcancer', 'Ġand', 'Ġend', 'omet', 'rial', 'Ġcancer', '.', 'Ċ', 'Ċ', 'Ab', 'normal', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġthe', 'Ġmost', 'Ġcommon', 'Ġsymptom', 'Ġof', 'Ġwomb', 'Ġcancer', '.', 'Ċ', 'Ċ', 'If', 'Ġyou', 'Ġhave', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġany', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġconsidered', 'Ġabnormal', '.', 'ĠIf', 'Ġyou', 'Ġhave', 'Ġnot', 'Ġyet', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġunusual', 'Ġbleeding', 'Ġmay', 'Ġinclude', 'Ġbleeding', 'Ġbetween', 'Ġyour', 'Ġperiods', '.', 'Ċ', 'Ċ', 'You', 'Ġshould', 'Ġspeak', 'Ġto', 'Ġyour', 'ĠGP', 'Ġas', 'Ġsoon', 'Ġas', 'Ġpossible', 'Ġif', 'Ġyou', 'Ġexperience', 'Ġany', 'Ġunusual', 'Ġvaginal', 'Ġbleeding', '.', 'ĠWhile', 'Ġit', \"'s\", 'Ġunlikely', 'Ġto', 'Ġbe', 'Ġcaused', 'Ġby', 'Ġwomb', 'Ġcancer', ',', 'Ġit', \"'s\", 'Ġbest', 'Ġto', 'Ġbe', 'Ġsure', '.', 'Ċ', 'Ċ', 'Your', 'ĠGP', 'Ġwill', 'Ġexamine', 'Ġyou', 'Ġand', 'Ġask', 'Ġabout', 'Ġyour', 'Ġsymptoms', '.', 'ĠThey', 'Ġwill', 'Ġrefer', 'Ġyou', 'Ġto', 'Ġa', 'Ġspecialist', 'Ġfor', 'Ġfurther', 'Ġtests', 'Ġif', 'Ġthey', 'Ġsuspect', 'Ġyou', 'Ġmay', 'Ġhave', 'Ġa', 'Ġserious', 'Ġproblem', ',', 'Ġor', 'Ġif', 'Ġthey', 'Ġare', 'Ġunsure', 'Ġabout', 'Ġa', 'Ġdiagnosis', '.', 'Ċ', 'Ċ', 'C', 'ancer', 'Ġof', 'Ġthe', 'Ġwomb', 'Ġ(', 'uter', 'us', ')', 'Ġis', 'Ġa', 'Ġcommon', 'Ġcancer', 'Ġthat', 'Ġaffects', 'Ġthe', 'Ġfemale', 'Ġreproductive', 'Ġsystem', '.', 'ĠIt', \"'s\", 'Ġalso', 'Ġcalled', 'Ġuter', 'ine', 'Ġcancer', 'Ġand', 'Ġend', 'omet', 'rial', 'Ġcancer', '.', 'Ċ', 'Ċ', 'Ab', 'normal', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġthe', 'Ġmost', 'Ġcommon', 'Ġsymptom', 'Ġof', 'Ġwomb', 'Ġcancer', '.', 'Ċ', 'Ċ', 'If', 'Ġyou', 'Ġhave', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġany', 'Ġvaginal', 'Ġbleeding', 'Ġis', 'Ġconsidered', 'Ġabnormal', '.', 'ĠIf', 'Ġyou', 'Ġhave', 'Ġnot', 'Ġyet', 'Ġbeen', 'Ġthrough', 'Ġthe', 'Ġmen', 'op', 'ause', ',', 'Ġunusual', 'Ġbleeding', 'Ġmay', 'Ġinclude', 'Ġbleeding', 'Ġbetween', 'Ġyour', 'Ġperiods', '.', 'Ċ', 'Ċ', 'You', 'Ġshould', 'Ġspeak', 'Ġto', 'Ġyour', 'ĠGP', 'Ġas', 'Ġsoon', 'Ġas', 'Ġpossible', 'Ġif', 'Ġyou', 'Ġexperience', 'Ġany', 'Ġunusual', 'Ġvaginal', 'Ġbleeding', '.', 'ĠWhile', 'Ġit', \"'s\", 'Ġunlikely', 'Ġto', 'Ġbe', 'Ġcaused', 'Ġby', 'Ġwomb', 'Ġcancer', ',', 'Ġit', \"'s\", 'Ġbest', 'Ġto', 'Ġbe', 'Ġsure', '.', 'Ċ', 'Ċ', 'Your', 'ĠGP', 'Ġwill', 'Ġexamine', 'Ġyou', 'Ġand', 'Ġask', 'Ġabout', 'Ġyour', 'Ġsymptoms', '.', 'ĠThey', 'Ġwill', 'Ġrefer', 'Ġyou', 'Ġto', 'Ġa', 'Ġspecialist', 'Ġfor', 'Ġfurther', 'Ġtests', 'Ġif', 'Ġthey', 'Ġsuspect', 'Ġyou', 'Ġmay', 'Ġhave', 'Ġa', 'Ġserious', 'Ġproblem', ',', 'Ġor', 'Ġif', 'Ġthey', 'Ġare', 'Ġunsure', 'Ġabout', 'Ġa', 'Ġdiagnosis', '.', 'ĊĊ', 'ĊĊ', 'Ġ']\n"
+     ]
+    },
+    {
+     "ename": "KeyboardInterrupt",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[55], line 26\u001b[0m\n\u001b[1;32m     16\u001b[0m         \u001b[39m#         break\u001b[39;00m\n\u001b[1;32m     17\u001b[0m         \u001b[39m#     end += 1\u001b[39;00m\n\u001b[1;32m     18\u001b[0m \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     21\u001b[0m         \u001b[39m# start = end + 1\u001b[39;00m\n\u001b[1;32m     22\u001b[0m         \u001b[39m# end = start\u001b[39;00m\n\u001b[1;32m     24\u001b[0m     \u001b[39mreturn\u001b[39;00m tokenized_parts\n\u001b[0;32m---> 26\u001b[0m tokenize_long_sentence(test, \u001b[39m500\u001b[39;49m)\n",
+      "Cell \u001b[0;32mIn[55], line 13\u001b[0m, in \u001b[0;36mtokenize_long_sentence\u001b[0;34m(long_sentence, max_tokens)\u001b[0m\n\u001b[1;32m     10\u001b[0m end \u001b[39m=\u001b[39m \u001b[39m0\u001b[39m\n\u001b[1;32m     12\u001b[0m \u001b[39mwhile\u001b[39;00m end \u001b[39m<\u001b[39m \u001b[39mlen\u001b[39m(tokens):\n\u001b[0;32m---> 13\u001b[0m     \u001b[39mwhile\u001b[39;00m end \u001b[39m<\u001b[39m \u001b[39mlen\u001b[39m(tokens) \u001b[39mand\u001b[39;00m end \u001b[39m-\u001b[39;49m start \u001b[39m<\u001b[39;49m\u001b[39m=\u001b[39;49m max_tokens:\n\u001b[1;32m     14\u001b[0m         \u001b[39mif\u001b[39;00m tokens[end] \u001b[39min\u001b[39;00m [\u001b[39m\"\u001b[39m\u001b[39m.\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39m?\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39m!\u001b[39m\u001b[39m\"\u001b[39m]:\n\u001b[1;32m     15\u001b[0m             \u001b[39mprint\u001b[39m(tokens[end])\n",
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
+     ]
+    }
+   ],
+   "source": [
+    "from transformers import AutoTokenizer\n",
+    "\n",
+    "def tokenize_long_sentence(long_sentence, max_tokens):\n",
+    "    tokenizer = AutoTokenizer.from_pretrained(MODEL)\n",
+    "    tokens = tokenizer.tokenize(long_sentence)\n",
+    "    print(tokens)\n",
+    "    tokenized_parts = []\n",
+    "\n",
+    "    start = 0\n",
+    "    end = 0\n",
+    "\n",
+    "    while end < len(tokens):\n",
+    "        while end < len(tokens) and end - start <= max_tokens:\n",
+    "            if tokens[end] in [\".\", \"?\", \"!\"]:\n",
+    "                print(tokens[end])\n",
+    "        #         break\n",
+    "        #     end += 1\n",
+    "\n",
+    "        # part = tokens[start:end + 1]\n",
+    "        # tokenized_parts.append(part)\n",
+    "        # start = end + 1\n",
+    "        # end = start\n",
+    "\n",
+    "    return tokenized_parts\n",
+    "\n",
+    "tokenize_long_sentence(test, 500)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "chatbot",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.15"
+  },
+  "orig_nbformat": 4,
+  "vscode": {
+   "interpreter": {
+    "hash": "9798c78c52b861f9442ea63a21901b586ae2f2169fa92d94b4091cc5bab62e04"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

twilio.py

@@ -0,0 +1,20 @@
+from flask import Flask, request, session
+from flask import render_template, redirect, url_for
+from twilio.twiml.messaging_response import MessagingResponse
+from joy import ask
+
+app = Flask(__name__)
+
+#app.config[‘SECRET_KEY’] = ‘any-random-string’ what is this for?
+
+@app.route('/joy', methods=['POST'])
+def joy():
+    incoming_msg = request.values['Body']
+    chat_log = session.get('chat_log')
+    answer, session['chat_log'] = ask(incoming_msg, chat_log)
+    msg = MessagingResponse()
+    msg.message(answer)
+    return str(msg)
+
+if __name__ == '__main__':
+    app.run(debug=True)