Update app.py

app.py

@@ -58,15 +58,18 @@ st.title("Document QA by Dono")
 
 DEVICE = "cuda:0" if torch.cuda.is_available() else "cpu"
 
-loader = PyPDFDirectoryLoader("/home/user/app/pdfs/")
-docs = loader.load()
-print(len(docs))
 
+@st.cache_data
+def load_data():
+    loader = PyPDFDirectoryLoader("/home/user/app/pdfs/")
+    docs = loader.load()
+    print(len(docs))
+    return docs
 
 
 
 @st.cache_resource
-def load_model():
+def load_model(docs):
     #embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-large",model_kwargs={"device":DEVICE})
     embeddings = HuggingFaceInstructEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2",model_kwargs={"device":DEVICE})
     print(DEVICE)
@@ -182,7 +185,8 @@ def get_message_history():
         yield f"{role.title()}: {content}"
 
 
-qa_chain = load_model()
+docs = load_data()
+qa_chain = load_model(docs)
 
 print('2')
 print(time.time())