kanha-upadhyay commited on
Commit
5f929fc
·
1 Parent(s): d622371
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -15,6 +15,9 @@ from s3bucket import upload_to_s3
15
 
16
  vector_database_name = "Adina_Vector_Database"
17
  temp_pdf_folder = "temp-pdf-files"
 
 
 
18
 
19
  RETRIEVER = None
20
 
@@ -61,14 +64,14 @@ def initialize_vector_db():
61
  vector_database = FAISS.from_texts(
62
  ["Adina Cosmetic Ingredients"], OpenAIEmbeddings()
63
  )
64
- vector_database.save_local(f"/data/{vector_database_name}")
65
  return vector_database
66
 
67
 
68
  def load_vector_db():
69
- if os.path.exists(f"{vector_database_name}"):
70
  return FAISS.load_local(
71
- f"{vector_database_name}",
72
  OpenAIEmbeddings(),
73
  allow_dangerous_deserialization=True,
74
  )
@@ -80,7 +83,7 @@ def append_to_vector_db(docs: list = []):
80
  existing_vector_db = load_vector_db()
81
  new_vector_db = FAISS.from_documents(docs, OpenAIEmbeddings())
82
  existing_vector_db.merge_from(new_vector_db)
83
- existing_vector_db.save_local(f"{vector_database_name}")
84
  RETRIEVER = existing_vector_db.as_retriever()
85
 
86
 
 
15
 
16
  vector_database_name = "Adina_Vector_Database"
17
  temp_pdf_folder = "temp-pdf-files"
18
+ vector_database_path = (
19
+ f"{os.environ.get('VECTOR_DATABASE_PATH', '.')}/{vector_database_name}"
20
+ )
21
 
22
  RETRIEVER = None
23
 
 
64
  vector_database = FAISS.from_texts(
65
  ["Adina Cosmetic Ingredients"], OpenAIEmbeddings()
66
  )
67
+ vector_database.save_local(vector_database_path)
68
  return vector_database
69
 
70
 
71
  def load_vector_db():
72
+ if os.path.exists(vector_database_path):
73
  return FAISS.load_local(
74
+ vector_database_path,
75
  OpenAIEmbeddings(),
76
  allow_dangerous_deserialization=True,
77
  )
 
83
  existing_vector_db = load_vector_db()
84
  new_vector_db = FAISS.from_documents(docs, OpenAIEmbeddings())
85
  existing_vector_db.merge_from(new_vector_db)
86
+ existing_vector_db.save_local(vector_database_path)
87
  RETRIEVER = existing_vector_db.as_retriever()
88
 
89