ethanrom commited on
Commit
03c9deb
1 Parent(s): ed80fb1

Update query_data.py

Browse files
Files changed (1) hide show
  1. query_data.py +1 -1
query_data.py CHANGED
@@ -81,7 +81,7 @@ retriever=vectorstore.as_retriever(search_type="similarity", search_kwargs={"k":
81
 
82
  splitter = CharacterTextSplitter(chunk_size=300, chunk_overlap=0, separator=". ")
83
  redundant_filter = EmbeddingsRedundantFilter(embeddings=embeddings)
84
- relevant_filter = EmbeddingsFilter(embeddings=embeddings, similarity_threshold=0.76)
85
  pipeline_compressor = DocumentCompressorPipeline(
86
  transformers=[splitter, redundant_filter, relevant_filter]
87
  )
 
81
 
82
  splitter = CharacterTextSplitter(chunk_size=300, chunk_overlap=0, separator=". ")
83
  redundant_filter = EmbeddingsRedundantFilter(embeddings=embeddings)
84
+ relevant_filter = EmbeddingsFilter(embeddings=embeddings, similarity_threshold=0.5)
85
  pipeline_compressor = DocumentCompressorPipeline(
86
  transformers=[splitter, redundant_filter, relevant_filter]
87
  )