Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -91,7 +91,7 @@ def generate_topics(dataset, config, split, column, nested_column):
|
|
91 |
# Create instances of GPU-accelerated UMAP and HDBSCAN
|
92 |
# umap_model = UMAP(n_components=5, n_neighbors=15, min_dist=0.0)
|
93 |
# hdbscan_model = HDBSCAN(min_samples=10, gen_min_span_tree=True)
|
94 |
-
sentence_model = SentenceTransformer("all-MiniLM-L6-v2"
|
95 |
while True:
|
96 |
docs = get_docs_from_parquet(parquet_urls, column, offset, chunk_size)
|
97 |
logging.info(f"------------> New chunk data {offset=} {chunk_size=}")
|
|
|
91 |
# Create instances of GPU-accelerated UMAP and HDBSCAN
|
92 |
# umap_model = UMAP(n_components=5, n_neighbors=15, min_dist=0.0)
|
93 |
# hdbscan_model = HDBSCAN(min_samples=10, gen_min_span_tree=True)
|
94 |
+
sentence_model = SentenceTransformer("all-MiniLM-L6-v2")
|
95 |
while True:
|
96 |
docs = get_docs_from_parquet(parquet_urls, column, offset, chunk_size)
|
97 |
logging.info(f"------------> New chunk data {offset=} {chunk_size=}")
|