Spaces:
Build error
Build error
meg-huggingface
commited on
Commit
•
6a9c993
1
Parent(s):
6557527
Removes extraneous debugging print statements
Browse files- app.py +0 -1
- data_measurements/dataset_statistics.py +2 -8
app.py
CHANGED
@@ -118,7 +118,6 @@ def load_or_prepare(ds_args, show_embeddings, use_cache=False):
|
|
118 |
if show_embeddings:
|
119 |
logs.warning("Loading Embeddings")
|
120 |
dstats.load_or_prepare_embeddings()
|
121 |
-
print(dstats.fig_tree)
|
122 |
# TODO: This has now been moved to calculation when the npmi widget is loaded.
|
123 |
logs.warning("Loading Terms for nPMI")
|
124 |
dstats.load_or_prepare_npmi_terms()
|
|
|
118 |
if show_embeddings:
|
119 |
logs.warning("Loading Embeddings")
|
120 |
dstats.load_or_prepare_embeddings()
|
|
|
121 |
# TODO: This has now been moved to calculation when the npmi widget is loaded.
|
122 |
logs.warning("Loading Terms for nPMI")
|
123 |
dstats.load_or_prepare_npmi_terms()
|
data_measurements/dataset_statistics.py
CHANGED
@@ -305,20 +305,14 @@ class DatasetStatisticsCacheClass:
|
|
305 |
and exists(self.dup_counts_df_fid)
|
306 |
and exists(self.sorted_top_vocab_df_fid)
|
307 |
):
|
308 |
-
|
309 |
self.load_general_stats()
|
310 |
else:
|
311 |
-
|
312 |
self.prepare_general_stats()
|
313 |
if save:
|
314 |
-
print(self.sorted_top_vocab_df)
|
315 |
-
print(self.sorted_top_vocab_df_fid)
|
316 |
write_df(self.sorted_top_vocab_df, self.sorted_top_vocab_df_fid)
|
317 |
-
print(self.dup_counts_df)
|
318 |
-
print(self.dup_counts_df_fid)
|
319 |
write_df(self.dup_counts_df, self.dup_counts_df_fid)
|
320 |
-
print(self.general_stats_dict)
|
321 |
-
print(self.general_stats_fid)
|
322 |
write_json(self.general_stats_dict, self.general_stats_fid)
|
323 |
|
324 |
|
|
|
305 |
and exists(self.dup_counts_df_fid)
|
306 |
and exists(self.sorted_top_vocab_df_fid)
|
307 |
):
|
308 |
+
logs.info('Loading cached general stats')
|
309 |
self.load_general_stats()
|
310 |
else:
|
311 |
+
logs.info('Preparing general stats')
|
312 |
self.prepare_general_stats()
|
313 |
if save:
|
|
|
|
|
314 |
write_df(self.sorted_top_vocab_df, self.sorted_top_vocab_df_fid)
|
|
|
|
|
315 |
write_df(self.dup_counts_df, self.dup_counts_df_fid)
|
|
|
|
|
316 |
write_json(self.general_stats_dict, self.general_stats_fid)
|
317 |
|
318 |
|