Spaces:
Sleeping
Sleeping
Commit
Β·
284cae9
1
Parent(s):
8aeb50a
try except prediction
Browse files
app.py
CHANGED
@@ -95,14 +95,14 @@ def run_quality_check(dataset, config, split, column, batch_size, num_examples):
|
|
95 |
try:
|
96 |
filename = get_first_parquet_filename(dataset, config, split)
|
97 |
except Exception as error:
|
98 |
-
yield f"β {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
|
99 |
return
|
100 |
|
101 |
try:
|
102 |
logging.info(f"Loading hf://datasets/{dataset}@~parquet/{filename}")
|
103 |
data = pl.read_parquet(f"hf://datasets/{dataset}@~parquet/{filename}", columns=[column])
|
104 |
except Exception as error:
|
105 |
-
yield f"β {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
|
106 |
return
|
107 |
logging.info("Data fetched.")
|
108 |
|
@@ -112,7 +112,11 @@ def run_quality_check(dataset, config, split, column, batch_size, num_examples):
|
|
112 |
num_examples = min(len(texts), num_examples)
|
113 |
for i in range(0, num_examples, batch_size):
|
114 |
batch_texts = texts[i:i+batch_size]
|
115 |
-
|
|
|
|
|
|
|
|
|
116 |
predictions.extend(batch_predictions)
|
117 |
texts_processed.extend(batch_texts)
|
118 |
yield {"quality check in progress...": i / num_examples}, *plot_and_df(texts_processed, predictions), pd.DataFrame()
|
|
|
95 |
try:
|
96 |
filename = get_first_parquet_filename(dataset, config, split)
|
97 |
except Exception as error:
|
98 |
+
yield f"β {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
|
99 |
return
|
100 |
|
101 |
try:
|
102 |
logging.info(f"Loading hf://datasets/{dataset}@~parquet/{filename}")
|
103 |
data = pl.read_parquet(f"hf://datasets/{dataset}@~parquet/{filename}", columns=[column])
|
104 |
except Exception as error:
|
105 |
+
yield f"β {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
|
106 |
return
|
107 |
logging.info("Data fetched.")
|
108 |
|
|
|
112 |
num_examples = min(len(texts), num_examples)
|
113 |
for i in range(0, num_examples, batch_size):
|
114 |
batch_texts = texts[i:i+batch_size]
|
115 |
+
try:
|
116 |
+
batch_predictions = predict(batch_texts)
|
117 |
+
except Exception as error:
|
118 |
+
yield f"β {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
|
119 |
+
return
|
120 |
predictions.extend(batch_predictions)
|
121 |
texts_processed.extend(batch_texts)
|
122 |
yield {"quality check in progress...": i / num_examples}, *plot_and_df(texts_processed, predictions), pd.DataFrame()
|