polinaeterna HF staff commited on
Commit
284cae9
Β·
1 Parent(s): 8aeb50a

try except prediction

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -95,14 +95,14 @@ def run_quality_check(dataset, config, split, column, batch_size, num_examples):
95
  try:
96
  filename = get_first_parquet_filename(dataset, config, split)
97
  except Exception as error:
98
- yield f"❌ {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(),
99
  return
100
 
101
  try:
102
  logging.info(f"Loading hf://datasets/{dataset}@~parquet/{filename}")
103
  data = pl.read_parquet(f"hf://datasets/{dataset}@~parquet/{filename}", columns=[column])
104
  except Exception as error:
105
- yield f"❌ {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(),
106
  return
107
  logging.info("Data fetched.")
108
 
@@ -112,7 +112,11 @@ def run_quality_check(dataset, config, split, column, batch_size, num_examples):
112
  num_examples = min(len(texts), num_examples)
113
  for i in range(0, num_examples, batch_size):
114
  batch_texts = texts[i:i+batch_size]
115
- batch_predictions = predict(batch_texts)
 
 
 
 
116
  predictions.extend(batch_predictions)
117
  texts_processed.extend(batch_texts)
118
  yield {"quality check in progress...": i / num_examples}, *plot_and_df(texts_processed, predictions), pd.DataFrame()
 
95
  try:
96
  filename = get_first_parquet_filename(dataset, config, split)
97
  except Exception as error:
98
+ yield f"❌ {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
99
  return
100
 
101
  try:
102
  logging.info(f"Loading hf://datasets/{dataset}@~parquet/{filename}")
103
  data = pl.read_parquet(f"hf://datasets/{dataset}@~parquet/{filename}", columns=[column])
104
  except Exception as error:
105
+ yield f"❌ {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
106
  return
107
  logging.info("Data fetched.")
108
 
 
112
  num_examples = min(len(texts), num_examples)
113
  for i in range(0, num_examples, batch_size):
114
  batch_texts = texts[i:i+batch_size]
115
+ try:
116
+ batch_predictions = predict(batch_texts)
117
+ except Exception as error:
118
+ yield f"❌ {error}", gr.BarPlot(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame(), pd.DataFrame()
119
+ return
120
  predictions.extend(batch_predictions)
121
  texts_processed.extend(batch_texts)
122
  yield {"quality check in progress...": i / num_examples}, *plot_and_df(texts_processed, predictions), pd.DataFrame()