orionweller commited on
Commit
6035aa5
1 Parent(s): bef8d2f
Files changed (1) hide show
  1. refresh.py +4 -1
refresh.py CHANGED
@@ -323,7 +323,10 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
323
  df['MLSUMClusteringS2S (fr)'] = df['MLSUMClusteringS2S (fr)'].fillna(df['MLSUMClusteringS2S'])
324
  datasets.remove('MLSUMClusteringS2S')
325
  if ('PawsXPairClassification (fr)' in datasets) and ('PawsX (fr)' in cols):
326
- df['PawsXPairClassification (fr)'] = df['PawsXPairClassification (fr)'].fillna(df['PawsX (fr)'])
 
 
 
327
  datasets.remove('PawsX (fr)')
328
  # Filter invalid columns
329
  cols = [col for col in cols if col in base_columns + datasets]
 
323
  df['MLSUMClusteringS2S (fr)'] = df['MLSUMClusteringS2S (fr)'].fillna(df['MLSUMClusteringS2S'])
324
  datasets.remove('MLSUMClusteringS2S')
325
  if ('PawsXPairClassification (fr)' in datasets) and ('PawsX (fr)' in cols):
326
+ if 'PawsXPairClassification (fr)' in cols:
327
+ df['PawsXPairClassification (fr)'] = df['PawsXPairClassification (fr)'].fillna(df['PawsX (fr)'])
328
+ else:
329
+ df['PawsXPairClassification (fr)'] = df['PawsX (fr)']
330
  datasets.remove('PawsX (fr)')
331
  # Filter invalid columns
332
  cols = [col for col in cols if col in base_columns + datasets]