Muennighoff commited on
Commit
234d367
1 Parent(s): 126745c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -250,6 +250,10 @@ EXTERNAL_MODEL_TO_DIM = {
250
  "unsup-simcse-bert-base-uncased": 768,
251
  }
252
 
 
 
 
 
253
 
254
  EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
255
 
@@ -334,6 +338,7 @@ def get_mteb_data(tasks=["Clustering"], langs=[], fillna=True, add_emb_dim=False
334
  df_list.append(res)
335
 
336
  for model in models:
 
337
  readme_path = hf_hub_download(model.modelId, filename="README.md")
338
  meta = metadata_load(readme_path)
339
  # meta['model-index'][0]["results"] is list of elements like:
 
250
  "unsup-simcse-bert-base-uncased": 768,
251
  }
252
 
253
+ MODELS_TO_SKIP = {
254
+ "baseplate/instructor-large-1", # Duplicate
255
+ }
256
+
257
 
258
  EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
259
 
 
338
  df_list.append(res)
339
 
340
  for model in models:
341
+ if model.modelId in MODELS_TO_SKIP: continue
342
  readme_path = hf_hub_download(model.modelId, filename="README.md")
343
  meta = metadata_load(readme_path)
344
  # meta['model-index'][0]["results"] is list of elements like: