Muennighoff commited on
Commit
92494a9
1 Parent(s): 930f6fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -766,6 +766,8 @@ MODELS_TO_SKIP = {
766
  "khoa-klaytn/bge-base-en-v1.5-angle",
767
  "khoa-klaytn/bge-small-en-v1.5-angle",
768
  "mixamrepijey/instructor-small",
 
 
769
  }
770
 
771
  EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
@@ -803,7 +805,7 @@ def add_task(examples):
803
  pbar = tqdm(EXTERNAL_MODELS, desc="Fetching external model results")
804
  for model in pbar:
805
  pbar.set_description(f"Fetching external model results for {model!r}")
806
- ds = load_dataset("mteb/results", model)
807
  # For local debugging:
808
  #, download_mode='force_redownload', verification_mode="no_checks")
809
  ds = ds.map(add_lang)
 
766
  "khoa-klaytn/bge-base-en-v1.5-angle",
767
  "khoa-klaytn/bge-small-en-v1.5-angle",
768
  "mixamrepijey/instructor-small",
769
+ "Salesforce/SFR-Embedding-Mistral",
770
+ "mixamrepijey/instructor-models",
771
  }
772
 
773
  EXTERNAL_MODEL_RESULTS = {model: {k: {v: []} for k, v in TASK_TO_METRIC.items()} for model in EXTERNAL_MODELS}
 
805
  pbar = tqdm(EXTERNAL_MODELS, desc="Fetching external model results")
806
  for model in pbar:
807
  pbar.set_description(f"Fetching external model results for {model!r}")
808
+ ds = load_dataset("mteb/results", model, trust_remote_code=True)
809
  # For local debugging:
810
  #, download_mode='force_redownload', verification_mode="no_checks")
811
  ds = ds.map(add_lang)