Spaces:
Sleeping
Sleeping
File size: 1,511 Bytes
68ecf38 bf8e6b0 68ecf38 bf8e6b0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
from ir_dataset_metadata import IR_DATASETS
ALL_METRICS = [
"ndcg_cut_10",
"ndcg_cut_5",
"ndcg_cut_15",
"ndcg_cut_20",
"ndcg_cut_30",
"ndcg_cut_100",
"ndcg_cut_200",
"ndcg_cut_500",
"ndcg_cut_1000",
"map",
"P_5",
"P_10",
"P_15",
"P_20",
"P_30",
"P_100",
"P_200",
"P_500",
"P_1000",
"recall_5",
"recall_10",
"recall_15",
"recall_20",
"recall_30",
"recall_100",
"recall_200",
"recall_500",
"recall_1000",
"recip_rank",
"set_recall",
"set_P",
"set_F",
"num_rel_ret",
"num_ret",
"num_rel",
"num_q",
"num_rel",
"num_rel_ret"
"Rprec",
"bpref",
"iprec_at_recall_0.00",
"iprec_at_recall_0.10",
"iprec_at_recall_0.20",
"iprec_at_recall_0.30",
"iprec_at_recall_0.40",
"iprec_at_recall_0.50",
"iprec_at_recall_0.60",
"iprec_at_recall_0.70",
"iprec_at_recall_0.80",
"iprec_at_recall_0.90",
"iprec_at_recall_1.00",
]
BEIR = [
"msmarco",
"trec-covid",
"nf_corpus",
"bioasq",
"nq",
"hotpotqa",
"fiqa",
"signal1m",
"trec-news",
"robust04",
"arguana",
"webis-touche2020",
"cqadupstack",
"quora",
"dbpedia-entity",
"scidocs",
"fever",
"climate-fever",
"scifact",
]
LOCAL_DATASETS = [
"gooaq_technical",
"codesearch_py",
]
ALL_DATASETS = ["", "custom"] + LOCAL_DATASETS + BEIR + IR_DATASETS |