constants.py

from ir_dataset_metadata import IR_DATASETS


ALL_METRICS = [
    "ndcg_cut_10",
    "ndcg_cut_5",
    "ndcg_cut_15",
    "ndcg_cut_20", 
    "ndcg_cut_30", 
    "ndcg_cut_100", 
    "ndcg_cut_200", 
    "ndcg_cut_500", 
    "ndcg_cut_1000", 
    "map", 
    "P_5", 
    "P_10", 
    "P_15", 
    "P_20", 
    "P_30", 
    "P_100", 
    "P_200", 
    "P_500", 
    "P_1000", 
    "recall_5", 
    "recall_10", 
    "recall_15", 
    "recall_20", 
    "recall_30", 
    "recall_100", 
    "recall_200", 
    "recall_500", 
    "recall_1000", 
    "recip_rank", 
    "set_recall", 
    "set_P", 
    "set_F", 
    "num_rel_ret", 
    "num_ret", 
    "num_rel", 
    "num_q", 
    "num_rel", 
    "num_rel_ret"
    "Rprec",
    "bpref",
    "iprec_at_recall_0.00",
    "iprec_at_recall_0.10",
    "iprec_at_recall_0.20",
    "iprec_at_recall_0.30",
    "iprec_at_recall_0.40",
    "iprec_at_recall_0.50",
    "iprec_at_recall_0.60",
    "iprec_at_recall_0.70",
    "iprec_at_recall_0.80",
    "iprec_at_recall_0.90",
    "iprec_at_recall_1.00",
]


BEIR = [
    "msmarco",
    "trec-covid",
    "nf_corpus",
    "bioasq",
    "nq",
    "hotpotqa",
    "fiqa",
    "signal1m",
    "trec-news",
    "robust04",
    "arguana",
    "webis-touche2020",
    "cqadupstack",
    "quora",
    "dbpedia-entity",
    "scidocs",
    "fever",
    "climate-fever",
    "scifact",
]


LOCAL_DATASETS = [
    "gooaq_technical",
    "codesearch_py",
]


    
    
ALL_DATASETS = ["", "custom"] + LOCAL_DATASETS + BEIR + IR_DATASETS