Spaces:
Sleeping
Sleeping
| IR_DATASETS = [ | |
| "antique/test", | |
| "antique/test/non-offensive", | |
| "antique/train", | |
| "antique/train/split200-train", | |
| "antique/train/split200-valid", | |
| "aol-ia", | |
| "aquaint/trec-robust-2005", | |
| "argsme/1.0/touche-2020-task-1/uncorrected", | |
| "argsme/2020-04-01/processed/touche-2022-task-1", | |
| "argsme/2020-04-01/touche-2020-task-1", | |
| "argsme/2020-04-01/touche-2020-task-1/uncorrected", | |
| "argsme/2020-04-01/touche-2021-task-1", | |
| "beir/arguana", | |
| "beir/climate-fever", | |
| "beir/cqadupstack/android", | |
| "beir/cqadupstack/english", | |
| "beir/cqadupstack/gaming", | |
| "beir/cqadupstack/gis", | |
| "beir/cqadupstack/mathematica", | |
| "beir/cqadupstack/physics", | |
| "beir/cqadupstack/programmers", | |
| "beir/cqadupstack/stats", | |
| "beir/cqadupstack/tex", | |
| "beir/cqadupstack/unix", | |
| "beir/cqadupstack/webmasters", | |
| "beir/cqadupstack/wordpress", | |
| "beir/dbpedia-entity/dev", | |
| "beir/dbpedia-entity/test", | |
| "beir/fever/dev", | |
| "beir/fever/test", | |
| "beir/fever/train", | |
| "beir/fiqa/dev", | |
| "beir/fiqa/test", | |
| "beir/fiqa/train", | |
| "beir/hotpotqa/dev", | |
| "beir/hotpotqa/test", | |
| "beir/hotpotqa/train", | |
| "beir/msmarco/dev", | |
| "beir/msmarco/test", | |
| "beir/msmarco/train", | |
| "beir/nfcorpus/dev", | |
| "beir/nfcorpus/test", | |
| "beir/nfcorpus/train", | |
| "beir/nq", | |
| "beir/quora/dev", | |
| "beir/quora/test", | |
| "beir/scidocs", | |
| "beir/scifact/test", | |
| "beir/scifact/train", | |
| "beir/trec-covid", | |
| "beir/webis-touche2020", | |
| "beir/webis-touche2020/v2", | |
| "car/v1.5/test200", | |
| "car/v1.5/train/fold0", | |
| "car/v1.5/train/fold1", | |
| "car/v1.5/train/fold2", | |
| "car/v1.5/train/fold3", | |
| "car/v1.5/train/fold4", | |
| "car/v1.5/trec-y1/auto", | |
| "car/v1.5/trec-y1/manual", | |
| "clinicaltrials/2017/trec-pm-2017", | |
| "clinicaltrials/2017/trec-pm-2018", | |
| "clinicaltrials/2019/trec-pm-2019", | |
| "clinicaltrials/2021/trec-ct-2021", | |
| "clueweb09/catb/trec-web-2009", | |
| "clueweb09/catb/trec-web-2009/diversity", | |
| "clueweb09/catb/trec-web-2010", | |
| "clueweb09/catb/trec-web-2010/diversity", | |
| "clueweb09/catb/trec-web-2011", | |
| "clueweb09/catb/trec-web-2011/diversity", | |
| "clueweb09/catb/trec-web-2012", | |
| "clueweb09/catb/trec-web-2012/diversity", | |
| "clueweb09/en/trec-web-2009", | |
| "clueweb09/en/trec-web-2009/diversity", | |
| "clueweb09/en/trec-web-2010", | |
| "clueweb09/en/trec-web-2010/diversity", | |
| "clueweb09/en/trec-web-2011", | |
| "clueweb09/en/trec-web-2011/diversity", | |
| "clueweb09/en/trec-web-2012", | |
| "clueweb09/en/trec-web-2012/diversity", | |
| "clueweb09/trec-mq-2009", | |
| "clueweb12/b13/clef-ehealth", | |
| "clueweb12/b13/clef-ehealth/cs", | |
| "clueweb12/b13/clef-ehealth/de", | |
| "clueweb12/b13/clef-ehealth/fr", | |
| "clueweb12/b13/clef-ehealth/hu", | |
| "clueweb12/b13/clef-ehealth/pl", | |
| "clueweb12/b13/clef-ehealth/sv", | |
| "clueweb12/b13/ntcir-www-1", | |
| "clueweb12/b13/ntcir-www-2", | |
| "clueweb12/b13/trec-misinfo-2019", | |
| "clueweb12/touche-2020-task-2", | |
| "clueweb12/touche-2021-task-2", | |
| "clueweb12/touche-2022-task-2", | |
| "clueweb12/touche-2022-task-2/expanded-doc-t5-query", | |
| "clueweb12/trec-web-2013", | |
| "clueweb12/trec-web-2013/diversity", | |
| "clueweb12/trec-web-2014", | |
| "clueweb12/trec-web-2014/diversity", | |
| "codec", | |
| "codec/economics", | |
| "codec/history", | |
| "codec/politics", | |
| "codesearchnet/challenge", | |
| "codesearchnet/test", | |
| "codesearchnet/train", | |
| "codesearchnet/valid", | |
| "cord19/fulltext/trec-covid", | |
| "cord19/trec-covid", | |
| "cord19/trec-covid/round1", | |
| "cord19/trec-covid/round2", | |
| "cord19/trec-covid/round3", | |
| "cord19/trec-covid/round4", | |
| "cord19/trec-covid/round5", | |
| "cranfield", | |
| "disks45/nocr/trec-robust-2004", | |
| "disks45/nocr/trec-robust-2004/fold1", | |
| "disks45/nocr/trec-robust-2004/fold2", | |
| "disks45/nocr/trec-robust-2004/fold3", | |
| "disks45/nocr/trec-robust-2004/fold4", | |
| "disks45/nocr/trec-robust-2004/fold5", | |
| "disks45/nocr/trec7", | |
| "disks45/nocr/trec8", | |
| "dpr-w100/natural-questions/dev", | |
| "dpr-w100/natural-questions/train", | |
| "dpr-w100/trivia-qa/dev", | |
| "dpr-w100/trivia-qa/train", | |
| "gov/trec-web-2002", | |
| "gov/trec-web-2002/named-page", | |
| "gov/trec-web-2003", | |
| "gov/trec-web-2003/named-page", | |
| "gov/trec-web-2004", | |
| "gov2/trec-mq-2007", | |
| "gov2/trec-mq-2008", | |
| "gov2/trec-tb-2004", | |
| "gov2/trec-tb-2005", | |
| "gov2/trec-tb-2005/efficiency", | |
| "gov2/trec-tb-2005/named-page", | |
| "gov2/trec-tb-2006", | |
| "gov2/trec-tb-2006/efficiency", | |
| "gov2/trec-tb-2006/efficiency/stream3", | |
| "gov2/trec-tb-2006/named-page", | |
| "hc4/fa/dev", | |
| "hc4/fa/test", | |
| "hc4/fa/train", | |
| "hc4/ru/dev", | |
| "hc4/ru/test", | |
| "hc4/ru/train", | |
| "hc4/zh/dev", | |
| "hc4/zh/test", | |
| "hc4/zh/train", | |
| "highwire/trec-genomics-2006", | |
| "highwire/trec-genomics-2007", | |
| "istella22/test", | |
| "istella22/test/fold1", | |
| "istella22/test/fold2", | |
| "istella22/test/fold3", | |
| "istella22/test/fold4", | |
| "istella22/test/fold5", | |
| "kilt/codec", | |
| "kilt/codec/economics", | |
| "kilt/codec/history", | |
| "kilt/codec/politics", | |
| "lotte/lifestyle/dev/forum", | |
| "lotte/lifestyle/dev/search", | |
| "lotte/lifestyle/test/forum", | |
| "lotte/lifestyle/test/search", | |
| "lotte/pooled/dev/forum", | |
| "lotte/pooled/dev/search", | |
| "lotte/pooled/test/forum", | |
| "lotte/pooled/test/search", | |
| "lotte/recreation/dev/forum", | |
| "lotte/recreation/dev/search", | |
| "lotte/recreation/test/forum", | |
| "lotte/recreation/test/search", | |
| "lotte/science/dev/forum", | |
| "lotte/science/dev/search", | |
| "lotte/science/test/forum", | |
| "lotte/science/test/search", | |
| "lotte/technology/dev/forum", | |
| "lotte/technology/dev/search", | |
| "lotte/technology/test/forum", | |
| "lotte/technology/test/search", | |
| "lotte/writing/dev/forum", | |
| "lotte/writing/dev/search", | |
| "lotte/writing/test/forum", | |
| "lotte/writing/test/search", | |
| "medline/2004/trec-genomics-2004", | |
| "medline/2004/trec-genomics-2005", | |
| "medline/2017/trec-pm-2017", | |
| "medline/2017/trec-pm-2018", | |
| "mmarco/de/dev", | |
| "mmarco/de/dev/small", | |
| "mmarco/de/train", | |
| "mmarco/es/dev", | |
| "mmarco/es/dev/small", | |
| "mmarco/es/train", | |
| "mmarco/fr/dev", | |
| "mmarco/fr/dev/small", | |
| "mmarco/fr/train", | |
| "mmarco/id/dev", | |
| "mmarco/id/dev/small", | |
| "mmarco/id/train", | |
| "mmarco/it/dev", | |
| "mmarco/it/dev/small", | |
| "mmarco/it/train", | |
| "mmarco/pt/dev", | |
| "mmarco/pt/dev/small", | |
| "mmarco/pt/dev/small/v1.1", | |
| "mmarco/pt/dev/v1.1", | |
| "mmarco/pt/train", | |
| "mmarco/pt/train/v1.1", | |
| "mmarco/ru/dev", | |
| "mmarco/ru/dev/small", | |
| "mmarco/ru/train", | |
| "mmarco/v2/ar/dev", | |
| "mmarco/v2/ar/dev/small", | |
| "mmarco/v2/ar/train", | |
| "mmarco/v2/de/dev", | |
| "mmarco/v2/de/dev/small", | |
| "mmarco/v2/de/train", | |
| "mmarco/v2/dt/dev", | |
| "mmarco/v2/dt/dev/small", | |
| "mmarco/v2/dt/train", | |
| "mmarco/v2/es/dev", | |
| "mmarco/v2/es/dev/small", | |
| "mmarco/v2/es/train", | |
| "mmarco/v2/fr/dev", | |
| "mmarco/v2/fr/dev/small", | |
| "mmarco/v2/fr/train", | |
| "mmarco/v2/hi/dev", | |
| "mmarco/v2/hi/dev/small", | |
| "mmarco/v2/hi/train", | |
| "mmarco/v2/id/dev", | |
| "mmarco/v2/id/dev/small", | |
| "mmarco/v2/id/train", | |
| "mmarco/v2/it/dev", | |
| "mmarco/v2/it/dev/small", | |
| "mmarco/v2/it/train", | |
| "mmarco/v2/ja/dev", | |
| "mmarco/v2/ja/dev/small", | |
| "mmarco/v2/ja/train", | |
| "mmarco/v2/pt/dev", | |
| "mmarco/v2/pt/dev/small", | |
| "mmarco/v2/pt/train", | |
| "mmarco/v2/ru/dev", | |
| "mmarco/v2/ru/dev/small", | |
| "mmarco/v2/ru/train", | |
| "mmarco/v2/vi/dev", | |
| "mmarco/v2/vi/dev/small", | |
| "mmarco/v2/vi/train", | |
| "mmarco/v2/zh/dev", | |
| "mmarco/v2/zh/dev/small", | |
| "mmarco/v2/zh/train", | |
| "mmarco/zh/dev", | |
| "mmarco/zh/dev/small", | |
| "mmarco/zh/dev/small/v1.1", | |
| "mmarco/zh/dev/v1.1", | |
| "mmarco/zh/train", | |
| "mr-tydi/ar", | |
| "mr-tydi/ar/dev", | |
| "mr-tydi/ar/test", | |
| "mr-tydi/ar/train", | |
| "mr-tydi/bn", | |
| "mr-tydi/bn/dev", | |
| "mr-tydi/bn/test", | |
| "mr-tydi/bn/train", | |
| "mr-tydi/en", | |
| "mr-tydi/en/dev", | |
| "mr-tydi/en/test", | |
| "mr-tydi/en/train", | |
| "mr-tydi/fi", | |
| "mr-tydi/fi/dev", | |
| "mr-tydi/fi/test", | |
| "mr-tydi/fi/train", | |
| "mr-tydi/id", | |
| "mr-tydi/id/dev", | |
| "mr-tydi/id/test", | |
| "mr-tydi/id/train", | |
| "mr-tydi/ja", | |
| "mr-tydi/ja/dev", | |
| "mr-tydi/ja/test", | |
| "mr-tydi/ja/train", | |
| "mr-tydi/ko", | |
| "mr-tydi/ko/dev", | |
| "mr-tydi/ko/test", | |
| "mr-tydi/ko/train", | |
| "mr-tydi/ru", | |
| "mr-tydi/ru/dev", | |
| "mr-tydi/ru/test", | |
| "mr-tydi/ru/train", | |
| "mr-tydi/sw", | |
| "mr-tydi/sw/dev", | |
| "mr-tydi/sw/test", | |
| "mr-tydi/sw/train", | |
| "mr-tydi/te", | |
| "mr-tydi/te/dev", | |
| "mr-tydi/te/test", | |
| "mr-tydi/te/train", | |
| "mr-tydi/th", | |
| "mr-tydi/th/dev", | |
| "mr-tydi/th/test", | |
| "mr-tydi/th/train", | |
| "msmarco-document-v2/dev1", | |
| "msmarco-document-v2/dev2", | |
| "msmarco-document-v2/train", | |
| "msmarco-document-v2/trec-dl-2019", | |
| "msmarco-document-v2/trec-dl-2019/judged", | |
| "msmarco-document-v2/trec-dl-2020", | |
| "msmarco-document-v2/trec-dl-2020/judged", | |
| "msmarco-document-v2/trec-dl-2021", | |
| "msmarco-document-v2/trec-dl-2021/judged", | |
| "msmarco-document-v2/trec-dl-2022", | |
| "msmarco-document-v2/trec-dl-2022/judged", | |
| "msmarco-document/dev", | |
| "msmarco-document/orcas", | |
| "msmarco-document/train", | |
| "msmarco-document/trec-dl-2019", | |
| "msmarco-document/trec-dl-2019/judged", | |
| "msmarco-document/trec-dl-2020", | |
| "msmarco-document/trec-dl-2020/judged", | |
| "msmarco-document/trec-dl-hard", | |
| "msmarco-document/trec-dl-hard/fold1", | |
| "msmarco-document/trec-dl-hard/fold2", | |
| "msmarco-document/trec-dl-hard/fold3", | |
| "msmarco-document/trec-dl-hard/fold4", | |
| "msmarco-document/trec-dl-hard/fold5", | |
| "msmarco-passage-v2/dev1", | |
| "msmarco-passage-v2/dev2", | |
| "msmarco-passage-v2/train", | |
| "msmarco-passage-v2/trec-dl-2021", | |
| "msmarco-passage-v2/trec-dl-2021/judged", | |
| "msmarco-passage-v2/trec-dl-2022", | |
| "msmarco-passage-v2/trec-dl-2022/judged", | |
| "msmarco-passage/dev", | |
| "msmarco-passage/dev/2", | |
| "msmarco-passage/dev/judged", | |
| "msmarco-passage/dev/small", | |
| "msmarco-passage/train", | |
| "msmarco-passage/train/judged", | |
| "msmarco-passage/train/medical", | |
| "msmarco-passage/train/split200-train", | |
| "msmarco-passage/train/split200-valid", | |
| "msmarco-passage/train/triples-small", | |
| "msmarco-passage/train/triples-v2", | |
| "msmarco-passage/trec-dl-2019", | |
| "msmarco-passage/trec-dl-2019/judged", | |
| "msmarco-passage/trec-dl-2020", | |
| "msmarco-passage/trec-dl-2020/judged", | |
| "msmarco-passage/trec-dl-hard", | |
| "msmarco-passage/trec-dl-hard/fold1", | |
| "msmarco-passage/trec-dl-hard/fold2", | |
| "msmarco-passage/trec-dl-hard/fold3", | |
| "msmarco-passage/trec-dl-hard/fold4", | |
| "msmarco-passage/trec-dl-hard/fold5", | |
| "msmarco-qna/dev", | |
| "msmarco-qna/train", | |
| "natural-questions/dev", | |
| "natural-questions/train", | |
| "neuclir/1/fa/hc4-filtered", | |
| "neuclir/1/ru/hc4-filtered", | |
| "neuclir/1/zh/hc4-filtered", | |
| "neumarco/fa/dev", | |
| "neumarco/fa/dev/judged", | |
| "neumarco/fa/dev/small", | |
| "neumarco/fa/train", | |
| "neumarco/fa/train/judged", | |
| "neumarco/ru/dev", | |
| "neumarco/ru/dev/judged", | |
| "neumarco/ru/dev/small", | |
| "neumarco/ru/train", | |
| "neumarco/ru/train/judged", | |
| "neumarco/zh/dev", | |
| "neumarco/zh/dev/judged", | |
| "neumarco/zh/dev/small", | |
| "neumarco/zh/train", | |
| "neumarco/zh/train/judged", | |
| "nfcorpus/dev", | |
| "nfcorpus/dev/nontopic", | |
| "nfcorpus/dev/video", | |
| "nfcorpus/test", | |
| "nfcorpus/test/nontopic", | |
| "nfcorpus/test/video", | |
| "nfcorpus/train", | |
| "nfcorpus/train/nontopic", | |
| "nfcorpus/train/video", | |
| "nyt/trec-core-2017", | |
| "nyt/wksup", | |
| "nyt/wksup/train", | |
| "nyt/wksup/valid", | |
| "pmc/v1/trec-cds-2014", | |
| "pmc/v1/trec-cds-2015", | |
| "pmc/v2/trec-cds-2016", | |
| "sara", | |
| "touche-image/2022-06-13/touche-2022-task-3", | |
| "trec-arabic/ar2001", | |
| "trec-arabic/ar2002", | |
| "trec-cast/v0/train", | |
| "trec-cast/v0/train/judged", | |
| "trec-cast/v1/2019", | |
| "trec-cast/v1/2019/judged", | |
| "trec-cast/v1/2020", | |
| "trec-cast/v1/2020/judged", | |
| "trec-fair-2021/eval", | |
| "trec-fair-2021/train", | |
| "trec-fair/2021/eval", | |
| "trec-fair/2021/train", | |
| "trec-fair/2022/train", | |
| "trec-mandarin/trec5", | |
| "trec-mandarin/trec6", | |
| "trec-robust04", | |
| "trec-robust04/fold1", | |
| "trec-robust04/fold2", | |
| "trec-robust04/fold3", | |
| "trec-robust04/fold4", | |
| "trec-robust04/fold5", | |
| "trec-spanish/trec3", | |
| "trec-spanish/trec4", | |
| "trec-tot/2023/dev", | |
| "trec-tot/2023/train", | |
| "tripclick/train", | |
| "tripclick/train/head", | |
| "tripclick/train/head/dctr", | |
| "tripclick/train/hofstaetter-triples", | |
| "tripclick/train/tail", | |
| "tripclick/train/torso", | |
| "tripclick/val", | |
| "tripclick/val/head", | |
| "tripclick/val/head/dctr", | |
| "tripclick/val/tail", | |
| "tripclick/val/torso", | |
| "tweets2013-ia/trec-mb-2013", | |
| "tweets2013-ia/trec-mb-2014", | |
| "vaswani", | |
| "wapo/v2/trec-core-2018", | |
| "wapo/v2/trec-news-2018", | |
| "wapo/v2/trec-news-2019", | |
| "wikiclir/ar", | |
| "wikiclir/ca", | |
| "wikiclir/cs", | |
| "wikiclir/de", | |
| "wikiclir/en-simple", | |
| "wikiclir/es", | |
| "wikiclir/fi", | |
| "wikiclir/fr", | |
| "wikiclir/it", | |
| "wikiclir/ja", | |
| "wikiclir/ko", | |
| "wikiclir/nl", | |
| "wikiclir/nn", | |
| "wikiclir/no", | |
| "wikiclir/pl", | |
| "wikiclir/pt", | |
| "wikiclir/ro", | |
| "wikiclir/ru", | |
| "wikiclir/sv", | |
| "wikiclir/sw", | |
| "wikiclir/tl", | |
| "wikiclir/tr", | |
| "wikiclir/uk", | |
| "wikiclir/vi", | |
| "wikiclir/zh", | |
| "wikir/en1k/test", | |
| "wikir/en1k/training", | |
| "wikir/en1k/validation", | |
| "wikir/en59k/test", | |
| "wikir/en59k/training", | |
| "wikir/en59k/validation", | |
| "wikir/en78k/test", | |
| "wikir/en78k/training", | |
| "wikir/en78k/validation", | |
| "wikir/ens78k/test", | |
| "wikir/ens78k/training", | |
| "wikir/ens78k/validation", | |
| "wikir/es13k/test", | |
| "wikir/es13k/training", | |
| "wikir/es13k/validation", | |
| "wikir/fr14k/test", | |
| "wikir/fr14k/training", | |
| "wikir/fr14k/validation", | |
| "wikir/it16k/test", | |
| "wikir/it16k/training", | |
| "wikir/it16k/validation" | |
| ] |