OSainz commited on
Commit
07ea390
β€’
1 Parent(s): a937004

Remove "suspicious" reports because of lack of evidence.

Browse files
Files changed (1) hide show
  1. contamination_report.csv +153 -156
contamination_report.csv CHANGED
@@ -1,12 +1,9 @@
1
  Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR
2
- conll2003;;GPT-3.5;Model;100;100;100;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
3
- nyu-mll/glue;mnli;GPT-3.5;Model;100;100;100;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
4
- rajpurkar/squad_v2;;GPT-3.5;Model;100;100;0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
5
- https://catalog.ldc.upenn.edu/LDC2006T06;;GPT-3.5;Model;100;100;100;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
6
- quac;;GPT-3.5;Model;100;100;0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
7
- natural_questions;;GPT-3.5;Model;100;100;0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
8
- google/boolq;;GPT-3.5;Model;100;100;0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
9
-
10
  lama;T-REx;allenai/c4;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6
11
  lama;Google-RE;allenai/c4;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6
12
  EdinburghNLP/xsum;;allenai/c4;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6
@@ -35,20 +32,20 @@ UCLNLP/adversarial_qa;adversarialQA;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-b
35
  UCLNLP/adversarial_qa;adversarialQA;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
36
  UCLNLP/adversarial_qa;adversarialQA;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
37
 
38
- UCLNLP/adversarial_qa;dbert;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
39
- UCLNLP/adversarial_qa;dbert;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
40
- UCLNLP/adversarial_qa;dbert;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
41
- UCLNLP/adversarial_qa;dbert;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
42
 
43
- UCLNLP/adversarial_qa;dbidaf;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
44
- UCLNLP/adversarial_qa;dbidaf;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
45
- UCLNLP/adversarial_qa;dbidaf;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
46
- UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
47
 
48
  UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
49
  UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
50
  UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
51
- UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;
52
 
53
  aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2
54
  aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
@@ -65,23 +62,23 @@ billsum;;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/
65
  billsum;;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
66
  billsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
67
 
68
- cosmos_qa;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
69
- cosmos_qa;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
70
- cosmos_qa;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
71
- cosmos_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
72
 
73
- crows_pairs;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
74
  crows_pairs;;oscar-corpus/OSCAR-2301;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
75
- crows_pairs;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
76
- crows_pairs;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
77
 
78
- ibm/duorc;ParaphraseRC;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
79
- ibm/duorc;ParaphraseRC;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
80
- ibm/duorc;ParaphraseRC;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
81
- ibm/duorc;ParaphraseRC;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
82
 
83
  ibm/duorc;SelfRC;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
84
- ibm/duorc;SelfRC;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
85
  ibm/duorc;SelfRC;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
86
  ibm/duorc;SelfRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
87
 
@@ -111,7 +108,7 @@ nyu-mll/glue;mnli-mismatched;EleutherAI/pile;corpus;;;2.11;data-based;https://ar
111
  nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
112
 
113
  nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
114
- nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
115
  nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2
116
  nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2
117
 
@@ -130,9 +127,9 @@ nyu-mll/glue;stsb;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv
130
  nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
131
  nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
132
 
133
- nyu-mll/glue;wnli;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
134
- nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
135
- nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
136
  nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2
137
 
138
  head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2
@@ -145,53 +142,53 @@ health_fact;;oscar-corpus/OSCAR-2301;corpus;;;3.4;data-based;https://arxiv.org/a
145
  health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2
146
  health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.7;data-based;https://arxiv.org/abs/2310.20707;2
147
 
148
- hlgd;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
149
- hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
150
- hlgd;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
151
- hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
152
 
153
  liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2
154
  liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2
155
  liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2
156
  liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2
157
 
158
- math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
159
- math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
160
- math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
161
- math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
162
 
163
- math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
164
- math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
165
- math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
166
- math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
167
 
168
- math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
169
- math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
170
- math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
171
- math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
172
 
173
  math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2
174
  math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
175
- math_qa;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
176
  math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2
177
 
178
- mc_taco;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
179
- mc_taco;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
180
- mc_taco;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
181
  mc_taco;;togethercomputer/RedPajama-Data-V2;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
182
 
183
- mocha;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
184
- mocha;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
185
- mocha;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
186
- mocha;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
187
 
188
- openai_humaneval;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
189
  openai_humaneval;;oscar-corpus/OSCAR-2301;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
190
- openai_humaneval;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
191
- openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
192
 
193
  paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
194
- paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
195
  paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
196
  paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
197
 
@@ -207,71 +204,71 @@ piqa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.13;data-based;https://arxiv.
207
 
208
  race;all;allenai/c4;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
209
  race;all;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
210
- race;all;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
211
  race;all;togethercomputer/RedPajama-Data-V2;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
212
 
213
  race;high;allenai/c4;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
214
- race;high;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
215
- race;high;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
216
  race;high;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
217
 
218
  race;middle;allenai/c4;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
219
  race;middle;oscar-corpus/OSCAR-2301;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
220
- race;middle;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
221
  race;middle;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
222
 
223
- allenai/ropes;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
224
- allenai/ropes;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
225
- allenai/ropes;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
226
- allenai/ropes;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
227
 
228
- samsum;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
229
- samsum;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
230
- samsum;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
231
  samsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
232
 
233
- scan;addprim_jump;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
234
- scan;addprim_jump;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
235
  scan;addprim_jump;EleutherAI/pile;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
236
  scan;addprim_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
237
 
238
- scan;addprim_turn;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
239
- scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
240
  scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
241
- scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
242
 
243
- scan;filler_num0;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
244
- scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
245
- scan;filler_num0;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
246
  scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
247
 
248
- scan;length;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
249
- scan;length;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
250
  scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
251
- scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
252
 
253
  scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
254
- scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
255
  scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
256
  scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
257
 
258
- scan;template_around;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
259
- scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
260
- scan;template_around;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
261
  scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
262
 
263
- scan;template_jump;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
264
- scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
265
- scan;template_jump;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
266
  scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
267
 
268
- scan;template_opposite;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
269
- scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
270
  scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
271
  scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
272
 
273
- scan;template_right;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
274
- scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
275
  scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
276
  scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
277
 
@@ -305,10 +302,10 @@ snli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/231
305
  snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2
306
  snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
307
 
308
- squadshifts;amazon;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
309
- squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
310
- squadshifts;amazon;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
311
- squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
312
 
313
  squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
314
  squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
@@ -325,60 +322,60 @@ stsb_multi_mt;;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.or
325
  stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
326
  stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
327
 
328
- subjqa;books;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
329
- subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
330
- subjqa;books;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
331
- subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
332
 
333
- subjqa;grocery;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
334
- subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
335
- subjqa;grocery;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
336
- subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
337
 
338
- subjqa;movies;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
339
- subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
340
- subjqa;movies;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
341
- subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
342
 
343
- subjqa;restaurants;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
344
- subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
345
- subjqa;restaurants;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
346
- subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
347
 
348
  super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
349
  super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
350
  super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
351
  super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
352
 
353
- super_glue;axg;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
354
- super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
355
  super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
356
- super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
357
 
358
- super_glue;boolq;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
359
  super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2
360
- super_glue;boolq;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
361
  super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
362
 
363
- super_glue;cb;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
364
- super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
365
  super_glue;cb;EleutherAI/pile;corpus;;;2;data-based;https://arxiv.org/abs/2310.20707;2
366
  super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2
367
 
368
  super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2
369
  super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1;data-based;https://arxiv.org/abs/2310.20707;2
370
  super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2
371
- super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100;data-based;https://arxiv.org/abs/2310.20707;2
372
 
373
- super_glue;multirc;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
374
- super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
375
- super_glue;multirc;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
376
- super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
377
 
378
- super_glue;record;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
379
- super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
380
- super_glue;record;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
381
- super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
382
 
383
  super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
384
  super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
@@ -395,10 +392,10 @@ swag;regular;oscar-corpus/OSCAR-2301;corpus;;;1.65;data-based;https://arxiv.org/
395
  swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2
396
  swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2
397
 
398
- tab_fact;tab_fact;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
399
- tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
400
- tab_fact;tab_fact;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
401
- tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
402
 
403
  wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
404
  wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
@@ -410,10 +407,10 @@ winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;corpus;;;30.4;data-based;https://arx
410
  winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2
411
  winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2
412
 
413
- winogrande;winogrande_xl;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
414
- winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
415
- winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
416
- winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
417
 
418
  xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
419
  xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
@@ -425,30 +422,30 @@ xsum;;oscar-corpus/OSCAR-2301;corpus;;;0.13;data-based;https://arxiv.org/abs/231
425
  xsum;;EleutherAI/pile;corpus;;;3.3;data-based;https://arxiv.org/abs/2310.20707;2
426
  xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2
427
 
428
- zest;;allenai/c4;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
429
- zest;;oscar-corpus/OSCAR-2301;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
430
- zest;;EleutherAI/pile;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
431
- zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0;data-based;https://arxiv.org/abs/2310.20707;2
432
 
433
 
434
- imdb;;GPT-4;model;100;;0;model-based;https://arxiv.org/pdf/2308.08493;3
435
- imdb;;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
436
 
437
- ag_news;;GPT-4;model;100;;100;model-based;https://arxiv.org/pdf/2308.08493;3
438
- ag_news;;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
439
 
440
- yelp_review_full;;GPT-4;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
441
- yelp_review_full;;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
442
 
443
- nyu-mll/glue;rte;GPT-4;model;100;;0;model-based;https://arxiv.org/pdf/2308.08493;3
444
- nyu-mll/glue;rte;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
445
 
446
- nyu-mll/glue;wnli;GPT-4;model;100;;100;model-based;https://arxiv.org/pdf/2308.08493;3
447
- nyu-mll/glue;wnli;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
448
 
449
- samsum;;GPT-4;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
450
- samsum;;GPT-3.5;model;0;;0;model-based;https://arxiv.org/pdf/2308.08493;3
451
 
452
- EdinburghNLP/xsum;;GPT-4;model;0;;100;model-based;https://arxiv.org/pdf/2308.08493;3
453
- EdinburghNLP/xsum;;GPT-3.5;model;0;;100;model-based;https://arxiv.org/pdf/2308.08493;3
454
 
 
1
  Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR
2
+
3
+ conll2003;;GPT-3.5;Model;100.0;100.0;100.0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
4
+ nyu-mll/glue;mnli;GPT-3.5;Model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
5
+ rajpurkar/squad_v2;;GPT-3.5;Model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
6
+
 
 
 
7
  lama;T-REx;allenai/c4;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6
8
  lama;Google-RE;allenai/c4;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6
9
  EdinburghNLP/xsum;;allenai/c4;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6
 
32
  UCLNLP/adversarial_qa;adversarialQA;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
33
  UCLNLP/adversarial_qa;adversarialQA;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
34
 
35
+ UCLNLP/adversarial_qa;dbert;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
36
+ UCLNLP/adversarial_qa;dbert;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
37
+ UCLNLP/adversarial_qa;dbert;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
38
+ UCLNLP/adversarial_qa;dbert;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
39
 
40
+ UCLNLP/adversarial_qa;dbidaf;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
41
+ UCLNLP/adversarial_qa;dbidaf;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
42
+ UCLNLP/adversarial_qa;dbidaf;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
43
+ UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
44
 
45
  UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
46
  UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
47
  UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
48
+ UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
49
 
50
  aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2
51
  aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
 
62
  billsum;;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
63
  billsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
64
 
65
+ cosmos_qa;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
66
+ cosmos_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
67
+ cosmos_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
68
+ cosmos_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
69
 
70
+ crows_pairs;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
71
  crows_pairs;;oscar-corpus/OSCAR-2301;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
72
+ crows_pairs;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
73
+ crows_pairs;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
74
 
75
+ ibm/duorc;ParaphraseRC;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
76
+ ibm/duorc;ParaphraseRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
77
+ ibm/duorc;ParaphraseRC;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
78
+ ibm/duorc;ParaphraseRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
79
 
80
  ibm/duorc;SelfRC;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
81
+ ibm/duorc;SelfRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
82
  ibm/duorc;SelfRC;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
83
  ibm/duorc;SelfRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
84
 
 
108
  nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
109
 
110
  nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
111
+ nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
112
  nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2
113
  nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2
114
 
 
127
  nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
128
  nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
129
 
130
+ nyu-mll/glue;wnli;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
131
+ nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
132
+ nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
133
  nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2
134
 
135
  head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2
 
142
  health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2
143
  health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.7;data-based;https://arxiv.org/abs/2310.20707;2
144
 
145
+ hlgd;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
146
+ hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
147
+ hlgd;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
148
+ hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
149
 
150
  liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2
151
  liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2
152
  liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2
153
  liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2
154
 
155
+ math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
156
+ math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
157
+ math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
158
+ math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
159
 
160
+ math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
161
+ math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
162
+ math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
163
+ math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
164
 
165
+ math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
166
+ math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
167
+ math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
168
+ math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
169
 
170
  math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2
171
  math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
172
+ math_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
173
  math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2
174
 
175
+ mc_taco;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
176
+ mc_taco;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
177
+ mc_taco;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
178
  mc_taco;;togethercomputer/RedPajama-Data-V2;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
179
 
180
+ mocha;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
181
+ mocha;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
182
+ mocha;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
183
+ mocha;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
184
 
185
+ openai_humaneval;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
186
  openai_humaneval;;oscar-corpus/OSCAR-2301;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
187
+ openai_humaneval;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
188
+ openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
189
 
190
  paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
191
+ paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
192
  paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
193
  paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
194
 
 
204
 
205
  race;all;allenai/c4;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
206
  race;all;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
207
+ race;all;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
208
  race;all;togethercomputer/RedPajama-Data-V2;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
209
 
210
  race;high;allenai/c4;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
211
+ race;high;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
212
+ race;high;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
213
  race;high;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
214
 
215
  race;middle;allenai/c4;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
216
  race;middle;oscar-corpus/OSCAR-2301;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
217
+ race;middle;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
218
  race;middle;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
219
 
220
+ allenai/ropes;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
221
+ allenai/ropes;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
222
+ allenai/ropes;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
223
+ allenai/ropes;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
224
 
225
+ samsum;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
226
+ samsum;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
227
+ samsum;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
228
  samsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
229
 
230
+ scan;addprim_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
231
+ scan;addprim_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
232
  scan;addprim_jump;EleutherAI/pile;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
233
  scan;addprim_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
234
 
235
+ scan;addprim_turn;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
236
+ scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
237
  scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
238
+ scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
239
 
240
+ scan;filler_num0;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
241
+ scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
242
+ scan;filler_num0;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
243
  scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
244
 
245
+ scan;length;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
246
+ scan;length;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
247
  scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
248
+ scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
249
 
250
  scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
251
+ scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
252
  scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
253
  scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
254
 
255
+ scan;template_around;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
256
+ scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
257
+ scan;template_around;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
258
  scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
259
 
260
+ scan;template_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
261
+ scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
262
+ scan;template_jump;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
263
  scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
264
 
265
+ scan;template_opposite;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
266
+ scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
267
  scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
268
  scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
269
 
270
+ scan;template_right;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
271
+ scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
272
  scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
273
  scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
274
 
 
302
  snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2
303
  snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
304
 
305
+ squadshifts;amazon;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
306
+ squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
307
+ squadshifts;amazon;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
308
+ squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
309
 
310
  squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
311
  squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
 
322
  stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
323
  stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
324
 
325
+ subjqa;books;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
326
+ subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
327
+ subjqa;books;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
328
+ subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
329
 
330
+ subjqa;grocery;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
331
+ subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
332
+ subjqa;grocery;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
333
+ subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
334
 
335
+ subjqa;movies;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
336
+ subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
337
+ subjqa;movies;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
338
+ subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
339
 
340
+ subjqa;restaurants;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
341
+ subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
342
+ subjqa;restaurants;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
343
+ subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
344
 
345
  super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
346
  super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
347
  super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
348
  super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
349
 
350
+ super_glue;axg;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
351
+ super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
352
  super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
353
+ super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
354
 
355
+ super_glue;boolq;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
356
  super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2
357
+ super_glue;boolq;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
358
  super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
359
 
360
+ super_glue;cb;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
361
+ super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
362
  super_glue;cb;EleutherAI/pile;corpus;;;2;data-based;https://arxiv.org/abs/2310.20707;2
363
  super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2
364
 
365
  super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2
366
  super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1;data-based;https://arxiv.org/abs/2310.20707;2
367
  super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2
368
+ super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2
369
 
370
+ super_glue;multirc;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
371
+ super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
372
+ super_glue;multirc;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
373
+ super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
374
 
375
+ super_glue;record;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
376
+ super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
377
+ super_glue;record;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
378
+ super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
379
 
380
  super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
381
  super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
 
392
  swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2
393
  swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2
394
 
395
+ tab_fact;tab_fact;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
396
+ tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
397
+ tab_fact;tab_fact;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
398
+ tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
399
 
400
  wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
401
  wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
 
407
  winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2
408
  winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2
409
 
410
+ winogrande;winogrande_xl;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
411
+ winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
412
+ winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
413
+ winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
414
 
415
  xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
416
  xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
 
422
  xsum;;EleutherAI/pile;corpus;;;3.3;data-based;https://arxiv.org/abs/2310.20707;2
423
  xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2
424
 
425
+ zest;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
426
+ zest;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
427
+ zest;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
428
+ zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
429
 
430
 
431
+ imdb;;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
432
+ imdb;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
433
 
434
+ ag_news;;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
435
+ ag_news;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
436
 
437
+ yelp_review_full;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
438
+ yelp_review_full;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
439
 
440
+ nyu-mll/glue;rte;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
441
+ nyu-mll/glue;rte;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
442
 
443
+ nyu-mll/glue;wnli;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
444
+ nyu-mll/glue;wnli;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
445
 
446
+ samsum;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
447
+ samsum;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
448
 
449
+ EdinburghNLP/xsum;;GPT-4;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
450
+ EdinburghNLP/xsum;;GPT-3.5;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
451