File size: 3,305 Bytes
a706068
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8263782
 
 
 
 
 
 
a706068
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8263782
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
dataset,fewshots,prompt,metric,value
e2e_nlg_cleaned,0,generate_text_restaurant,rouge2_fmeasure,0.009544918858239404
e2e_nlg_cleaned,0,median,rouge2_fmeasure,0.009544918858239404
e2e_nlg_cleaned,1,generate_text_restaurant,rouge2_fmeasure,0.19809860044914396
e2e_nlg_cleaned,1,median,rouge2_fmeasure,0.19809860044914396
e2e_nlg_cleaned,2,generate_text_restaurant,rouge2_fmeasure,0.22321575010543798
e2e_nlg_cleaned,2,median,rouge2_fmeasure,0.22321575010543798
e2e_nlg_cleaned,3,generate_text_restaurant,rouge2_fmeasure,0.2289130980630063
e2e_nlg_cleaned,3,median,rouge2_fmeasure,0.2289130980630063
e2e_nlg_cleaned,4,generate_text_restaurant,rouge2_fmeasure,0.2331128191296418
e2e_nlg_cleaned,4,median,rouge2_fmeasure,0.2331128191296418
e2e_nlg_cleaned,5,generate_text_restaurant,rouge2_fmeasure,0.22941163204827142
e2e_nlg_cleaned,5,median,rouge2_fmeasure,0.22941163204827142
e2e_nlg_cleaned,5,average,multiple,0.18704946977562348
gem_xsum,0,article_DOC_summary,rouge2_fmeasure,0.05581311382540214
gem_xsum,0,median,rouge2_fmeasure,0.05581311382540214
gem_xsum,1,article_DOC_summary,rouge2_fmeasure,0.04842756093378267
gem_xsum,1,median,rouge2_fmeasure,0.04842756093378267
gem_xsum,2,article_DOC_summary,rouge2_fmeasure,0.05372147678733591
gem_xsum,2,median,rouge2_fmeasure,0.05372147678733591
gem_xsum,3,article_DOC_summary,rouge2_fmeasure,0.05387889032218581
gem_xsum,3,median,rouge2_fmeasure,0.05387889032218581
gem_xsum,4,article_DOC_summary,rouge2_fmeasure,0.01431853871406581
gem_xsum,4,median,rouge2_fmeasure,0.01431853871406581
gem_xsum,5,article_DOC_summary,rouge2_fmeasure,0.000431120989446868
gem_xsum,5,median,rouge2_fmeasure,0.000431120989446868
gem_xsum,5,average,multiple,0.0377651169287032
web_nlg_en,0,PALM_prompt,rouge2_fmeasure,0.05525608727734654
web_nlg_en,0,median,rouge2_fmeasure,0.05525608727734654
web_nlg_en,1,PALM_prompt,rouge2_fmeasure,0.059610216940881165
web_nlg_en,1,median,rouge2_fmeasure,0.059610216940881165
web_nlg_en,2,PALM_prompt,rouge2_fmeasure,0.059094553406324295
web_nlg_en,2,median,rouge2_fmeasure,0.059094553406324295
web_nlg_en,3,PALM_prompt,rouge2_fmeasure,0.05861591086080908
web_nlg_en,3,median,rouge2_fmeasure,0.05861591086080908
web_nlg_en,4,PALM_prompt,rouge2_fmeasure,0.05896624699685776
web_nlg_en,4,median,rouge2_fmeasure,0.05896624699685776
web_nlg_en,5,PALM_prompt,rouge2_fmeasure,0.059676320234352584
web_nlg_en,5,median,rouge2_fmeasure,0.059676320234352584
web_nlg_en,5,average,multiple,0.0585365559527619
wiki_lingua_en,0,tldr_en,rouge2_fmeasure,0.037350220833466265
wiki_lingua_en,0,median,rouge2_fmeasure,0.037350220833466265
wiki_lingua_en,1,tldr_en,rouge2_fmeasure,0.06579562483959114
wiki_lingua_en,1,median,rouge2_fmeasure,0.06579562483959114
wiki_lingua_en,2,tldr_en,rouge2_fmeasure,0.07016193751579543
wiki_lingua_en,2,median,rouge2_fmeasure,0.07016193751579543
wiki_lingua_en,3,tldr_en,rouge2_fmeasure,0.057766738614790786
wiki_lingua_en,3,median,rouge2_fmeasure,0.057766738614790786
wiki_lingua_en,4,tldr_en,rouge2_fmeasure,0.017492971654085164
wiki_lingua_en,4,median,rouge2_fmeasure,0.017492971654085164
wiki_lingua_en,5,tldr_en,rouge2_fmeasure,0.0031213037008769227
wiki_lingua_en,5,median,rouge2_fmeasure,0.0031213037008769227
wiki_lingua_en,5,average,multiple,0.04194813285976762