Adding generation config file(s)
Browse files- generation_config.json +12 -0
- generation_config_for_summarization_aeslc.json +12 -0
- generation_config_for_summarization_arxiv.json +12 -0
- generation_config_for_summarization_big_patent.json +12 -0
- generation_config_for_summarization_billsum.json +12 -0
- generation_config_for_summarization_cnn_dailymail.json +12 -0
- generation_config_for_summarization_gigaword.json +12 -0
- generation_config_for_summarization_large.json +12 -0
- generation_config_for_summarization_multi_news.json +12 -0
- generation_config_for_summarization_newsroom.json +12 -0
- generation_config_for_summarization_pubmed.json +12 -0
- generation_config_for_summarization_reddit_tifu.json +12 -0
- generation_config_for_summarization_wikihow.json +12 -0
- generation_config_for_summarization_xsum.json +12 -0
generation_config.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_aeslc.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.6,
|
8 |
+
"max_length": 32,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_arxiv.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_big_patent.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.7,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_billsum.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.6,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_cnn_dailymail.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 128,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_gigaword.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.6,
|
8 |
+
"max_length": 32,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_large.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_multi_news.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_newsroom.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 128,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_pubmed.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_reddit_tifu.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.6,
|
8 |
+
"max_length": 128,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_wikihow.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.6,
|
8 |
+
"max_length": 256,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|
generation_config_for_summarization_xsum.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 0,
|
5 |
+
"eos_token_id": 1,
|
6 |
+
"forced_eos_token_id": 1,
|
7 |
+
"length_penalty": 0.8,
|
8 |
+
"max_length": 64,
|
9 |
+
"num_beams": 8,
|
10 |
+
"pad_token_id": 0,
|
11 |
+
"transformers_version": "4.27.0.dev0"
|
12 |
+
}
|