nguyenkhoa commited on
Commit
22c6dc6
1 Parent(s): 4512953

Upload LEDForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +9 -18
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,6 +1,5 @@
1
  {
2
- "_name_or_path": "allenai/led-large-16384",
3
- "_num_labels": 3,
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "architectures": [
@@ -8,12 +7,6 @@
8
  ],
9
  "attention_dropout": 0.0,
10
  "attention_window": [
11
- 1024,
12
- 1024,
13
- 1024,
14
- 1024,
15
- 1024,
16
- 1024,
17
  1024,
18
  1024,
19
  1024,
@@ -24,17 +17,17 @@
24
  "bos_token_id": 0,
25
  "classif_dropout": 0.0,
26
  "classifier_dropout": 0.0,
27
- "d_model": 1024,
28
- "decoder_attention_heads": 16,
29
- "decoder_ffn_dim": 4096,
30
  "decoder_layerdrop": 0.0,
31
- "decoder_layers": 12,
32
  "decoder_start_token_id": 2,
33
  "dropout": 0.1,
34
- "encoder_attention_heads": 16,
35
- "encoder_ffn_dim": 4096,
36
  "encoder_layerdrop": 0.0,
37
- "encoder_layers": 12,
38
  "eos_token_id": 2,
39
  "gradient_checkpointing": false,
40
  "id2label": {
@@ -52,10 +45,8 @@
52
  "max_decoder_position_embeddings": 1024,
53
  "max_encoder_position_embeddings": 16384,
54
  "model_type": "led",
55
- "num_hidden_layers": 12,
56
- "output_past": false,
57
  "pad_token_id": 1,
58
- "prefix": " ",
59
  "torch_dtype": "float32",
60
  "transformers_version": "4.39.3",
61
  "use_cache": true,
 
1
  {
2
+ "_name_or_path": "allenai/led-base-16384",
 
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
 
7
  ],
8
  "attention_dropout": 0.0,
9
  "attention_window": [
 
 
 
 
 
 
10
  1024,
11
  1024,
12
  1024,
 
17
  "bos_token_id": 0,
18
  "classif_dropout": 0.0,
19
  "classifier_dropout": 0.0,
20
+ "d_model": 768,
21
+ "decoder_attention_heads": 12,
22
+ "decoder_ffn_dim": 3072,
23
  "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
  "decoder_start_token_id": 2,
26
  "dropout": 0.1,
27
+ "encoder_attention_heads": 12,
28
+ "encoder_ffn_dim": 3072,
29
  "encoder_layerdrop": 0.0,
30
+ "encoder_layers": 6,
31
  "eos_token_id": 2,
32
  "gradient_checkpointing": false,
33
  "id2label": {
 
45
  "max_decoder_position_embeddings": 1024,
46
  "max_encoder_position_embeddings": 16384,
47
  "model_type": "led",
48
+ "num_hidden_layers": 6,
 
49
  "pad_token_id": 1,
 
50
  "torch_dtype": "float32",
51
  "transformers_version": "4.39.3",
52
  "use_cache": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:844d74e5141ff8bd57df378417ac0b98f45f1b4e62c8990ba06f092553943c4a
3
- size 1839478364
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8075ee307433f2bab9be85d371571869234dd9fd73f79eb43ddd3da5534e4d9a
3
+ size 647614116