Lina Gårdemark
commited on
Commit
•
f826678
1
Parent(s):
f8de34b
Training in progress, step 500
Browse files- config.json +7 -7
- model.safetensors +3 -0
- runs/Nov10_10-43-22_683db84d3e40/events.out.tfevents.1699613007.683db84d3e40.2929.0 +3 -0
- runs/Nov10_11-26-21_683db84d3e40/events.out.tfevents.1699615586.683db84d3e40.3727.0 +3 -0
- runs/Nov10_11-40-25_683db84d3e40/events.out.tfevents.1699616427.683db84d3e40.4294.0 +3 -0
- runs/Nov10_12-02-33_683db84d3e40/events.out.tfevents.1699617754.683db84d3e40.4825.0 +3 -0
- runs/Nov10_12-04-45_683db84d3e40/events.out.tfevents.1699617886.683db84d3e40.4825.1 +3 -0
- runs/Nov10_12-15-32_683db84d3e40/events.out.tfevents.1699618532.683db84d3e40.5350.0 +3 -0
- spiece.model +3 -0
- training_args.bin +2 -2
config.json
CHANGED
@@ -1,12 +1,12 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "t5-
|
3 |
"architectures": [
|
4 |
"T5ForConditionalGeneration"
|
5 |
],
|
6 |
"classifier_dropout": 0.0,
|
7 |
-
"d_ff":
|
8 |
"d_kv": 64,
|
9 |
-
"d_model":
|
10 |
"decoder_start_token_id": 0,
|
11 |
"dense_act_fn": "relu",
|
12 |
"dropout_rate": 0.1,
|
@@ -18,9 +18,9 @@
|
|
18 |
"layer_norm_epsilon": 1e-06,
|
19 |
"model_type": "t5",
|
20 |
"n_positions": 512,
|
21 |
-
"num_decoder_layers":
|
22 |
-
"num_heads":
|
23 |
-
"num_layers":
|
24 |
"output_past": true,
|
25 |
"pad_token_id": 0,
|
26 |
"relative_attention_max_distance": 128,
|
@@ -55,7 +55,7 @@
|
|
55 |
}
|
56 |
},
|
57 |
"torch_dtype": "float32",
|
58 |
-
"transformers_version": "4.
|
59 |
"use_cache": true,
|
60 |
"vocab_size": 32128
|
61 |
}
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "t5-small",
|
3 |
"architectures": [
|
4 |
"T5ForConditionalGeneration"
|
5 |
],
|
6 |
"classifier_dropout": 0.0,
|
7 |
+
"d_ff": 2048,
|
8 |
"d_kv": 64,
|
9 |
+
"d_model": 512,
|
10 |
"decoder_start_token_id": 0,
|
11 |
"dense_act_fn": "relu",
|
12 |
"dropout_rate": 0.1,
|
|
|
18 |
"layer_norm_epsilon": 1e-06,
|
19 |
"model_type": "t5",
|
20 |
"n_positions": 512,
|
21 |
+
"num_decoder_layers": 6,
|
22 |
+
"num_heads": 8,
|
23 |
+
"num_layers": 6,
|
24 |
"output_past": true,
|
25 |
"pad_token_id": 0,
|
26 |
"relative_attention_max_distance": 128,
|
|
|
55 |
}
|
56 |
},
|
57 |
"torch_dtype": "float32",
|
58 |
+
"transformers_version": "4.35.0",
|
59 |
"use_cache": true,
|
60 |
"vocab_size": 32128
|
61 |
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bfa2832c70e66b4d7e09dc19dee15f731019ddd37f12777cf93a3439c6bf11b4
|
3 |
+
size 242041896
|
runs/Nov10_10-43-22_683db84d3e40/events.out.tfevents.1699613007.683db84d3e40.2929.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3a656efa7dc844c575eddcb1cae8ba41c7bd03e5f1daab8c993cff03701c244c
|
3 |
+
size 4501
|
runs/Nov10_11-26-21_683db84d3e40/events.out.tfevents.1699615586.683db84d3e40.3727.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2f17131cff4be6817b4a24769ac09940c30acec46833466beeec7ae8f703fce
|
3 |
+
size 4501
|
runs/Nov10_11-40-25_683db84d3e40/events.out.tfevents.1699616427.683db84d3e40.4294.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4968b034b1e252ebab1f3ec0db56fe703db2aa193531b6d4caa977ea22b0ecda
|
3 |
+
size 5181
|
runs/Nov10_12-02-33_683db84d3e40/events.out.tfevents.1699617754.683db84d3e40.4825.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf60d0212dd7e31ac8116440c58626783f831187d2a707127f0dc764d8f4569b
|
3 |
+
size 5181
|
runs/Nov10_12-04-45_683db84d3e40/events.out.tfevents.1699617886.683db84d3e40.4825.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9438f5ae28a5ba437447725e79a40ac96d2b5cad30d682f68a35f6babcc21230
|
3 |
+
size 5181
|
runs/Nov10_12-15-32_683db84d3e40/events.out.tfevents.1699618532.683db84d3e40.5350.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c90138246e4c97c23dff718b0116129472a3043ef8d679fd8104b3a483b860b3
|
3 |
+
size 5334
|
spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
|
3 |
+
size 791656
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9684e99eb2f8e2f0f0180c2467392d8a3f62414d64582895be466a47bce9e127
|
3 |
+
size 4283
|