Training in progress, step 500
Browse files- .gitignore +1 -0
- config.json +31 -0
- pytorch_model.bin +3 -0
- runs/Apr12_10-13-38_ubuntu/1649729643.9034324/events.out.tfevents.1649729643.ubuntu.33103.1 +3 -0
- runs/Apr12_10-13-38_ubuntu/events.out.tfevents.1649729643.ubuntu.33103.0 +3 -0
- runs/Apr12_10-15-09_ubuntu/1649729725.1060877/events.out.tfevents.1649729725.ubuntu.33103.3 +3 -0
- runs/Apr12_10-15-09_ubuntu/events.out.tfevents.1649729725.ubuntu.33103.2 +3 -0
- runs/Apr12_10-27-50_ubuntu/1649730482.6090364/events.out.tfevents.1649730482.ubuntu.57242.1 +3 -0
- runs/Apr12_10-27-50_ubuntu/events.out.tfevents.1649730482.ubuntu.57242.0 +3 -0
- runs/Apr12_10-29-58_ubuntu/1649730611.444304/events.out.tfevents.1649730611.ubuntu.14842.1 +3 -0
- runs/Apr12_10-29-58_ubuntu/events.out.tfevents.1649730611.ubuntu.14842.0 +3 -0
- training_args.bin +3 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
checkpoint-*/
|
config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "hfl/chinese-pert-large",
|
3 |
+
"architectures": [
|
4 |
+
"BertLMHeadModel"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"directionality": "bidi",
|
9 |
+
"hidden_act": "gelu",
|
10 |
+
"hidden_dropout_prob": 0.1,
|
11 |
+
"hidden_size": 1024,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 4096,
|
14 |
+
"layer_norm_eps": 1e-12,
|
15 |
+
"max_position_embeddings": 512,
|
16 |
+
"model_type": "bert",
|
17 |
+
"num_attention_heads": 16,
|
18 |
+
"num_hidden_layers": 24,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"pooler_fc_size": 768,
|
21 |
+
"pooler_num_attention_heads": 12,
|
22 |
+
"pooler_num_fc_layers": 3,
|
23 |
+
"pooler_size_per_head": 128,
|
24 |
+
"pooler_type": "first_token_transform",
|
25 |
+
"position_embedding_type": "absolute",
|
26 |
+
"torch_dtype": "float32",
|
27 |
+
"transformers_version": "4.17.0",
|
28 |
+
"type_vocab_size": 2,
|
29 |
+
"use_cache": true,
|
30 |
+
"vocab_size": 21128
|
31 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c20028415a550cbc3281fe980c4beb488ff66149e5c924a436c59c447419c96f
|
3 |
+
size 1302356178
|
runs/Apr12_10-13-38_ubuntu/1649729643.9034324/events.out.tfevents.1649729643.ubuntu.33103.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b7108f1e119549281be0846c1b68817f2be67268c5de54480992b0769a09f32
|
3 |
+
size 4814
|
runs/Apr12_10-13-38_ubuntu/events.out.tfevents.1649729643.ubuntu.33103.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0afc830808675a47cf245e3188066f750f8794feff67b19af01d05e5579ca0e8
|
3 |
+
size 3498
|
runs/Apr12_10-15-09_ubuntu/1649729725.1060877/events.out.tfevents.1649729725.ubuntu.33103.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:beb81abe2d38746ba7b97aa994f7b560ec462b8fb87d3952d49c88c456629918
|
3 |
+
size 4811
|
runs/Apr12_10-15-09_ubuntu/events.out.tfevents.1649729725.ubuntu.33103.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:93438cc087536d25646ea81ad5cb00abc1960e3b11f0c69ac1eab316e3379d04
|
3 |
+
size 3501
|
runs/Apr12_10-27-50_ubuntu/1649730482.6090364/events.out.tfevents.1649730482.ubuntu.57242.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a944643522ef0fad9f9e27bd20910fbcd8345c2660394e928dc1c7347655200e
|
3 |
+
size 4811
|
runs/Apr12_10-27-50_ubuntu/events.out.tfevents.1649730482.ubuntu.57242.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d08a20826d9c05378c30a090ea1cd14b7fea3ca3703043131468214705f2d36
|
3 |
+
size 40
|
runs/Apr12_10-29-58_ubuntu/1649730611.444304/events.out.tfevents.1649730611.ubuntu.14842.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d35243f08fa5d751069b47ef375c416b6e863e370760c7d2c7f2d3812554fdef
|
3 |
+
size 4811
|
runs/Apr12_10-29-58_ubuntu/events.out.tfevents.1649730611.ubuntu.14842.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:709a8c852b8d2d028872848d6a6071d05d2fc6fc57a6c34d6514fbae1e89cd82
|
3 |
+
size 3658
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3edc36b2a07210c9602034d059886bdb2e332c6eeb1b7180e60d058d1e4d22b
|
3 |
+
size 3055
|