Commit
•
b47106e
1
Parent(s):
8ee9fb4
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#3)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (9acc678e92fd733c6129f21fdc8794c1c3d9dd2b)
Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
2 |
language: en
|
|
|
3 |
tags:
|
4 |
- summarization
|
5 |
-
license: apache-2.0
|
6 |
datasets:
|
7 |
- cnn_dailymail
|
8 |
model-index:
|
@@ -17,30 +17,36 @@ model-index:
|
|
17 |
config: 3.0.0
|
18 |
split: test
|
19 |
metrics:
|
20 |
-
-
|
21 |
-
type: rouge
|
22 |
value: 24.2906
|
|
|
23 |
verified: true
|
24 |
-
|
25 |
-
|
26 |
value: 11.1405
|
|
|
27 |
verified: true
|
28 |
-
|
29 |
-
|
30 |
value: 19.8442
|
|
|
31 |
verified: true
|
32 |
-
|
33 |
-
|
34 |
value: 22.7556
|
|
|
35 |
verified: true
|
36 |
-
|
37 |
-
|
38 |
value: 2.1426470279693604
|
|
|
39 |
verified: true
|
40 |
-
|
41 |
-
|
42 |
value: 18.9993
|
|
|
43 |
verified: true
|
|
|
44 |
---
|
45 |
# Model
|
46 |
This model is fine-tuned from https://huggingface.co/flax-community/t5-base-openwebtext, fine-tuned on cnn_dailymail.
|
|
|
1 |
---
|
2 |
language: en
|
3 |
+
license: apache-2.0
|
4 |
tags:
|
5 |
- summarization
|
|
|
6 |
datasets:
|
7 |
- cnn_dailymail
|
8 |
model-index:
|
|
|
17 |
config: 3.0.0
|
18 |
split: test
|
19 |
metrics:
|
20 |
+
- type: rouge
|
|
|
21 |
value: 24.2906
|
22 |
+
name: ROUGE-1
|
23 |
verified: true
|
24 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzZkZmUwOTU5ZGJhYjk4MGVjMjk2ZjEzNDUwMDYyOGIxMDc0ZTI5ZTFkZDUxNTEwNDJkZGRhZTkyNzRjZDJjOSIsInZlcnNpb24iOjF9.6fiYZdYKwgNM5KXeDtEOP2m3OGsip3792OvKnMiSVJk0Pn-CbQQwKH7oZ76YaIxyvOUtCmggiQSDXZc9UKKKCw
|
25 |
+
- type: rouge
|
26 |
value: 11.1405
|
27 |
+
name: ROUGE-2
|
28 |
verified: true
|
29 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDE0ZmZkMGQxYzQ2YjhiM2Y4NWE0NzY3M2I1OWYzYWE2NWI1MWNiYjBlOGRiNmJmMDJhYzU3MjkwYmM3Zjg4NyIsInZlcnNpb24iOjF9.kWdKlRb7j47d3RtAaqnQmY2-08RihES0UkyVXR32rDzpgy2hxmVcXdiaYE1sPuO6n_6Mx4xxFgxHyB9MNqBlBw
|
30 |
+
- type: rouge
|
31 |
value: 19.8442
|
32 |
+
name: ROUGE-L
|
33 |
verified: true
|
34 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNTkwNjkwZTk0NzEyNzQyYTE0OTFlNzQxMmJjYjU2YzkxZjUzZGRiODVmOTY0ZDk2Y2JiMzUzZWRiMGJiZWY5OSIsInZlcnNpb24iOjF9.1psy2C5BTqlfaBzM7VzxKA5TZ3zBxr3YFLzx4ClODILytwszfN8FTW0RTCIDCkdqh2QgXnrdC_K1Nyk82p2DDg
|
35 |
+
- type: rouge
|
36 |
value: 22.7556
|
37 |
+
name: ROUGE-LSUM
|
38 |
verified: true
|
39 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjYyNTcyNGNlYjcwYjBhMjgxZjkwMjU5YWRmNTQ1NmI3YzFiZGU0MjNkYzcyMDc1N2Q2YzY3YTE4NDNjNWVlNyIsInZlcnNpb24iOjF9.K9WzEm2ookzDPvl-LEknZPHc6g8OZ_uPGf07XzeIHoAwxBjgFpZ-Q2GMiS-UUseLP1Y3F0zE8t0QyNgMyUr4BA
|
40 |
+
- type: loss
|
41 |
value: 2.1426470279693604
|
42 |
+
name: loss
|
43 |
verified: true
|
44 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjk1YTU1ODljNzhmYmFjYmFjMGY5NGRmNmEwNzM0NTFkYWIwZTljZTExYTY5YjcxZTFhMWY1MTU0OWU4YzQzZiIsInZlcnNpb24iOjF9.3RiDEYMR4sJb8I12FZMuRaSrwHtvutDeRqMbk3QlK7Q5JzDUP1u4ZGjHIzyuTJl-S99EEobX0Dg0xw2yUcgRCg
|
45 |
+
- type: gen_len
|
46 |
value: 18.9993
|
47 |
+
name: gen_len
|
48 |
verified: true
|
49 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGY5YTYxZmZiYmY4NTZjNmMzMjllNWE1M2M2ZjA0MWM1MzBhZjc0MDM5ZGFiYTAzNjFiZjg5ZjMxYzlmOGYwMyIsInZlcnNpb24iOjF9.eXiPrQ-CeB3BWzlQzkTIA1q0xYP1GtFGIK9XyIneEmh5ajN5pCATxNDvn6n09d84OEr5432SoPJfdpNCd_UyCA
|
50 |
---
|
51 |
# Model
|
52 |
This model is fine-tuned from https://huggingface.co/flax-community/t5-base-openwebtext, fine-tuned on cnn_dailymail.
|