Commit
•
03cfed4
1
Parent(s):
6560896
Add evaluation results on the samsum config and test split of samsum (#1)
Browse files- Add evaluation results on the samsum config and test split of samsum (3c8c84b0f9d88c26f81965f380d9677056788f78)
Co-authored-by: Evaluation Bot <[email protected]>
README.md
CHANGED
|
@@ -1,4 +1,6 @@
|
|
| 1 |
---
|
|
|
|
|
|
|
| 2 |
license: apache-2.0
|
| 3 |
tags:
|
| 4 |
- generated_from_trainer
|
|
@@ -6,9 +8,49 @@ datasets:
|
|
| 6 |
- samsum
|
| 7 |
metrics:
|
| 8 |
- rouge
|
| 9 |
-
language:
|
| 10 |
-
- en
|
| 11 |
pipeline_tag: summarization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
---
|
| 13 |
|
| 14 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
|
|
|
| 1 |
---
|
| 2 |
+
language:
|
| 3 |
+
- en
|
| 4 |
license: apache-2.0
|
| 5 |
tags:
|
| 6 |
- generated_from_trainer
|
|
|
|
| 8 |
- samsum
|
| 9 |
metrics:
|
| 10 |
- rouge
|
|
|
|
|
|
|
| 11 |
pipeline_tag: summarization
|
| 12 |
+
model-index:
|
| 13 |
+
- name: stacked-summaries/flan-t5-large-samsum
|
| 14 |
+
results:
|
| 15 |
+
- task:
|
| 16 |
+
type: summarization
|
| 17 |
+
name: Summarization
|
| 18 |
+
dataset:
|
| 19 |
+
name: samsum
|
| 20 |
+
type: samsum
|
| 21 |
+
config: samsum
|
| 22 |
+
split: test
|
| 23 |
+
metrics:
|
| 24 |
+
- type: rouge
|
| 25 |
+
value: 49.0095
|
| 26 |
+
name: ROUGE-1
|
| 27 |
+
verified: true
|
| 28 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGNhY2RhOTg5ZmU4ZGJiMjI1NjUyYWMwYmM2Mzk4MGEwMjk0NDg2OWYxZDdmM2I4NzBmODNiM2JmNTg1MDJhYSIsInZlcnNpb24iOjF9.YinJDLeqzoU_x5uJbGIgq8ZEs36oC3Pzre_vk2juxngBoXCEw54XWjpvVhKKZXeIgc47otucJFtFwAOPEmt9Bw
|
| 29 |
+
- type: rouge
|
| 30 |
+
value: 25.681
|
| 31 |
+
name: ROUGE-2
|
| 32 |
+
verified: true
|
| 33 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDBmNDc4NGMzZGEzYzMzMTFiNzliNjUyYmY0MzNjMmRlMTk4ZTRmZmUxODE0MmY1MjEzOWQ2MGQxMmZmZmQ5MSIsInZlcnNpb24iOjF9.UmRHCmQR5CR-JklBTY1JnjD_Gqz_qMYwdVXhMMvnAynMwAgXkoJZeoxT--usUfdkbqaQ-mLeEvLw7mgNE-NQAw
|
| 34 |
+
- type: rouge
|
| 35 |
+
value: 41.4474
|
| 36 |
+
name: ROUGE-L
|
| 37 |
+
verified: true
|
| 38 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODdiM2IxZTU4NTEyMzlmZDEzYTliZWNjMjM1NTAzMjE5MDY1MDZiZDc2YmE2NzUxOWJhMmQ0NTM5MjRjZjQyMSIsInZlcnNpb24iOjF9.PeJ41sirLWf3HTiJXlSMNoleENJT_X2u4VMkgQTmXMmGkbrONTFbUYwO4qjoQkvyjy8pLA2eQ3Fjm5yAvKrTCQ
|
| 39 |
+
- type: rouge
|
| 40 |
+
value: 45.1556
|
| 41 |
+
name: ROUGE-LSUM
|
| 42 |
+
verified: true
|
| 43 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNGFiMGNkZDYxZmVhMDFlNDRlNmQ4YWVlMTk3ODI0ZWQ2MmIzNWFkYjkwOWRlNzkyNGVmYmY5ZTczZDAxYTk3NiIsInZlcnNpb24iOjF9.dsicHh5W4ba8t8eBBcSRUm-HLPlMoRc57XixiOHBCk-82De5u8hH8fsRWbMmaLpobdJ7b3xlIaVfTfMMRoLvBw
|
| 44 |
+
- type: loss
|
| 45 |
+
value: 1.2201015949249268
|
| 46 |
+
name: loss
|
| 47 |
+
verified: true
|
| 48 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzliODE2YzY2MzMyZDQ4YzdjZmFjNTc2NDU3ZjQwNjYwNTdhZjY1NWViM2VhNDc1MjQzNDkxMDI2MTM5ZjFkYiIsInZlcnNpb24iOjF9.2QdP4Zj2oHCo0HCoGgZy6YdqNJaQ0ri0E2kD7lzYbVmyg35wyGutvRUaXVR6O833gTbsCvM86Gp77qNT9CTyDA
|
| 49 |
+
- type: gen_len
|
| 50 |
+
value: 17.326
|
| 51 |
+
name: gen_len
|
| 52 |
+
verified: true
|
| 53 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWJlNjhjMmUxNWU3MDZlMTUzOWRmM2UwNmU3MjBjODhmMGYxZTUyMmFmMmE0MmU3ZTVkYWY0MDhkMWQ3NTk2MSIsInZlcnNpb24iOjF9.wFaw7DOpESjPu_uW6liHc4XaTwF36ReLLYd-BBFhnZXemE_lGQxmp0O0Vl2DgZz3SSbXonyS4D01G2hYze8qCA
|
| 54 |
---
|
| 55 |
|
| 56 |
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|