commit files to HF hub

README.md

@@ -29,33 +29,33 @@ model-index:
     metrics:
     - name: BLEU4 (Question Answering)
       type: bleu4_question_answering
-      value: 0.0
+      value: 8.94
     - name: ROUGE-L (Question Answering)
       type: rouge_l_question_answering
-      value: 0.0
+      value: 34.48
     - name: METEOR (Question Answering)
       type: meteor_question_answering
-      value: 0.0
+      value: 29.76
     - name: BERTScore (Question Answering)
       type: bertscore_question_answering
-      value: 78.42
+      value: 90.82
     - name: MoverScore (Question Answering)
       type: moverscore_question_answering
-      value: 57.35
+      value: 76.29
     - name: AnswerF1Score (Question Answering)
       type: answer_f1_score__question_answering
-      value: 0.0
+      value: 57.79
     - name: AnswerExactMatch (Question Answering)
       type: answer_exact_match_question_answering
-      value: 0.0
+      value: 42.13
 ---
 
 # Model Card of `vocabtrimmer/mt5-small-trimmed-it-30000-itquad-qa`
-This model is fine-tuned version of [vocabtrimmer/mt5-small-trimmed-it-30000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-30000) for question answering task on the [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
+This model is fine-tuned version of [ckpts/mt5-small-trimmed-it-30000](https://huggingface.co/ckpts/mt5-small-trimmed-it-30000) for question answering task on the [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (dataset_name: default) via [`lmqg`](https://github.com/asahi417/lm-question-generation).
 
 
 ### Overview
-- **Language model:** [vocabtrimmer/mt5-small-trimmed-it-30000](https://huggingface.co/vocabtrimmer/mt5-small-trimmed-it-30000)   
+- **Language model:** [ckpts/mt5-small-trimmed-it-30000](https://huggingface.co/ckpts/mt5-small-trimmed-it-30000)   
 - **Language:** it  
 - **Training data:** [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) (default)
 - **Online Demo:** [https://autoqg.net/](https://autoqg.net/)
@@ -91,16 +91,16 @@ output = pipe("question: Quale batterio ha il nome del paese che colpisce di pi
 
 |                  |   Score | Type    | Dataset                                                          |
 |:-----------------|--------:|:--------|:-----------------------------------------------------------------|
-| AnswerExactMatch |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| AnswerF1Score    |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| BERTScore        |   78.42 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_1           |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_2           |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_3           |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| Bleu_4           |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| METEOR           |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| MoverScore       |   57.35 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
-| ROUGE_L          |    0    | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| AnswerExactMatch |   42.13 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| AnswerF1Score    |   57.79 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| BERTScore        |   90.82 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_1           |   19.62 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_2           |   14.74 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_3           |   11.48 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| Bleu_4           |    8.94 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| METEOR           |   29.76 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| MoverScore       |   76.29 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
+| ROUGE_L          |   34.48 | default | [lmqg/qg_itquad](https://huggingface.co/datasets/lmqg/qg_itquad) |
 
 
 
@@ -112,12 +112,12 @@ The following hyperparameters were used during fine-tuning:
  - input_types: ['paragraph_question']
  - output_types: ['answer']
  - prefix_types: None
- - model: vocabtrimmer/mt5-small-trimmed-it-30000
+ - model: ckpts/mt5-small-trimmed-it-30000
  - max_length: 512
  - max_length_output: 32
- - epoch: 15
+ - epoch: 14
  - batch: 32
- - lr: 0.001
+ - lr: 0.0005
  - fp16: False
  - random_seed: 1
  - gradient_accumulation_steps: 2

eval/metric.first.answer.paragraph_question.answer.lmqg_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 5.2042005710051055e-20, "Bleu_2": 7.370353418365926e-20, "Bleu_3": 6.577525285049253e-19, "Bleu_4": 1.9991272477042748e-18, "METEOR": 0.0, "ROUGE_L": 0.0, "BERTScore": 0.7806415340248366, "MoverScore": 0.5755830191823526, "AnswerF1Score": 0.0, "AnswerExactMatch": 0.0}, "test": {"Bleu_1": 4.913498975169734e-20, "Bleu_2": 6.958630299902513e-20, "Bleu_3": 1.532690538609496e-15, "Bleu_4": 2.274677505375315e-13, "METEOR": 0.0, "ROUGE_L": 0.0, "BERTScore": 0.7842064072619225, "MoverScore": 0.5734635774203158, "AnswerF1Score": 0.0, "AnswerExactMatch": 0.0}}
+{"validation": {"Bleu_1": 0.19567540209199766, "Bleu_2": 0.14611019529108396, "Bleu_3": 0.11430052277124206, "Bleu_4": 0.08919989082660668, "METEOR": 0.3128926011529463, "ROUGE_L": 0.3399913230386428, "BERTScore": 0.9184621862566789, "MoverScore": 0.7903463105825826, "AnswerF1Score": 61.74394106035301, "AnswerExactMatch": 48.4163490603233}, "test": {"Bleu_1": 0.19616702627236463, "Bleu_2": 0.1474103839266533, "Bleu_3": 0.11480611224143776, "Bleu_4": 0.08944095701349498, "METEOR": 0.29757653797814243, "ROUGE_L": 0.34478731742902624, "BERTScore": 0.9082115225573222, "MoverScore": 0.7628848612210246, "AnswerF1Score": 57.78526676853225, "AnswerExactMatch": 42.1343146274149}}