Update README.md

README.md

@@ -10,6 +10,39 @@ tags:
 - deberta
 - deberta-v3
 - question-answering
+model-index:
+- name: sjrhuschlee/deberta-v3-base-squad2
+  results:
+  - task:
+      type: question-answering
+      name: Question Answering
+    dataset:
+      name: squad_v2
+      type: squad_v2
+      config: squad_v2
+      split: validation
+    metrics:
+    - type: exact_match
+      value: 85.648
+      name: Exact Match
+    - type: f1
+      value: 88.728
+      name: F1
+  - task:
+      type: question-answering
+      name: Question Answering
+    dataset:
+      name: squad
+      type: squad
+      config: plain_text
+      split: validation
+    metrics:
+    - type: exact_match
+      value: 87.862
+      name: Exact Match
+    - type: f1
+      value: 93.924
+      name: F1
 ---
 
 # deberta-v3-base for QA
@@ -40,4 +73,39 @@ res = nlp(qa_input)
 # b) Load model & tokenizer
 model = AutoModelForQuestionAnswering.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
+```
+
+### Metrics
+
+```bash
+# Squad v2
+{
+    "eval_HasAns_exact": 82.72604588394061,
+    "eval_HasAns_f1": 88.89430905100325,
+    "eval_HasAns_total": 5928,
+    "eval_NoAns_exact": 88.56181665264928,
+    "eval_NoAns_f1": 88.56181665264928,
+    "eval_NoAns_total": 5945,
+    "eval_best_exact": 85.64810915522614,
+    "eval_best_exact_thresh": 0.0,
+    "eval_best_f1": 88.72782481717712,
+    "eval_best_f1_thresh": 0.0,
+    "eval_exact": 85.64810915522614,
+    "eval_f1": 88.72782481717726,
+    "eval_runtime": 219.6226,
+    "eval_samples": 11951,
+    "eval_samples_per_second": 54.416,
+    "eval_steps_per_second": 2.268,
+    "eval_total": 11873
+}
+
+# Squad
+{
+    "eval_exact_match": 87.86187322611164,
+    "eval_f1": 93.92373735474943,
+    "eval_runtime": 195.2115,
+    "eval_samples": 10618,
+    "eval_samples_per_second": 54.392,
+    "eval_steps_per_second": 2.269
+}
 ```