Spaces:

RUC-NLPIR
/

OmniEval

Running

zstanjj commited on 8 days ago

Commit

cee27b7

•

1 Parent(s): 023a9be

fix results

Files changed (1) hide show

eval-results/omnieval-auto/e5-mistral-7b_qwen2-72b/results_2023-12-08 15:46:20.425378.json CHANGED Viewed

@@ -1,20 +1,20 @@
 {
   "results": {
     "retrieval": {
-      "mrr": 0.26059266742433806,
-      "map": 0.25533526960474806
     },
     "generation": {
-      "em": 0.002146735698951888,
-      "f1": 0.24207930410773865,
-      "rouge1": 0.24073805243800728,
-      "rouge2": 0.1162276261848681,
-      "rougeL": 0.1534679545927458,
-      "accuracy": 0.37713095087763604,
-      "completeness": 0.5855007473841555,
-      "hallucination": 0.0676875562990606,
-      "utilization": 0.49136152656008253,
-      "numerical_accuracy": 0.2582123758594347
     }
   },
   "config": {

 {
   "results": {
     "retrieval": {
+      "mrr": 0.35083343856547544,
+      "map": 0.341711916487772
     },
     "generation": {
+      "em": 0.0032832428336911227,
+      "f1": 0.2490193792822082,
+      "rouge1": 0.2521134321501074,
+      "rouge2": 0.12707604707525033,
+      "rougeL": 0.1635550536083318,
+      "accuracy": 0.3973986614471524,
+      "completeness": 0.5932835820895522,
+      "hallucination": 0.06480648064806481,
+      "utilization": 0.5150831507025913,
+      "numerical_accuracy": 0.2877643504531722
     }
   },
   "config": {