|
{ |
|
"results": { |
|
"retrieval": { |
|
"mrr": 0.0, |
|
"map": 0.0 |
|
}, |
|
"generation": { |
|
"em": 0.0005694760820045558, |
|
"f1": 0.4191216882279184, |
|
"rouge1": 0.2989940495432677, |
|
"rouge2": 0.12047626678426614, |
|
"rougeL": 0.2082230205185154, |
|
"accuracy": 0.34054669703872437, |
|
"completeness": 0.5753690753690753, |
|
"hallucination": 0.0, |
|
"utilization": 0.0, |
|
"numerical_accuracy": 0.12406417112299466 |
|
} |
|
}, |
|
"config": { |
|
"eval_name": "CLOSE_qwen2-72b", |
|
"generative_model": "Qwen/Qwen2.5-72B-Instruct", |
|
"generative_model_args": { |
|
"name": "Qwen/Qwen2.5-72B-Instruct", |
|
"num_params": 72.7, |
|
"open_source": true |
|
}, |
|
"retrieval_model": "CLOSE", |
|
"retrieval_model_args": { |
|
"num_params": 0.0, |
|
"open_source": true |
|
} |
|
} |
|
} |