--- tags: - mteb model-index: - name: qwen-1.8b-retrieval-test results: - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 23.191 - type: map_at_10 value: 34.272999999999996 - type: map_at_100 value: 36.101 - type: map_at_1000 value: 36.231 - type: map_at_3 value: 30.495 - type: map_at_5 value: 32.54 - type: mrr_at_1 value: 35.434 - type: mrr_at_10 value: 43.15 - type: mrr_at_100 value: 44.155 - type: mrr_at_1000 value: 44.211 - type: mrr_at_3 value: 40.735 - type: mrr_at_5 value: 42.052 - type: ndcg_at_1 value: 35.434 - type: ndcg_at_10 value: 40.572 - type: ndcg_at_100 value: 47.921 - type: ndcg_at_1000 value: 50.314 - type: ndcg_at_3 value: 35.671 - type: ndcg_at_5 value: 37.635000000000005 - type: precision_at_1 value: 35.434 - type: precision_at_10 value: 9.067 - type: precision_at_100 value: 1.506 - type: precision_at_1000 value: 0.181 - type: precision_at_3 value: 20.163 - type: precision_at_5 value: 14.624 - type: recall_at_1 value: 23.191 - type: recall_at_10 value: 50.318 - type: recall_at_100 value: 80.958 - type: recall_at_1000 value: 97.16799999999999 - type: recall_at_3 value: 35.57 - type: recall_at_5 value: 41.776 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 64.015 - type: map_at_10 value: 71.983 - type: map_at_100 value: 72.432 - type: map_at_1000 value: 72.441 - type: map_at_3 value: 69.92399999999999 - type: map_at_5 value: 71.177 - type: mrr_at_1 value: 64.173 - type: mrr_at_10 value: 71.985 - type: mrr_at_100 value: 72.425 - type: mrr_at_1000 value: 72.434 - type: mrr_at_3 value: 69.968 - type: mrr_at_5 value: 71.222 - type: ndcg_at_1 value: 64.173 - type: ndcg_at_10 value: 75.929 - type: ndcg_at_100 value: 77.961 - type: ndcg_at_1000 value: 78.223 - type: ndcg_at_3 value: 71.828 - type: ndcg_at_5 value: 74.066 - type: precision_at_1 value: 64.173 - type: precision_at_10 value: 8.924999999999999 - type: precision_at_100 value: 0.985 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 25.887 - type: precision_at_5 value: 16.669999999999998 - type: recall_at_1 value: 64.015 - type: recall_at_10 value: 88.251 - type: recall_at_100 value: 97.471 - type: recall_at_1000 value: 99.579 - type: recall_at_3 value: 77.292 - type: recall_at_5 value: 82.666 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 23.983999999999998 - type: map_at_10 value: 75.175 - type: map_at_100 value: 78.27300000000001 - type: map_at_1000 value: 78.322 - type: map_at_3 value: 51.214999999999996 - type: map_at_5 value: 64.89200000000001 - type: mrr_at_1 value: 83.89999999999999 - type: mrr_at_10 value: 89.563 - type: mrr_at_100 value: 89.64999999999999 - type: mrr_at_1000 value: 89.654 - type: mrr_at_3 value: 89.167 - type: mrr_at_5 value: 89.492 - type: ndcg_at_1 value: 83.89999999999999 - type: ndcg_at_10 value: 83.72800000000001 - type: ndcg_at_100 value: 87.064 - type: ndcg_at_1000 value: 87.504 - type: ndcg_at_3 value: 81.318 - type: ndcg_at_5 value: 80.667 - type: precision_at_1 value: 83.89999999999999 - type: precision_at_10 value: 40.699999999999996 - type: precision_at_100 value: 4.7780000000000005 - type: precision_at_1000 value: 0.488 - type: precision_at_3 value: 73.317 - type: precision_at_5 value: 62.129999999999995 - type: recall_at_1 value: 23.983999999999998 - type: recall_at_10 value: 86.412 - type: recall_at_100 value: 96.882 - type: recall_at_1000 value: 99.22 - type: recall_at_3 value: 54.769999999999996 - type: recall_at_5 value: 71.663 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 51.6 - type: map_at_10 value: 61.209 - type: map_at_100 value: 61.734 - type: map_at_1000 value: 61.75000000000001 - type: map_at_3 value: 58.8 - type: map_at_5 value: 60.165 - type: mrr_at_1 value: 51.6 - type: mrr_at_10 value: 61.209 - type: mrr_at_100 value: 61.734 - type: mrr_at_1000 value: 61.75000000000001 - type: mrr_at_3 value: 58.8 - type: mrr_at_5 value: 60.165 - type: ndcg_at_1 value: 51.6 - type: ndcg_at_10 value: 66.13900000000001 - type: ndcg_at_100 value: 68.65400000000001 - type: ndcg_at_1000 value: 69.057 - type: ndcg_at_3 value: 61.185 - type: ndcg_at_5 value: 63.651 - type: precision_at_1 value: 51.6 - type: precision_at_10 value: 8.17 - type: precision_at_100 value: 0.9339999999999999 - type: precision_at_1000 value: 0.097 - type: precision_at_3 value: 22.7 - type: precision_at_5 value: 14.82 - type: recall_at_1 value: 51.6 - type: recall_at_10 value: 81.69999999999999 - type: recall_at_100 value: 93.4 - type: recall_at_1000 value: 96.6 - type: recall_at_3 value: 68.10000000000001 - type: recall_at_5 value: 74.1 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 69.54599999999999 - type: map_at_10 value: 78.477 - type: map_at_100 value: 78.743 - type: map_at_1000 value: 78.751 - type: map_at_3 value: 76.769 - type: map_at_5 value: 77.854 - type: mrr_at_1 value: 71.819 - type: mrr_at_10 value: 79.008 - type: mrr_at_100 value: 79.24 - type: mrr_at_1000 value: 79.247 - type: mrr_at_3 value: 77.55300000000001 - type: mrr_at_5 value: 78.477 - type: ndcg_at_1 value: 71.819 - type: ndcg_at_10 value: 81.947 - type: ndcg_at_100 value: 83.112 - type: ndcg_at_1000 value: 83.325 - type: ndcg_at_3 value: 78.758 - type: ndcg_at_5 value: 80.563 - type: precision_at_1 value: 71.819 - type: precision_at_10 value: 9.792 - type: precision_at_100 value: 1.0370000000000001 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 29.479 - type: precision_at_5 value: 18.659 - type: recall_at_1 value: 69.54599999999999 - type: recall_at_10 value: 92.053 - type: recall_at_100 value: 97.25399999999999 - type: recall_at_1000 value: 98.926 - type: recall_at_3 value: 83.682 - type: recall_at_5 value: 87.944 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 50.3 - type: map_at_10 value: 55.824 - type: map_at_100 value: 56.379999999999995 - type: map_at_1000 value: 56.440999999999995 - type: map_at_3 value: 54.400000000000006 - type: map_at_5 value: 55.235 - type: mrr_at_1 value: 50.4 - type: mrr_at_10 value: 55.88999999999999 - type: mrr_at_100 value: 56.447 - type: mrr_at_1000 value: 56.508 - type: mrr_at_3 value: 54.467 - type: mrr_at_5 value: 55.30199999999999 - type: ndcg_at_1 value: 50.3 - type: ndcg_at_10 value: 58.577999999999996 - type: ndcg_at_100 value: 61.49099999999999 - type: ndcg_at_1000 value: 63.161 - type: ndcg_at_3 value: 55.64 - type: ndcg_at_5 value: 57.13399999999999 - type: precision_at_1 value: 50.3 - type: precision_at_10 value: 6.7299999999999995 - type: precision_at_100 value: 0.814 - type: precision_at_1000 value: 0.095 - type: precision_at_3 value: 19.733 - type: precision_at_5 value: 12.559999999999999 - type: recall_at_1 value: 50.3 - type: recall_at_10 value: 67.30000000000001 - type: recall_at_100 value: 81.39999999999999 - type: recall_at_1000 value: 94.69999999999999 - type: recall_at_3 value: 59.199999999999996 - type: recall_at_5 value: 62.8 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 27.293 - type: map_at_10 value: 76.618 - type: map_at_100 value: 80.22500000000001 - type: map_at_1000 value: 80.292 - type: map_at_3 value: 53.856 - type: map_at_5 value: 66.158 - type: mrr_at_1 value: 89.659 - type: mrr_at_10 value: 92.121 - type: mrr_at_100 value: 92.214 - type: mrr_at_1000 value: 92.218 - type: mrr_at_3 value: 91.67 - type: mrr_at_5 value: 91.955 - type: ndcg_at_1 value: 89.659 - type: ndcg_at_10 value: 84.172 - type: ndcg_at_100 value: 87.767 - type: ndcg_at_1000 value: 88.419 - type: ndcg_at_3 value: 85.628 - type: ndcg_at_5 value: 84.155 - type: precision_at_1 value: 89.659 - type: precision_at_10 value: 41.914 - type: precision_at_100 value: 4.9959999999999996 - type: precision_at_1000 value: 0.515 - type: precision_at_3 value: 74.955 - type: precision_at_5 value: 62.771 - type: recall_at_1 value: 27.293 - type: recall_at_10 value: 83.004 - type: recall_at_100 value: 94.82300000000001 - type: recall_at_1000 value: 98.15 - type: recall_at_3 value: 55.455 - type: recall_at_5 value: 69.422 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: None metrics: - type: map_at_1 value: 59.599999999999994 - type: map_at_10 value: 69.44399999999999 - type: map_at_100 value: 69.798 - type: map_at_1000 value: 69.81 - type: map_at_3 value: 67.467 - type: map_at_5 value: 68.692 - type: mrr_at_1 value: 59.599999999999994 - type: mrr_at_10 value: 69.44399999999999 - type: mrr_at_100 value: 69.798 - type: mrr_at_1000 value: 69.81 - type: mrr_at_3 value: 67.467 - type: mrr_at_5 value: 68.692 - type: ndcg_at_1 value: 59.599999999999994 - type: ndcg_at_10 value: 73.936 - type: ndcg_at_100 value: 75.688 - type: ndcg_at_1000 value: 75.942 - type: ndcg_at_3 value: 69.92399999999999 - type: ndcg_at_5 value: 72.14 - type: precision_at_1 value: 59.599999999999994 - type: precision_at_10 value: 8.790000000000001 - type: precision_at_100 value: 0.9610000000000001 - type: precision_at_1000 value: 0.098 - type: precision_at_3 value: 25.667 - type: precision_at_5 value: 16.48 - type: recall_at_1 value: 59.599999999999994 - type: recall_at_10 value: 87.9 - type: recall_at_100 value: 96.1 - type: recall_at_1000 value: 98.0 - type: recall_at_3 value: 77.0 - type: recall_at_5 value: 82.39999999999999 ---